-- Logs begin at Fri 2022-07-29 03:28:39 UTC, end at Fri 2022-07-29 05:15:12 UTC. -- Jul 29 04:38:31.507147 dv-cinder-851449-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 29 04:38:34.158962 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.common.config [-] Logging enabled! Jul 29 04:38:34.159552 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev449 Jul 29 04:38:34.160283 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=115798) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 29 04:38:34.164016 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.common.config [-] Logging enabled! Jul 29 04:38:34.164276 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev449 Jul 29 04:38:34.164588 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=115798) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 29 04:38:34.165556 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 29 04:38:34.165790 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 29 04:38:34.166273 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 29 04:38:34.166524 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 29 04:38:34.166752 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 29 04:38:34.167070 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.167370 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.167602 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.167898 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.168189 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.168471 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.168798 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.169351 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.169636 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.169917 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.170200 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.170431 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.170715 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] config_source = [] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.171003 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.171290 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.171521 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] debug = True {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.171800 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.172232 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.172650 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.172938 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.173231 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.173510 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.173784 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.174061 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.174349 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.174681 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] host = dv-cinder-851449-2-iscsi {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.174961 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.175250 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.176081 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.176375 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.176672 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.176954 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.177243 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.177520 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] log_dir = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.177795 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] log_file = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.178074 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.178363 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.178650 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.178940 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.179167 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.179392 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.179679 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.179976 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.180253 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.180579 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.180993 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.181277 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.181602 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.181878 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.182165 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.182450 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.182736 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.183011 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.183287 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.183559 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.184172 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.186508 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.186811 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.187103 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.187390 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.187689 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.187976 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.188262 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.188568 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.188888 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.189176 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.189470 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.189751 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.190041 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.190320 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.190597 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] use_journal = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.190877 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] use_json = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.191201 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.191593 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.191899 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.192179 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.192457 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.192758 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.193035 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.193323 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.193597 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:34.193900 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.194204 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.194507 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.194807 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.195099 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.195381 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.195674 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.195952 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.196244 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.196536 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.196852 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.197135 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.197436 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.197725 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.198021 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.198416 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.198758 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.199056 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.199339 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.199670 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.199949 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.200230 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.200524 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.200829 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.201123 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.201414 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.201697 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.201995 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.202279 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.202570 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.202866 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.203158 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.203435 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.203720 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.204013 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.204291 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.204567 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.204881 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.205161 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.205436 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.205720 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.206010 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.206299 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.206572 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.206943 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.207330 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.207615 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.207891 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.208166 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.208443 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.208748 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.209036 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.209315 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.209589 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.209864 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.210141 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.210415 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.210688 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.210967 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.211242 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.211517 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.211793 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.212067 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.212340 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.212622 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.212911 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.213184 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.213456 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.213737 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.214015 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.214286 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.214559 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.214836 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.215110 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.215409 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.215688 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.215968 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.216245 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.216524 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.216898 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.217175 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.217454 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.217733 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.218008 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.218299 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.218586 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.218874 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.219158 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.219439 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.219754 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.220037 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.220318 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.221012 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.221012 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.221181 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.221440 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.221717 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.221996 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.222817 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.223192 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.223497 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.223796 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.224078 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.224379 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.224700 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.224996 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.225280 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.225592 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.225873 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:34.226093 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 29 04:38:34.226338 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=115798) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 29 04:38:34.522833 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=115798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 29 04:38:34.523115 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=115798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 29 04:38:34.523416 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=115798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 29 04:38:34.523756 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 29 04:38:34.933185 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:34.933388 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:34.933652 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:34.934942 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:34.935220 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:34.935487 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:34.988749 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:34.989032 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:34.989313 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:35.004158 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:35.005200 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:35.005200 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:35.035055 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:35.035323 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:35.035630 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:35.071751 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:35.072031 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:35.072298 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:35.304373 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:35.305042 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:35.305042 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:35.305214 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:35.306086 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:35.403247 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:35.403571 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:35.403858 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:35.404134 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:35.404405 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:35.404741 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:35.405009 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:35.405270 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:35.405527 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:35.405812 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:35.406074 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:35.406340 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:35.406597 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:35.406851 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:35.407109 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:35.407382 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:35.407639 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:35.407909 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:35.408180 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:35.408441 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:35.408744 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:35.409000 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:35.409283 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:35.409676 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:35.410454 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:35.410706 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:35.411103 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=115798) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 04:38:35.411346 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=115798) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 04:38:35.411584 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=115798) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 04:38:35.411821 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=115798) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 04:38:35.412058 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=115798) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 04:38:35.412295 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=115798) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 04:38:35.412674 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 29 04:38:35.415720 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 29 04:38:35.419862 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 29 04:38:35.423677 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jul 29 04:38:35.425340 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 29 04:38:35.425956 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 29 04:38:35.426291 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 29 04:38:35.426674 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 29 04:38:35.429457 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 29 04:38:35.429710 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 29 04:38:35.430053 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 29 04:38:35.435121 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 29 04:38:35.458752 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 29 04:38:35.459208 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:35.459510 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=115798) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 29 04:38:35.459884 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:35.461261 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=115798) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 29 04:38:35.461539 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 29 04:38:35.461782 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 29 04:38:35.465118 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:35.465403 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:35.573461 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 29 04:38:35.573638 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 29 04:38:35.573875 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 29 04:38:35.574243 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 29 04:38:35.626306 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO dbcounter [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Registered counter for database neutron Jul 29 04:38:35.646803 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_db.sqlalchemy.engines [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=115798) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 29 04:38:35.652705 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG dbcounter [-] [115798] Writer thread running {{(pid=115798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 29 04:38:36.200462 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.plugins.ml2.managers [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Initializing driver for type 'gre' Jul 29 04:38:36.201009 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] gre ID ranges: [(1, 1000)] Jul 29 04:38:36.259747 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.plugins.ml2.managers [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Initializing driver for type 'local' Jul 29 04:38:36.260734 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.plugins.ml2.managers [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Initializing driver for type 'vlan' Jul 29 04:38:36.277506 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] VlanTypeDriver initialization complete Jul 29 04:38:36.277876 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.plugins.ml2.managers [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Initializing driver for type 'vxlan' Jul 29 04:38:36.278519 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] vxlan ID ranges: [(1, 1000)] Jul 29 04:38:36.335916 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.plugins.ml2.managers [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Initializing extension driver 'port_security' Jul 29 04:38:36.336567 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.plugins.ml2.extensions.port_security [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] PortSecurityExtensionDriver initialization complete Jul 29 04:38:36.336674 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.plugins.ml2.managers [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Initializing mechanism driver 'openvswitch' Jul 29 04:38:36.336953 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.plugins.ml2.managers [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Initializing mechanism driver 'hyperv' Jul 29 04:38:36.343775 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.plugins.ml2.plugin [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=115798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:38:36.344452 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > port after_create 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.344872 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > port after_update 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.345238 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > port after_delete 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.345776 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=115798) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 29 04:38:36.346205 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > subnet after_create 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.346571 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > subnet after_update 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.346931 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > subnet after_delete 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.347982 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=115798) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 29 04:38:36.348403 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > network after_create 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.348801 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > network after_update 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.349156 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > network after_delete 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.349554 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=115798) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 29 04:38:36.349972 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > security_group after_create 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.350327 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > security_group after_update 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.350676 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > security_group after_delete 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.351071 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=115798) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 29 04:38:36.351480 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.351835 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.352182 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.352578 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=115798) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 29 04:38:36.353014 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > address_group after_create 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.353372 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > address_group after_update 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.353719 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > address_group after_delete 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.354111 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=115798) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 29 04:38:36.354561 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] ML2 OVO RPC backend initialized. {{(pid=115798) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 29 04:38:36.355270 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > router_interface after_create 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.355632 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.356056 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > network before_response 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.356417 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > networks before_response 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.356804 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > port before_response 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.357156 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > ports before_response 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.357511 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > subnet before_response 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.357863 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > subnets before_response 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.358220 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > network after_create 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.358576 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > network after_update 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.358922 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > network after_delete 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.359267 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > port after_create 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.359611 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > port after_update 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.359959 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > port after_delete 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.360301 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > subnet after_create 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.360674 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > subnet after_update 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.361020 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > subnet after_delete 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.368705 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.quota [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded quota_driver: . Jul 29 04:38:36.369077 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.plugins.ml2.plugin [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Modular L2 Plugin initialization complete Jul 29 04:38:36.369432 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading services supported by the core plugin {{(pid=115798) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 29 04:38:36.369809 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.plugins.ml2.managers [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Got port-security extension from driver 'port_security' Jul 29 04:38:36.370292 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.extensions.vlantransparent [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Disabled vlantransparent extension. Jul 29 04:38:36.370796 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=115798) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 29 04:38:36.371129 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading Plugin: router Jul 29 04:38:36.407389 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > router_interface before_create 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.407791 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > router after_create 55549900 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.408170 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > router before_create 55549900 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.408543 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.408946 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.409309 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > router after_delete 55549900 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.409726 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > floatingip after_create 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.410079 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > floatingip after_update 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.410448 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > router after_create 55549900 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.410804 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > router after_update 55549900 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.411165 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > router after_update 55549900 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.411522 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.411888 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > router after_update 55549900 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.412309 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > router precommit_update 55549900 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.412716 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: port after_update 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.413065 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: port after_delete 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.413412 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: subnet after_update 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.413765 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.414124 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > port precommit_delete 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.414480 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > router precommit_create 55549900 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.414830 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: port before_delete 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.415182 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > router precommit_create 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.415544 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > router after_update 55549900 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.415895 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > router precommit_delete 55549900 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.416255 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > router precommit_create 55549900 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.416649 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > router_interface after_create 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.417006 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > router precommit_update 55549900 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.417379 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > agent after_create 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.417739 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > agent after_delete 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.418091 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > network after_delete 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.419196 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.quota.resource_registry [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Tracking information for resource: router configured {{(pid=115798) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 04:38:36.419544 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.quota.resource_registry [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Tracking information for resource: floatingip configured {{(pid=115798) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 04:38:36.424369 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.db.l3_agentschedulers_db [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 29 04:38:36.424994 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: port after_update 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.425395 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: port after_create 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.425758 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: port after_delete 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.426125 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: port after_update 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.426927 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > router before_create 55550100 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.427305 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > router precommit_delete 55550100 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.427681 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > router precommit_create 55550100 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.428047 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > router precommit_update 55550100 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.433086 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.services.provider_configuration [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Service providers = [] {{(pid=115798) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 29 04:38:36.433464 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.db.servicetype_db [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=115798) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 29 04:38:36.436617 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.services.service_base [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=115798) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 04:38:36.436992 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.services.service_base [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=115798) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 04:38:36.437344 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.services.service_base [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=115798) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 04:38:36.438244 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.services.service_base [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=115798) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 04:38:36.438624 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.services.service_base [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 29 04:38:36.439008 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=115798) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 04:38:36.439334 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 29 04:38:36.450306 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=115798) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 04:38:36.450693 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading Plugin: auto_allocate Jul 29 04:38:36.456241 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: network precommit_update 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.457217 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: network precommit_create 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.457826 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=115798) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 04:38:36.458160 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading Plugin: tag Jul 29 04:38:36.464996 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=115798) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 04:38:36.465335 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading Plugin: timestamp Jul 29 04:38:36.469193 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=115798) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 04:38:36.469530 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading Plugin: network_ip_availability Jul 29 04:38:36.475175 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.475554 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.475920 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.476658 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=115798) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 04:38:36.476987 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading Plugin: flavors Jul 29 04:38:36.481905 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=115798) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 04:38:36.482244 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading Plugin: revisions Jul 29 04:38:36.486509 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=115798) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 04:38:36.486905 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_concurrency.lockutils [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.963s {{(pid=115798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 29 04:38:36.487652 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=115798) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 29 04:38:36.488018 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Initializing extension manager. Jul 29 04:38:36.488545 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: __init__.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.488948 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: __pycache__ {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.489291 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: address_group.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.490008 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.490575 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: address-group Jul 29 04:38:36.490909 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: address_scope.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.491593 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.492103 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: address-scope Jul 29 04:38:36.492431 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: admin_state_down_before_update.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.493349 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.493864 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: router-admin-state-down-before-update Jul 29 04:38:36.494194 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: agent.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.494867 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.495383 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: agent Jul 29 04:38:36.495710 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: agent_resources_synced.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.496585 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.497118 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: agent-resources-synced Jul 29 04:38:36.497444 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: allowedaddresspairs.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.499205 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.499737 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: allowed-address-pairs Jul 29 04:38:36.500069 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: auto_allocated_topology.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.501145 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.501663 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: auto-allocated-topology Jul 29 04:38:36.501995 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: availability_zone.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.502655 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.503162 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: availability_zone Jul 29 04:38:36.504018 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: availability_zone_filter.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.505001 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.505516 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: availability_zone_filter Jul 29 04:38:36.505845 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: data_plane_status.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.506719 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.507226 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extension data-plane-status not supported by any of loaded plugins Jul 29 04:38:36.507555 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: default_subnetpools.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.508445 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.508992 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: default-subnetpools Jul 29 04:38:36.509323 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: dhcpagentscheduler.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.510100 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.510610 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: dhcp_agent_scheduler Jul 29 04:38:36.510941 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: dns.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.511826 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.512332 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extension dns-integration not supported by any of loaded plugins Jul 29 04:38:36.512685 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: dns_domain_ports.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.513576 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.514084 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 29 04:38:36.514416 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.515322 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.515840 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 29 04:38:36.516170 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: dvr.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.516841 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.517353 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: dvr Jul 29 04:38:36.517680 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: ecmp_routes.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.518563 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.519639 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extension ecmp_routes not supported by any of loaded plugins Jul 29 04:38:36.519970 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: empty_string_filtering.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.520885 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.521397 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: empty-string-filtering Jul 29 04:38:36.521724 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.522603 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.523112 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 29 04:38:36.523439 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.524316 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.524855 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 29 04:38:36.525185 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: external_net.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.526065 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.526581 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: external-net Jul 29 04:38:36.526908 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: extra_dhcp_opt.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.527787 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.528298 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: extra_dhcp_opt Jul 29 04:38:36.528647 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: extraroute.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.529524 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.530035 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: extraroute Jul 29 04:38:36.530365 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: extraroute_atomic.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.531370 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.531882 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: extraroute-atomic Jul 29 04:38:36.532211 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: filter_validation.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.532874 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.533582 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: filter-validation Jul 29 04:38:36.533916 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: fip_pf_description.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.534832 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.535482 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 29 04:38:36.535820 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: fip_pf_port_range.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.536739 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.537253 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 29 04:38:36.537583 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: fip_port_details.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.538469 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.538983 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: fip-port-details Jul 29 04:38:36.539316 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: flavors.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.540511 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.541057 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: flavors Jul 29 04:38:36.541389 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.542999 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.543528 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 29 04:38:36.543867 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: floatingip_pools.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.544818 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.545341 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: floatingip-pools Jul 29 04:38:36.545690 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: ip_allocation.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.546572 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.547082 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extension ip_allocation not supported by any of loaded plugins Jul 29 04:38:36.547414 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.548308 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.548845 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: ip-substring-filtering Jul 29 04:38:36.549183 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: l2_adjacency.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.550110 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.550798 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extension l2_adjacency not supported by any of loaded plugins Jul 29 04:38:36.551130 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: l3.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.552066 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.552589 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: router Jul 29 04:38:36.552951 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: l3_conntrack_helper.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.555141 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.555674 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 29 04:38:36.556017 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.556943 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.557460 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: ext-gw-mode Jul 29 04:38:36.557794 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.558687 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.559196 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: l3-ha Jul 29 04:38:36.559526 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.560407 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.560950 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 29 04:38:36.561281 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: l3_flavors.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.562168 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.562679 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: l3-flavors Jul 29 04:38:36.563009 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: l3_ndp_proxy.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.564342 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.564908 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 29 04:38:36.565248 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.566665 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.567269 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: l3-port-ip-change-not-allowed Jul 29 04:38:36.567608 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: l3agentscheduler.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.568639 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.569148 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: l3_agent_scheduler Jul 29 04:38:36.569483 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: local_ip.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.571189 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.571721 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extension local_ip not supported by any of loaded plugins Jul 29 04:38:36.572059 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: logging.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.573515 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.574048 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extension logging not supported by any of loaded plugins Jul 29 04:38:36.574386 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: metering.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.575094 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.575861 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: metering Jul 29 04:38:36.576201 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.577294 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.577814 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: metering_source_and_destination_fields Jul 29 04:38:36.578148 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: multiprovidernet.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.579044 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.579556 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: multi-provider Jul 29 04:38:36.579888 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: netmtu.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.580809 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.581326 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: net-mtu Jul 29 04:38:36.582222 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: netmtu_writable.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.583114 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.583679 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: net-mtu-writable Jul 29 04:38:36.584135 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: network_availability_zone.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.585032 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.585788 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: network_availability_zone Jul 29 04:38:36.586239 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: network_ip_availability.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.587541 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.588282 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: network-ip-availability Jul 29 04:38:36.588788 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: network_segment_range.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.589789 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.590507 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extension network-segment-range not supported by any of loaded plugins Jul 29 04:38:36.590845 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: pagination.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.592102 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.592613 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: pagination Jul 29 04:38:36.593077 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: port_device_profile.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.594168 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.594691 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: port-device-profile Jul 29 04:38:36.595028 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: port_mac_address_override.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.595928 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.596451 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: port-mac-override Jul 29 04:38:36.596813 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.597988 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.598505 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: port-mac-address-regenerate Jul 29 04:38:36.598841 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.599729 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.600246 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: port-numa-affinity-policy Jul 29 04:38:36.600577 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: port_resource_request.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.601486 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.601998 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extension port-resource-request not supported by any of loaded plugins Jul 29 04:38:36.602329 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: port_resource_request_groups.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.603262 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.603773 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 29 04:38:36.604102 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: portbindings.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.605048 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.605546 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: binding Jul 29 04:38:36.605931 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: portbindings_extended.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.607115 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.607637 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: binding-extended Jul 29 04:38:36.607973 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: portsecurity.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.608892 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.609410 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: port-security Jul 29 04:38:36.609742 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: project_id.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.610687 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.611026 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: project-id Jul 29 04:38:36.611352 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: providernet.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.612244 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.612830 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: provider Jul 29 04:38:36.613303 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: qos.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.616753 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.617287 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extension qos not supported by any of loaded plugins Jul 29 04:38:36.617627 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.618831 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.619351 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 29 04:38:36.619689 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.620608 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.621136 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 29 04:38:36.621470 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: qos_default.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.622356 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.622871 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extension qos-default not supported by any of loaded plugins Jul 29 04:38:36.623206 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: qos_fip.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.624095 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.624631 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extension qos-fip not supported by any of loaded plugins Jul 29 04:38:36.624973 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: qos_fip_network_policy.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.625865 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.626390 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 29 04:38:36.626723 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: qos_gateway_ip.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.627611 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.628125 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 29 04:38:36.629037 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: qos_port_network_policy.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.630099 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.630613 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 29 04:38:36.630947 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.631944 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.632457 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 29 04:38:36.632815 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.633825 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.634341 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 29 04:38:36.634670 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: qos_pps_rule.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.635813 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.636335 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extension qos-pps not supported by any of loaded plugins Jul 29 04:38:36.636693 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: qos_rule_type_details.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.637589 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.638106 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 29 04:38:36.638437 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: qos_rule_type_filter.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.639319 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.639836 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 29 04:38:36.640166 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: qos_rules_alias.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.641220 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.641741 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 29 04:38:36.642072 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: quota_check_limit.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.642954 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.643471 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: quota-check-limit Jul 29 04:38:36.643799 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: quotasv2.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.645439 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.645771 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: quotas Jul 29 04:38:36.646096 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: quotasv2_detail.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.647773 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.648128 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: quota_details Jul 29 04:38:36.648469 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: rbac.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.651077 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.651613 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: rbac-policies Jul 29 04:38:36.651953 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: rbac_address_group.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.653251 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.653418 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: rbac-address-group Jul 29 04:38:36.653750 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: rbac_address_scope.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.654643 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.655161 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: rbac-address-scope Jul 29 04:38:36.655490 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: rbac_security_groups.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.656456 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.657012 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: rbac-security-groups Jul 29 04:38:36.657344 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: rbac_subnetpool.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.658237 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.658753 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: rbac-subnetpool Jul 29 04:38:36.659083 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: revisionifmatch.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.660074 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.660590 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: revision-if-match Jul 29 04:38:36.660943 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: revisions.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.662058 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.662576 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: standard-attr-revisions Jul 29 04:38:36.662909 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: router_availability_zone.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.663561 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.664071 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: router_availability_zone Jul 29 04:38:36.664399 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: routerservicetype.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.665324 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.665835 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extension router-service-type not supported by any of loaded plugins Jul 29 04:38:36.666165 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.667081 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.667593 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: security-groups-normalized-cidr Jul 29 04:38:36.667924 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: security_groups_port_filtering.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.668855 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.669625 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: port-security-groups-filtering Jul 29 04:38:36.669957 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.670860 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.671382 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: security-groups-remote-address-group Jul 29 04:38:36.671714 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: security_groups_shared_filtering.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.672642 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.673164 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: security-groups-shared-filtering Jul 29 04:38:36.673496 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: securitygroup.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.683805 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.684353 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: security-group Jul 29 04:38:36.684735 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: segment.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.685459 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.685981 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extension segment not supported by any of loaded plugins Jul 29 04:38:36.686319 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.687256 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.687776 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 29 04:38:36.688112 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: servicetype.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.689214 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.689740 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: service-type Jul 29 04:38:36.690072 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: sorting.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.691589 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.691927 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: sorting Jul 29 04:38:36.692258 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: standard_attr_segment.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.693175 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.693695 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 29 04:38:36.694024 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: standardattrdescription.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.694649 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.695171 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: standard-attr-description Jul 29 04:38:36.695499 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: stateful_security_group.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.696424 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.696982 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: stateful-security-group Jul 29 04:38:36.697313 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: stdattrs_common.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.697874 dv-cinder-851449-2-iscsi neutron-server[115798]: WARNING neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 29 04:38:36.698201 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.699115 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.699635 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 29 04:38:36.699964 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: subnet_onboard.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.701061 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.701539 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: subnet_onboard Jul 29 04:38:36.701874 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.702778 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.703291 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 29 04:38:36.703622 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: subnet_service_types.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.704520 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.705062 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: subnet-service-types Jul 29 04:38:36.705395 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: subnetallocation.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.706436 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.707178 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: subnet_allocation Jul 29 04:38:36.707514 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.708159 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.708707 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: subnetpool-prefix-ops Jul 29 04:38:36.709039 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.709946 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.710457 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 29 04:38:36.710788 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: tagging.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.711825 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.712356 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: standard-attr-tag Jul 29 04:38:36.712719 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: timestamp.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.713886 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.714404 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loaded extension: standard-attr-timestamp Jul 29 04:38:36.714734 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: trunk.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.715736 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.716257 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extension trunk not supported by any of loaded plugins Jul 29 04:38:36.716585 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: trunk_details.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.717512 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.718029 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extension trunk-details not supported by any of loaded plugins Jul 29 04:38:36.718357 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: uplink_status_propagation.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.719252 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.719769 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 29 04:38:36.720097 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Loading extension file: vlantransparent.py {{(pid=115798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 04:38:36.720786 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=115798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 04:38:36.721298 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extension vlan-transparent not supported by any of loaded plugins Jul 29 04:38:36.723871 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.quota.resource_registry [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Creating instance of TrackedResource for resource:network Jul 29 04:38:36.724391 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.quota.resource_registry [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Creating instance of TrackedResource for resource:subnet Jul 29 04:38:36.724825 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.quota.resource_registry [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 04:38:36.725226 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.quota.resource_registry [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Creating instance of TrackedResource for resource:port Jul 29 04:38:36.726521 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.v2.resource_helper [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115798) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 04:38:36.726978 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.v2.resource_helper [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Service FLAVORS assigned prefix: {{(pid=115798) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 04:38:36.727612 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.v2.resource_helper [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115798) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 04:38:36.728048 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.v2.resource_helper [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115798) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 04:38:36.728385 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.quota.resource_registry [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Creating instance of TrackedResource for resource:router Jul 29 04:38:36.728847 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.quota.resource_registry [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Creating instance of TrackedResource for resource:floatingip Jul 29 04:38:36.729334 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.v2.resource_helper [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Service METERING assigned prefix: /metering {{(pid=115798) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 04:38:36.730798 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.731189 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.731553 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:38:36.732537 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.quota.resource_registry [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Creating instance of CountableResource for resource:rbac_policy Jul 29 04:38:36.733005 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.quota.resource_registry [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Creating instance of TrackedResource for resource:security_group Jul 29 04:38:36.733450 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.quota.resource_registry [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Creating instance of TrackedResource for resource:security_group_rule Jul 29 04:38:36.733999 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.v2.resource_helper [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Service CORE assigned prefix: {{(pid=115798) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 04:38:36.734336 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.quota.resource_registry [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 04:38:36.734686 dv-cinder-851449-2-iscsi neutron-server[115798]: WARNING neutron.quota.resource_registry [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] subnetpool is already registered Jul 29 04:38:36.735120 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.v2.resource_helper [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Service CORE assigned prefix: {{(pid=115798) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 04:38:36.735450 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.quota.resource_registry [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 04:38:36.735789 dv-cinder-851449-2-iscsi neutron-server[115798]: WARNING neutron.quota.resource_registry [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] subnetpool is already registered Jul 29 04:38:36.738733 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.v2.resource_helper [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115798) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 04:38:36.739179 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.v2.resource_helper [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Service FLAVORS assigned prefix: {{(pid=115798) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 04:38:36.739785 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.v2.resource_helper [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115798) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 04:38:36.740216 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.v2.resource_helper [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115798) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 04:38:36.740557 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.quota.resource_registry [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Creating instance of TrackedResource for resource:router Jul 29 04:38:36.740932 dv-cinder-851449-2-iscsi neutron-server[115798]: WARNING neutron.quota.resource_registry [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] router is already registered Jul 29 04:38:36.741351 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.quota.resource_registry [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Creating instance of TrackedResource for resource:floatingip Jul 29 04:38:36.741694 dv-cinder-851449-2-iscsi neutron-server[115798]: WARNING neutron.quota.resource_registry [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] floatingip is already registered Jul 29 04:38:36.742159 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.v2.resource_helper [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Service METERING assigned prefix: /metering {{(pid=115798) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 04:38:36.742877 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.quota.resource_registry [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Creating instance of CountableResource for resource:rbac_policy Jul 29 04:38:36.743209 dv-cinder-851449-2-iscsi neutron-server[115798]: WARNING neutron.quota.resource_registry [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] rbac_policy is already registered Jul 29 04:38:36.743626 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.quota.resource_registry [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Creating instance of TrackedResource for resource:security_group Jul 29 04:38:36.743966 dv-cinder-851449-2-iscsi neutron-server[115798]: WARNING neutron.quota.resource_registry [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] security_group is already registered Jul 29 04:38:36.744377 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.quota.resource_registry [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Creating instance of TrackedResource for resource:security_group_rule Jul 29 04:38:36.744751 dv-cinder-851449-2-iscsi neutron-server[115798]: WARNING neutron.quota.resource_registry [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] security_group_rule is already registered Jul 29 04:38:36.745402 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.v2.resource_helper [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Service CORE assigned prefix: {{(pid=115798) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 04:38:36.745737 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.quota.resource_registry [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 04:38:36.746079 dv-cinder-851449-2-iscsi neutron-server[115798]: WARNING neutron.quota.resource_registry [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] subnetpool is already registered Jul 29 04:38:36.746509 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.v2.resource_helper [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Service CORE assigned prefix: {{(pid=115798) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 04:38:36.746837 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.quota.resource_registry [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 04:38:36.747178 dv-cinder-851449-2-iscsi neutron-server[115798]: WARNING neutron.quota.resource_registry [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] subnetpool is already registered Jul 29 04:38:36.747654 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extended resource: extensions {{(pid=115798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 04:38:36.749175 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extended resource: address-groups {{(pid=115798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 04:38:36.750685 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extended resource: address-scopes {{(pid=115798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 04:38:36.752024 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extended resource: agents {{(pid=115798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 04:38:36.753225 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extended resource: auto-allocated-topology {{(pid=115798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 04:38:36.755015 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extended resource: availability_zones {{(pid=115798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 04:38:36.756236 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extended resource: dhcp-networks {{(pid=115798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 04:38:36.757825 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extended resource: dhcp-agents {{(pid=115798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 04:38:36.759267 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extended resource: routers {{(pid=115798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 04:38:36.761005 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extended resource: flavors {{(pid=115798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 04:38:36.762263 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extended resource: service_profiles {{(pid=115798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 04:38:36.763505 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extended resource: next_providers {{(pid=115798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 04:38:36.765020 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extended resource: service_profiles {{(pid=115798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 04:38:36.766600 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extended resource: floatingip-pools {{(pid=115798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 04:38:36.767836 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extended resource: routers {{(pid=115798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 04:38:36.769699 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extended resource: floatingips {{(pid=115798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 04:38:36.770971 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extended resource: l3-routers {{(pid=115798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 04:38:36.772395 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extended resource: l3-agents {{(pid=115798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 04:38:36.773861 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extended resource: metering-labels {{(pid=115798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 04:38:36.775158 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extended resource: metering-label-rules {{(pid=115798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 04:38:36.776555 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extended resource: network-ip-availabilities {{(pid=115798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 04:38:36.777856 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extended resource: bindings {{(pid=115798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 04:38:36.779478 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extended resource: quotas {{(pid=115798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 04:38:36.782039 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extended resource: quotas {{(pid=115798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 04:38:36.783590 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extended resource: rbac-policies {{(pid=115798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 04:38:36.784902 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extended resource: security-groups {{(pid=115798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 04:38:36.786266 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extended resource: security-group-rules {{(pid=115798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 04:38:36.787565 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extended resource: service-providers {{(pid=115798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 04:38:36.788825 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extended resource: subnetpools {{(pid=115798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 04:38:36.790154 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extended resource: subnetpools {{(pid=115798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 04:38:36.791707 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extended resource: tags {{(pid=115798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 04:38:36.793438 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extended resource: tags {{(pid=115798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 04:38:36.795562 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extended resource: tags {{(pid=115798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 04:38:36.797407 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extended resource: tags {{(pid=115798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 04:38:36.799097 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extended resource: tags {{(pid=115798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 04:38:36.801640 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extended resource: tags {{(pid=115798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 04:38:36.803389 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extended resource: tags {{(pid=115798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 04:38:36.805340 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extended resource: tags {{(pid=115798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 04:38:36.807135 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extended resource: tags {{(pid=115798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 04:38:36.808920 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron.api.extensions [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Extended resource: tags {{(pid=115798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 04:38:36.815028 dv-cinder-851449-2-iscsi neutron-server[115798]: WARNING keystonemiddleware.auth_token [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 29 04:38:36.821104 dv-cinder-851449-2-iscsi neutron-server[115798]: WARNING keystonemiddleware.auth_token [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 29 04:38:36.830061 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_concurrency.lockutils [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Acquired lock "singleton_lock" {{(pid=115798) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 29 04:38:36.830546 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_concurrency.lockutils [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Releasing lock "singleton_lock" {{(pid=115798) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 29 04:38:36.831205 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO oslo_service.service [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Starting 2 workers Jul 29 04:38:36.836013 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Started child 115907 {{(pid=115798) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 29 04:38:36.840415 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Started child 115908 {{(pid=115798) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 29 04:38:36.841406 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:38:36.842115 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO neutron.service [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Neutron service started, listening on 0.0.0.0:9696 Jul 29 04:38:36.842723 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Publish callbacks [] for process (None), before_spawn {{(pid=115798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:38:36.842974 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [-] (115907) wsgi starting up on http://0.0.0.0:9696 Jul 29 04:38:36.845139 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO oslo_service.service [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Starting 1 workers Jul 29 04:38:36.845288 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:38:36.846540 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [-] (115908) wsgi starting up on http://0.0.0.0:9696 Jul 29 04:38:36.850866 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Started child 115909 {{(pid=115798) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 29 04:38:36.851395 dv-cinder-851449-2-iscsi neutron-server[115798]: INFO oslo_service.service [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Starting 1 workers Jul 29 04:38:36.854118 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.service [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] calling RpcWorker wait() {{(pid=115909) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 29 04:38:36.854633 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.service [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] returning from RpcWorker wait() {{(pid=115909) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 29 04:38:36.855889 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:38:36.855988 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Started child 115910 {{(pid=115798) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 29 04:38:36.856394 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:38:36.856738 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG neutron_lib.callbacks.manager [None req-97dc4fe8-b1d3-4ffb-a929-079641057b0f None None] Publish callbacks [] for process (None), after_spawn {{(pid=115798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:38:36.858681 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=115798) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 29 04:38:36.858895 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 29 04:38:36.859079 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 29 04:38:36.859306 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 29 04:38:36.859631 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 29 04:38:36.859811 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 29 04:38:36.860324 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.860628 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.860866 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:38:36.861337 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.861337 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.861714 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.861804 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:38:36.861994 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.862243 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.862519 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.863319 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.863514 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.863831 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.864093 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.864343 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.864673 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.864950 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.865209 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.865472 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.865647 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.865901 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] config_source = [] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.866170 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.866421 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.866709 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] debug = True {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.866975 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.867495 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.867748 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.868000 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.868241 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.868521 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.868806 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.869067 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.869305 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.869525 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.869776 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.870026 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.870270 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.870510 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.870746 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.871030 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.871258 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.871765 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] host = dv-cinder-851449-2-iscsi {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.872017 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.872262 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.872508 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.872795 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.873045 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.873279 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.873543 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.873805 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.874078 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.874306 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.874544 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.874800 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.875039 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] log_dir = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.875285 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] log_file = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.875453 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] log_options = True {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.875698 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.875968 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.876230 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.876427 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.876640 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.876790 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.877048 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.877220 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.877480 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.877714 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.877938 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.878156 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.878457 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.879210 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.879478 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.879716 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.879990 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.880211 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.880500 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.880735 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.880970 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.881669 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.881917 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.882143 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.882357 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.882623 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.882850 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.883583 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.883806 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.884040 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.884461 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.884649 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.885032 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.885032 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.885287 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.885522 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.885751 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.885991 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.886267 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.886494 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.886984 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.886984 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.887204 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.887427 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.887643 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.887860 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] use_journal = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.888106 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] use_json = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.888322 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.888558 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.889006 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.889141 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.889318 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.891808 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.892061 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.892322 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.892594 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.893066 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.894978 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.896632 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.896632 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.896632 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.896632 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.896949 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.897017 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.897266 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.897530 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.897842 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.898089 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.898786 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.899068 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.899369 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.899696 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.899962 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.901161 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.901439 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.901676 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.901909 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.902150 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.902440 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.902674 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.902947 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.903538 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.903796 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.904099 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.904371 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.904680 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.905603 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.905890 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.906516 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.40/identity {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.906781 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.907021 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.907276 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.907513 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.907737 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.907962 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.908181 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.908451 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.908723 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.908969 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.909640 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.909891 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.910137 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.910402 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.913328 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.913811 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.914472 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.915062 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.915478 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.915911 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.916151 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.916432 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.916685 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.916948 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.917187 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.917440 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.917726 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.917974 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.918208 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.918446 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.918700 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.919201 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.919435 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.919663 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.919880 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.920279 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.920690 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.921016 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.921244 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.921477 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.921741 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.921968 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.922201 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.922446 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.922679 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.922965 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.923197 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.923446 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.923668 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.923889 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.924109 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.924355 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.924584 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.924944 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.925705 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.925926 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.926113 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.926413 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.926649 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.926911 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.927160 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.927404 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.927656 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.927878 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.928148 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.928376 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.928626 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.928862 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.929115 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.929363 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.929613 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.929868 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.930095 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.930337 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.930581 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.930807 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.931138 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.931386 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.931614 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.931849 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.932080 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.932334 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.932558 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.933035 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.933299 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.933541 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.933766 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.934003 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.934694 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.935243 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.935501 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.935768 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.935993 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.936283 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.936627 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.936891 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.937176 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.937417 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.937673 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.937942 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.938197 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.938445 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.938684 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.938919 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.939161 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.939397 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.939623 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.939844 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.940098 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.940410 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.940682 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.940994 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.941720 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.942019 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.942241 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.942482 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.942762 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.943017 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.943295 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.943542 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.943778 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.40/identity {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.944015 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.944248 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.944510 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.944750 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.944968 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.945303 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.945551 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.945768 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.945984 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.946224 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.946444 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.946672 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.946893 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.947134 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.947356 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.947621 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.947837 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.948062 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.948309 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.948532 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.948798 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.949023 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.949241 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.949474 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.949716 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.949984 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.950233 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.950449 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.950698 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.950967 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.951276 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.951466 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.951728 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.951952 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.952169 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.952384 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.952639 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.952847 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.953024 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:38:36.953172 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.953308 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.953527 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.953784 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.954035 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.954389 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.954654 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.954886 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.955170 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.955412 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.955635 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.955927 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.956532 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.957238 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.957463 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.957714 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.957972 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.958242 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.958447 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.958668 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.958911 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.959192 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.959824 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.959824 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.960110 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.960254 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.960402 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.960656 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.960895 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.961111 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.961347 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.961567 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.961771 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.962514 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.962514 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.962514 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.962871 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.963005 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.963266 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.963506 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.963754 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.963968 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.964185 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.964416 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.964654 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.964872 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.965102 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.965341 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.965576 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.965798 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.966019 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.966228 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.966630 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.967000 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.967220 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.967446 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.967694 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.967930 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.968183 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.968397 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.968750 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.968925 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.969148 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.969363 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.969596 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.969810 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.970023 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.970247 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.970474 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.970714 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.970992 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.971247 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.971473 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.971775 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.972028 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.972304 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.972548 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.972888 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.973099 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.973341 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.973644 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.973869 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.974094 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.974350 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.974660 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.974944 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.975211 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.975502 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.975736 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.976014 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.976289 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.976524 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.976854 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.977184 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.977454 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.977732 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.977983 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.978257 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.978657 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.979000 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.979269 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.979510 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.979733 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.980047 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.980468 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.980768 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.980938 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.981134 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.981377 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.981629 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.982008 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.982152 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.982296 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:36.982432 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 29 04:38:36.982989 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=115798) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 29 04:38:36.983157 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 29 04:38:36.983318 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 29 04:38:36.983506 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 29 04:38:36.983650 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 29 04:38:36.983809 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 29 04:38:36.984020 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.984186 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.984350 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.984513 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.984721 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.984884 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.985046 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.985208 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.985367 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.985529 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.985690 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.985843 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.986003 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.986313 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.986621 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.986929 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.987092 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.987404 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.987567 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] config_source = [] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.988271 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.988418 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.988749 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] debug = True {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.988919 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.989140 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.989311 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.989478 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.989630 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.989797 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.989958 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.990119 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.990282 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.990444 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.990608 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.990770 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.990933 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.991093 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.991256 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.991418 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.991578 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.991737 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] host = dv-cinder-851449-2-iscsi {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.992042 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.992347 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.992515 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.992722 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.992870 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.993024 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.993163 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.993306 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.994191 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.994191 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.994191 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.994191 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.994191 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] log_dir = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.994191 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] log_file = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.994981 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] log_options = True {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.994981 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.994981 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.994981 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.994981 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.995327 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.995327 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.995445 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.995549 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.995744 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.995898 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.996029 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.996157 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.996311 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.996475 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.996640 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.996808 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.996970 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.997128 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.997265 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.997430 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.997591 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.997754 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.997915 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.998075 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.998236 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.998396 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.998560 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.998720 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.998880 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.999042 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.999204 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.999366 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.999528 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.999689 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:36.999849 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:37.000009 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:37.000170 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:37.000331 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:37.000496 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:37.000678 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:37.000840 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:37.001001 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:37.001162 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:37.001322 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:37.001483 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:37.001646 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] use_journal = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:37.001808 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] use_json = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:37.001970 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:37.002135 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:37.002296 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:37.002458 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:37.002618 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:37.002779 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:37.002942 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:37.003103 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:37.003263 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 04:38:37.004051 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.004184 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.004352 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.004352 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.004352 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.004352 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.004352 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.005705 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.005705 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.005705 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.005705 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.005705 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.006053 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.006053 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.006201 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.006345 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.006527 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.006672 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.006991 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.007156 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.007322 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.007487 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.007660 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.007826 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.007989 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.008155 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.008320 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.008497 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.008686 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.008860 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.009039 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.009204 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.009370 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.40/identity {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.009536 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.009701 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.009867 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.010033 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.010198 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.010363 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.010529 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.010693 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.010859 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.011023 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.011187 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.011352 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.011517 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.011683 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.011848 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.012012 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.012178 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.012344 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.012507 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.012694 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.012860 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.013026 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.013192 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.013355 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.013530 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.013694 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.013857 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.014021 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.014186 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.014350 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.014514 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.014678 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.014842 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.015007 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.015171 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.015348 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.015512 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.015676 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.015841 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.016007 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.016170 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.016335 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.016499 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.016685 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.016852 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.017015 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.017180 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.017343 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.017508 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.017673 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.017838 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.018002 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.018168 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.018333 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.018500 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.018665 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.018831 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.019040 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.019222 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.019387 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.019555 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.019735 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.019867 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.020031 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.020194 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.020358 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.020522 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.020706 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.020871 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.021036 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.021201 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.021366 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.021529 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.021692 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.021855 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.022018 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.022181 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.022345 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.022510 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.022672 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.022838 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.022988 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.023151 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.023317 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.023481 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.023644 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.023807 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.023970 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.024133 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.024305 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.024470 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.024656 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.024822 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.024992 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.025164 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.025329 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.025493 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.025656 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.025819 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.025983 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.026146 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.026310 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.026475 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.026638 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.026803 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.026978 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.027142 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.027306 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.027469 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.027656 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.027820 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.027982 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.028145 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.028308 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.028476 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.028658 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.028824 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.028988 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.029151 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.029315 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.029480 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.40/identity {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.029643 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.029808 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.029971 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.030134 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.030299 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.030463 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.030627 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.030791 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.030955 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.031118 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.031282 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.031445 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.031608 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.031772 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.031936 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.032099 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.032262 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.032425 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.032590 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.032772 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.032935 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.033098 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.033261 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.033425 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.033588 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.033754 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.033918 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.034082 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.034246 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.034411 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.034591 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.034785 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.035008 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.035090 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.035228 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.035392 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.035554 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.035719 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.035884 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.036047 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.036216 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.036380 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.036543 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.036745 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.036909 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.037072 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.037239 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.037404 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.037568 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.037732 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.037896 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.038060 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.038225 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.038392 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.038560 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.038724 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.038890 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.039053 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.039217 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.039384 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.039550 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.039715 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.039879 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.040044 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.040207 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.040371 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.040533 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.040736 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.040900 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.041064 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.041227 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.041392 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.041568 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.041732 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.041895 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.042059 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.042222 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.042387 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.042577 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.042787 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.043466 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.043466 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.043466 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.043466 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.043466 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.043876 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.043876 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.044287 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.044366 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.044490 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.044683 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.044847 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.045010 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.045173 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.045337 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.045501 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.045674 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.045837 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.046001 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.046162 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.046326 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.046490 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.046662 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.046826 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.046990 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.047152 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.047315 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.047479 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.047650 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.047815 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.047981 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.048154 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.048321 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.048490 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.048681 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.048858 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.049022 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.049189 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.049355 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.049523 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.049687 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.049853 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.050021 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.050695 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.050899 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.051068 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.051240 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.051414 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.051587 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.051751 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.051922 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.052086 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.052248 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.052411 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.052574 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.052759 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.052922 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.053077 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.053241 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.053404 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.053568 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.053733 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.053897 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.054061 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.054224 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.054388 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.054551 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.054715 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.054879 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.055043 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.055207 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 04:38:37.055365 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 29 04:38:37.183560 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 54096) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:38:37.192285 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [-] 10.222.0.40 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066411 Jul 29 04:38:46.329404 dv-cinder-851449-2-iscsi neutron-server[115798]: DEBUG dbcounter [-] [115798] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=115798) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:38:48.393508 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51088b4-64f5-4950-8b83-b008c32c2787 None None] get_active_networks_info from dv-cinder-851449-2-iscsi {{(pid=115909) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 29 04:38:48.421973 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writer thread running {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 29 04:38:48.488377 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51088b4-64f5-4950-8b83-b008c32c2787 None None] No non-hosted networks {{(pid=115909) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 29 04:38:48.504458 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.agentschedulers_db [None req-c51088b4-64f5-4950-8b83-b008c32c2787 None None] DHCP Agent not found on host dv-cinder-851449-2-iscsi {{(pid=115909) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 29 04:38:48.634823 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d075fcd4-90c7-412d-a3bc-f2ce02bc1457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1933477'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_create {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:38:50.143575 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writer thread running {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 29 04:38:50.625064 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-03440687-93b9-4bf6-b5e1-c067bdd3608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1933477'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_create {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:38:50.658679 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-9c17ea0e-4786-4dc5-a584-f4ebf0b136f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:38:51.793285 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1933477'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_create {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:38:51.843442 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 54170) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:38:52.417901 dv-cinder-851449-2-iscsi neutron-server[115908]: WARNING oslo_policy.policy [None req-891d0fa9-07a2-44e4-9918-df9a7f6e94b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 04:38:52.418446 dv-cinder-851449-2-iscsi neutron-server[115908]: WARNING oslo_policy.policy [None req-891d0fa9-07a2-44e4-9918-df9a7f6e94b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 04:38:52.638891 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [None req-891d0fa9-07a2-44e4-9918-df9a7f6e94b7 admin admin] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=115908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 29 04:38:52.652624 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-891d0fa9-07a2-44e4-9918-df9a7f6e94b7 admin admin] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7954173 Jul 29 04:38:53.167098 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1933477'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_create {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:38:53.271166 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1933477'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_create {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:38:53.272202 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:38:53.272537 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:38:53.273053 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:38:53.273376 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:38:53.273849 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:38:53.274175 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:38:53.274490 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:38:53.274974 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:38:53.275439 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:38:53.275906 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:38:53.276244 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:38:53.276568 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:38:53.277015 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:38:53.277371 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:38:53.277684 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:38:53.278078 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-851449-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:38:53.283673 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-851449-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:38:54.972907 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 54202) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:38:55.322520 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [None req-b42c71d7-242f-44e3-bd9c-0d5f7e400181 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:38:55.413741 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.policy [None req-b42c71d7-242f-44e3-bd9c-0d5f7e400181 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=115908) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 29 04:38:55.456684 dv-cinder-851449-2-iscsi neutron-server[115908]: WARNING oslo_policy.policy [None req-b42c71d7-242f-44e3-bd9c-0d5f7e400181 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 04:38:55.456999 dv-cinder-851449-2-iscsi neutron-server[115908]: WARNING oslo_policy.policy [None req-b42c71d7-242f-44e3-bd9c-0d5f7e400181 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 04:38:55.477584 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writer thread running {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 29 04:38:55.557974 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-b42c71d7-242f-44e3-bd9c-0d5f7e400181 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769701759313', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769701760869', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769701777029', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769701798936', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769701797213', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769701683445', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3411248', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3379228', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2030553', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2004536'] for rbac-policy (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:38:55.635514 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-b42c71d7-242f-44e3-bd9c-0d5f7e400181 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:38:55.636751 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-b42c71d7-242f-44e3-bd9c-0d5f7e400181 admin admin] 10.222.0.40 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6626835 Jul 29 04:38:55.811205 dv-cinder-851449-2-iscsi neutron-server[115909]: INFO neutron.db.l3_hamode_db [None req-16c049db-5985-4696-96de-b99163134d00 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 29 04:38:55.889327 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c049db-5985-4696-96de-b99163134d00 None None] Routers set() bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:38:55.889697 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c049db-5985-4696-96de-b99163134d00 None None] Router IDs set() for agent in host dv-cinder-851449-2-iscsi {{(pid=115909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 29 04:38:57.866394 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 54214) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:38:58.190862 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [None req-f319e114-1e97-41a7-8e25-f5549cc0c403 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:38:58.220282 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f319e114-1e97-41a7-8e25-f5549cc0c403 demo demo] Made reservation on behalf of e96107c2d25740e783b49bd3a96cbc8d for: {'network': 1} {{(pid=115908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 04:38:58.224146 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-f319e114-1e97-41a7-8e25-f5549cc0c403 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for network (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:38:58.240899 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-f319e114-1e97-41a7-8e25-f5549cc0c403 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:38:58.353480 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-f319e114-1e97-41a7-8e25-f5549cc0c403 demo demo] Publish callbacks [] for security_group (282b670d-c2c0-4729-ac09-050b24fdfd7d), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:38:58.357174 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-f319e114-1e97-41a7-8e25-f5549cc0c403 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (282b670d-c2c0-4729-ac09-050b24fdfd7d), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:38:58.390692 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f319e114-1e97-41a7-8e25-f5549cc0c403 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=115908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 04:38:58.420049 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-f319e114-1e97-41a7-8e25-f5549cc0c403 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769699633601', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537036'] for segment (67f10e2d-16e4-4a9d-aee4-685e3c1be11e), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:38:58.420618 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-f319e114-1e97-41a7-8e25-f5549cc0c403 demo demo] Unsubscribe: segment precommit_create {{(pid=115908) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 29 04:38:58.421177 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.db.segments_db [None req-f319e114-1e97-41a7-8e25-f5549cc0c403 demo demo] Added segment 67f10e2d-16e4-4a9d-aee4-685e3c1be11e of type vlan for network e011a893-d703-4deb-b34f-191a76f8fad6 Jul 29 04:38:58.427177 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f319e114-1e97-41a7-8e25-f5549cc0c403 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=282b670d-c2c0-4729-ac09-050b24fdfd7d,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:38:58.462069 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f319e114-1e97-41a7-8e25-f5549cc0c403 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:38:58.462408 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f319e114-1e97-41a7-8e25-f5549cc0c403 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:38:58.462759 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f319e114-1e97-41a7-8e25-f5549cc0c403 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:38:58.463094 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f319e114-1e97-41a7-8e25-f5549cc0c403 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:38:58.463417 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f319e114-1e97-41a7-8e25-f5549cc0c403 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:38:58.463733 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f319e114-1e97-41a7-8e25-f5549cc0c403 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:38:58.464049 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f319e114-1e97-41a7-8e25-f5549cc0c403 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:38:58.464362 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f319e114-1e97-41a7-8e25-f5549cc0c403 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:38:58.464706 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f319e114-1e97-41a7-8e25-f5549cc0c403 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:38:58.465021 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f319e114-1e97-41a7-8e25-f5549cc0c403 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:38:58.465346 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f319e114-1e97-41a7-8e25-f5549cc0c403 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:38:58.465662 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f319e114-1e97-41a7-8e25-f5549cc0c403 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:38:58.465980 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f319e114-1e97-41a7-8e25-f5549cc0c403 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:38:58.466291 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f319e114-1e97-41a7-8e25-f5549cc0c403 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:38:58.466601 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f319e114-1e97-41a7-8e25-f5549cc0c403 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:38:58.467923 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f319e114-1e97-41a7-8e25-f5549cc0c403 demo demo] Tracked resource versions report: Jul 29 04:38:58.467923 dv-cinder-851449-2-iscsi neutron-server[115908]: pushed versions: Jul 29 04:38:58.467923 dv-cinder-851449-2-iscsi neutron-server[115908]: { 'AddressGroup': {'1.2'}, Jul 29 04:38:58.467923 dv-cinder-851449-2-iscsi neutron-server[115908]: 'Agent': {'1.1'}, Jul 29 04:38:58.467923 dv-cinder-851449-2-iscsi neutron-server[115908]: 'ConntrackHelper': {'1.0'}, Jul 29 04:38:58.467923 dv-cinder-851449-2-iscsi neutron-server[115908]: 'LocalIPAssociation': {'1.0'}, Jul 29 04:38:58.467923 dv-cinder-851449-2-iscsi neutron-server[115908]: 'Log': {'1.0'}, Jul 29 04:38:58.467923 dv-cinder-851449-2-iscsi neutron-server[115908]: 'NDPProxy': {'1.0'}, Jul 29 04:38:58.467923 dv-cinder-851449-2-iscsi neutron-server[115908]: 'Network': {'1.1'}, Jul 29 04:38:58.467923 dv-cinder-851449-2-iscsi neutron-server[115908]: 'Port': {'1.7'}, Jul 29 04:38:58.467923 dv-cinder-851449-2-iscsi neutron-server[115908]: 'PortForwarding': {'1.3'}, Jul 29 04:38:58.467923 dv-cinder-851449-2-iscsi neutron-server[115908]: 'QosPolicy': {'1.10'}, Jul 29 04:38:58.467923 dv-cinder-851449-2-iscsi neutron-server[115908]: 'SecurityGroup': {'1.5'}, Jul 29 04:38:58.467923 dv-cinder-851449-2-iscsi neutron-server[115908]: 'SecurityGroupRule': {'1.2'}, Jul 29 04:38:58.467923 dv-cinder-851449-2-iscsi neutron-server[115908]: 'SubPort': {'1.0'}, Jul 29 04:38:58.467923 dv-cinder-851449-2-iscsi neutron-server[115908]: 'Subnet': {'1.1'}, Jul 29 04:38:58.467923 dv-cinder-851449-2-iscsi neutron-server[115908]: 'Trunk': {'1.1'}} Jul 29 04:38:58.467923 dv-cinder-851449-2-iscsi neutron-server[115908]: consumer versions: Jul 29 04:38:58.467923 dv-cinder-851449-2-iscsi neutron-server[115908]: { DHCP agent@dv-cinder-851449-2-iscsi: {}, Jul 29 04:38:58.467923 dv-cinder-851449-2-iscsi neutron-server[115908]: L3 agent@dv-cinder-851449-2-iscsi: {}, Jul 29 04:38:58.467923 dv-cinder-851449-2-iscsi neutron-server[115908]: Metadata agent@dv-cinder-851449-2-iscsi: {}, Jul 29 04:38:58.467923 dv-cinder-851449-2-iscsi neutron-server[115908]: Metering agent@dv-cinder-851449-2-iscsi: {}, Jul 29 04:38:58.467923 dv-cinder-851449-2-iscsi neutron-server[115908]: Open vSwitch agent@dv-cinder-851449-2-iscsi: { 'AddressGroup': '1.2', Jul 29 04:38:58.467923 dv-cinder-851449-2-iscsi neutron-server[115908]: 'Agent': '1.1', Jul 29 04:38:58.467923 dv-cinder-851449-2-iscsi neutron-server[115908]: 'ConntrackHelper': '1.0', Jul 29 04:38:58.467923 dv-cinder-851449-2-iscsi neutron-server[115908]: 'LocalIPAssociation': '1.0', Jul 29 04:38:58.467923 dv-cinder-851449-2-iscsi neutron-server[115908]: 'Log': '1.0', Jul 29 04:38:58.467923 dv-cinder-851449-2-iscsi neutron-server[115908]: 'NDPProxy': '1.0', Jul 29 04:38:58.467923 dv-cinder-851449-2-iscsi neutron-server[115908]: 'Network': '1.1', Jul 29 04:38:58.467923 dv-cinder-851449-2-iscsi neutron-server[115908]: 'Port': '1.7', Jul 29 04:38:58.467923 dv-cinder-851449-2-iscsi neutron-server[115908]: 'PortForwarding': '1.3', Jul 29 04:38:58.467923 dv-cinder-851449-2-iscsi neutron-server[115908]: 'QosPolicy': '1.10', Jul 29 04:38:58.467923 dv-cinder-851449-2-iscsi neutron-server[115908]: 'SecurityGroup': '1.5', Jul 29 04:38:58.467923 dv-cinder-851449-2-iscsi neutron-server[115908]: 'SecurityGroupRule': '1.2', Jul 29 04:38:58.467923 dv-cinder-851449-2-iscsi neutron-server[115908]: 'SubPort': '1.0', Jul 29 04:38:58.467923 dv-cinder-851449-2-iscsi neutron-server[115908]: 'Subnet': '1.1', Jul 29 04:38:58.467923 dv-cinder-851449-2-iscsi neutron-server[115908]: 'Trunk': '1.1'}} Jul 29 04:38:58.467923 dv-cinder-851449-2-iscsi neutron-server[115908]: {{(pid=115908) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 04:38:58.530435 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-f319e114-1e97-41a7-8e25-f5549cc0c403 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769699109497'] for network (e011a893-d703-4deb-b34f-191a76f8fad6), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:38:58.570355 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-f319e114-1e97-41a7-8e25-f5549cc0c403 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540'] for network (e011a893-d703-4deb-b34f-191a76f8fad6), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:38:58.575334 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f319e114-1e97-41a7-8e25-f5549cc0c403 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:38:58.576013 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-f319e114-1e97-41a7-8e25-f5549cc0c403 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for network (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:38:58.659872 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-f319e114-1e97-41a7-8e25-f5549cc0c403 demo demo] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.7923985 Jul 29 04:38:58.697958 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f319e114-1e97-41a7-8e25-f5549cc0c403 demo demo] Pushing event updated for resources: {'Network': ['ID=e011a893-d703-4deb-b34f-191a76f8fad6,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:38:58.710521 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Network e011a893-d703-4deb-b34f-191a76f8fad6 details requested by agent ovs-agent-dv-cinder-851449-2-iscsi with host dv-cinder-851449-2-iscsi {{(pid=115909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 04:39:00.912011 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 54226) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:39:01.314147 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=51,neutron:INSERT=45,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:39:01.328040 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b41b5cc-5d4f-4ed8-99f0-058dd5f7b8fa demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:39:01.329442 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-7b41b5cc-5d4f-4ed8-99f0-058dd5f7b8fa demo admin] 10.222.0.40 "GET /v2.0/networks/e011a893-d703-4deb-b34f-191a76f8fad6 HTTP/1.1" status: 200 len: 825 time: 0.4165492 Jul 29 04:39:01.356081 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-9b38c842-7100-44db-ad29-9e6144b0bf82 demo admin] 10.222.0.40 "GET /v2.0/subnetpools/4dddb0d2-d838-414c-a6da-db9a1baef8b6 HTTP/1.1" status: 200 len: 734 time: 0.0200429 Jul 29 04:39:01.364595 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [None req-10ca883e-2e53-41a2-8b5f-b8f09ce39a41 demo admin] Request body: {'subnet': {'subnetpool_id': '4dddb0d2-d838-414c-a6da-db9a1baef8b6', 'ip_version': 4, 'name': 'private-subnet', 'network_id': 'e011a893-d703-4deb-b34f-191a76f8fad6', 'gateway_ip': '172.20.0.1'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:39:01.385892 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ca883e-2e53-41a2-8b5f-b8f09ce39a41 demo admin] Made reservation on behalf of e96107c2d25740e783b49bd3a96cbc8d for: {'subnet': 1} {{(pid=115908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 04:39:01.388178 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-10ca883e-2e53-41a2-8b5f-b8f09ce39a41 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:01.489480 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:39:01.681454 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-10ca883e-2e53-41a2-8b5f-b8f09ce39a41 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1878534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540'] for subnet (c7d41644-8d8d-4970-b6df-749eed362b83), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:01.747086 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ca883e-2e53-41a2-8b5f-b8f09ce39a41 demo admin] Pushing event updated for resources: {'Subnet': ['ID=c7d41644-8d8d-4970-b6df-749eed362b83,revision_number=0']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:39:01.756962 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ca883e-2e53-41a2-8b5f-b8f09ce39a41 demo admin] Checking segment: {'id': '67f10e2d-16e4-4a9d-aee4-685e3c1be11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e011a893-d703-4deb-b34f-191a76f8fad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 04:39:01.757354 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ca883e-2e53-41a2-8b5f-b8f09ce39a41 demo admin] Network hostable DHCP agents. Network: e011a893-d703-4deb-b34f-191a76f8fad6, hostable agents: ['558ab5a9-93ee-434f-b4a2-86af90b93965'], hosted agents: [] {{(pid=115908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 04:39:01.778290 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ca883e-2e53-41a2-8b5f-b8f09ce39a41 demo admin] Network e011a893-d703-4deb-b34f-191a76f8fad6 is scheduled to be hosted by DHCP agent 558ab5a9-93ee-434f-b4a2-86af90b93965 with binding_index 1 {{(pid=115908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 04:39:01.788897 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.base_scheduler [None req-10ca883e-2e53-41a2-8b5f-b8f09ce39a41 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851449-2-iscsi, e011a893-d703-4deb-b34f-191a76f8fad6) {{(pid=115908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:39:01.793855 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ca883e-2e53-41a2-8b5f-b8f09ce39a41 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:39:01.794443 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-10ca883e-2e53-41a2-8b5f-b8f09ce39a41 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for subnet (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:01.799994 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ac5a45-b888-4961-a307-c905fe76afe7 None None] Network e011a893-d703-4deb-b34f-191a76f8fad6 requested from dv-cinder-851449-2-iscsi {{(pid=115909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 04:39:01.811147 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-10ca883e-2e53-41a2-8b5f-b8f09ce39a41 demo admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4497440 Jul 29 04:39:02.061660 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c352814-ae6f-4e2b-acae-f95017b2f5a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d6b9b1e-becd-51aa-993d-5c6c918874f9-e011a893-d703-4deb-b34f-191a76f8fad6', 'network_id': 'e011a893-d703-4deb-b34f-191a76f8fad6', 'project_id': 'e96107c2d25740e783b49bd3a96cbc8d', 'fixed_ips': [{'subnet_id': 'c7d41644-8d8d-4970-b6df-749eed362b83'}]}} from dv-cinder-851449-2-iscsi. {{(pid=115909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 29 04:39:02.062999 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-8c352814-ae6f-4e2b-acae-f95017b2f5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:02.341036 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.db_base_plugin_common [None req-8c352814-ae6f-4e2b-acae-f95017b2f5a5 None None] Allocated IP 172.20.0.2 (e011a893-d703-4deb-b34f-191a76f8fad6/c7d41644-8d8d-4970-b6df-749eed362b83/6fde5a73-8d6f-439f-907e-f91dd4bf3663) {{(pid=115909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 04:39:02.463062 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=60,neutron:INSERT=37,neutron:UPDATE=3 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:39:02.612564 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-8c352814-ae6f-4e2b-acae-f95017b2f5a5 None None] Publish callbacks [] for port (6fde5a73-8d6f-439f-907e-f91dd4bf3663), precommit_create {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:02.619592 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-8c352814-ae6f-4e2b-acae-f95017b2f5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307'] for port (6fde5a73-8d6f-439f-907e-f91dd4bf3663), after_create {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:02.694399 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c352814-ae6f-4e2b-acae-f95017b2f5a5 None None] Network e011a893-d703-4deb-b34f-191a76f8fad6 is already hosted by enough agents. {{(pid=115909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 04:39:02.703336 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.scheduler.base_scheduler [None req-8c352814-ae6f-4e2b-acae-f95017b2f5a5 None None] Resources bound (agent type, host, resource id): {{(pid=115909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:39:02.709128 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c352814-ae6f-4e2b-acae-f95017b2f5a5 None None] Pushing event updated for resources: {'Port': ['ID=6fde5a73-8d6f-439f-907e-f91dd4bf3663,revision_number=1']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:39:02.713211 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c352814-ae6f-4e2b-acae-f95017b2f5a5 None None] Received port after_create {{(pid=115909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 04:39:02.721828 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c352814-ae6f-4e2b-acae-f95017b2f5a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:39:02.722177 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c352814-ae6f-4e2b-acae-f95017b2f5a5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:39:02.722536 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c352814-ae6f-4e2b-acae-f95017b2f5a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:39:02.722902 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c352814-ae6f-4e2b-acae-f95017b2f5a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:39:02.723241 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c352814-ae6f-4e2b-acae-f95017b2f5a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:39:02.723572 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c352814-ae6f-4e2b-acae-f95017b2f5a5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:39:02.723899 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c352814-ae6f-4e2b-acae-f95017b2f5a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:39:02.724225 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c352814-ae6f-4e2b-acae-f95017b2f5a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:39:02.724550 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c352814-ae6f-4e2b-acae-f95017b2f5a5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:39:02.724901 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c352814-ae6f-4e2b-acae-f95017b2f5a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:39:02.725230 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c352814-ae6f-4e2b-acae-f95017b2f5a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:39:02.725570 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c352814-ae6f-4e2b-acae-f95017b2f5a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:39:02.725899 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c352814-ae6f-4e2b-acae-f95017b2f5a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:39:02.726217 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c352814-ae6f-4e2b-acae-f95017b2f5a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:39:02.726540 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c352814-ae6f-4e2b-acae-f95017b2f5a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:39:02.727922 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c352814-ae6f-4e2b-acae-f95017b2f5a5 None None] Tracked resource versions report: Jul 29 04:39:02.727922 dv-cinder-851449-2-iscsi neutron-server[115909]: pushed versions: Jul 29 04:39:02.727922 dv-cinder-851449-2-iscsi neutron-server[115909]: { 'AddressGroup': {'1.2'}, Jul 29 04:39:02.727922 dv-cinder-851449-2-iscsi neutron-server[115909]: 'Agent': {'1.1'}, Jul 29 04:39:02.727922 dv-cinder-851449-2-iscsi neutron-server[115909]: 'ConntrackHelper': {'1.0'}, Jul 29 04:39:02.727922 dv-cinder-851449-2-iscsi neutron-server[115909]: 'LocalIPAssociation': {'1.0'}, Jul 29 04:39:02.727922 dv-cinder-851449-2-iscsi neutron-server[115909]: 'Log': {'1.0'}, Jul 29 04:39:02.727922 dv-cinder-851449-2-iscsi neutron-server[115909]: 'NDPProxy': {'1.0'}, Jul 29 04:39:02.727922 dv-cinder-851449-2-iscsi neutron-server[115909]: 'Network': {'1.1'}, Jul 29 04:39:02.727922 dv-cinder-851449-2-iscsi neutron-server[115909]: 'Port': {'1.7'}, Jul 29 04:39:02.727922 dv-cinder-851449-2-iscsi neutron-server[115909]: 'PortForwarding': {'1.3'}, Jul 29 04:39:02.727922 dv-cinder-851449-2-iscsi neutron-server[115909]: 'QosPolicy': {'1.10'}, Jul 29 04:39:02.727922 dv-cinder-851449-2-iscsi neutron-server[115909]: 'SecurityGroup': {'1.5'}, Jul 29 04:39:02.727922 dv-cinder-851449-2-iscsi neutron-server[115909]: 'SecurityGroupRule': {'1.2'}, Jul 29 04:39:02.727922 dv-cinder-851449-2-iscsi neutron-server[115909]: 'SubPort': {'1.0'}, Jul 29 04:39:02.727922 dv-cinder-851449-2-iscsi neutron-server[115909]: 'Subnet': {'1.1'}, Jul 29 04:39:02.727922 dv-cinder-851449-2-iscsi neutron-server[115909]: 'Trunk': {'1.1'}} Jul 29 04:39:02.727922 dv-cinder-851449-2-iscsi neutron-server[115909]: consumer versions: Jul 29 04:39:02.727922 dv-cinder-851449-2-iscsi neutron-server[115909]: { DHCP agent@dv-cinder-851449-2-iscsi: {}, Jul 29 04:39:02.727922 dv-cinder-851449-2-iscsi neutron-server[115909]: L3 agent@dv-cinder-851449-2-iscsi: {}, Jul 29 04:39:02.727922 dv-cinder-851449-2-iscsi neutron-server[115909]: Metadata agent@dv-cinder-851449-2-iscsi: {}, Jul 29 04:39:02.727922 dv-cinder-851449-2-iscsi neutron-server[115909]: Metering agent@dv-cinder-851449-2-iscsi: {}, Jul 29 04:39:02.727922 dv-cinder-851449-2-iscsi neutron-server[115909]: Open vSwitch agent@dv-cinder-851449-2-iscsi: { 'AddressGroup': '1.2', Jul 29 04:39:02.727922 dv-cinder-851449-2-iscsi neutron-server[115909]: 'Agent': '1.1', Jul 29 04:39:02.727922 dv-cinder-851449-2-iscsi neutron-server[115909]: 'ConntrackHelper': '1.0', Jul 29 04:39:02.727922 dv-cinder-851449-2-iscsi neutron-server[115909]: 'LocalIPAssociation': '1.0', Jul 29 04:39:02.727922 dv-cinder-851449-2-iscsi neutron-server[115909]: 'Log': '1.0', Jul 29 04:39:02.727922 dv-cinder-851449-2-iscsi neutron-server[115909]: 'NDPProxy': '1.0', Jul 29 04:39:02.727922 dv-cinder-851449-2-iscsi neutron-server[115909]: 'Network': '1.1', Jul 29 04:39:02.727922 dv-cinder-851449-2-iscsi neutron-server[115909]: 'Port': '1.7', Jul 29 04:39:02.727922 dv-cinder-851449-2-iscsi neutron-server[115909]: 'PortForwarding': '1.3', Jul 29 04:39:02.727922 dv-cinder-851449-2-iscsi neutron-server[115909]: 'QosPolicy': '1.10', Jul 29 04:39:02.727922 dv-cinder-851449-2-iscsi neutron-server[115909]: 'SecurityGroup': '1.5', Jul 29 04:39:02.727922 dv-cinder-851449-2-iscsi neutron-server[115909]: 'SecurityGroupRule': '1.2', Jul 29 04:39:02.727922 dv-cinder-851449-2-iscsi neutron-server[115909]: 'SubPort': '1.0', Jul 29 04:39:02.727922 dv-cinder-851449-2-iscsi neutron-server[115909]: 'Subnet': '1.1', Jul 29 04:39:02.727922 dv-cinder-851449-2-iscsi neutron-server[115909]: 'Trunk': '1.1'}} Jul 29 04:39:02.727922 dv-cinder-851449-2-iscsi neutron-server[115909]: {{(pid=115909) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 04:39:02.756633 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:39:02.809978 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-8c352814-ae6f-4e2b-acae-f95017b2f5a5 None None] Attempting to bind port 6fde5a73-8d6f-439f-907e-f91dd4bf3663 on host dv-cinder-851449-2-iscsi for vnic_type normal with profile {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 04:39:02.810646 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-8c352814-ae6f-4e2b-acae-f95017b2f5a5 None None] Attempting to bind port 6fde5a73-8d6f-439f-907e-f91dd4bf3663 by drivers openvswitch,hyperv on host dv-cinder-851449-2-iscsi at level 0 using segments [{'id': '67f10e2d-16e4-4a9d-aee4-685e3c1be11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e011a893-d703-4deb-b34f-191a76f8fad6'}] {{(pid=115909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 04:39:02.810806 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c352814-ae6f-4e2b-acae-f95017b2f5a5 None None] Attempting to bind port 6fde5a73-8d6f-439f-907e-f91dd4bf3663 on network e011a893-d703-4deb-b34f-191a76f8fad6 {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 04:39:02.816706 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c352814-ae6f-4e2b-acae-f95017b2f5a5 None None] Checking agent: {'id': '9625653a-1f3f-4d73-bc2a-dc32c08b0da9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 4, 38, 53), 'started_at': datetime.datetime(2022, 7, 29, 4, 38, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 4, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 04:39:02.817097 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c352814-ae6f-4e2b-acae-f95017b2f5a5 None None] Checking segment: {'id': '67f10e2d-16e4-4a9d-aee4-685e3c1be11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e011a893-d703-4deb-b34f-191a76f8fad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 04:39:02.817566 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-8c352814-ae6f-4e2b-acae-f95017b2f5a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:02.817964 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c352814-ae6f-4e2b-acae-f95017b2f5a5 None None] Bound using segment: {'id': '67f10e2d-16e4-4a9d-aee4-685e3c1be11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e011a893-d703-4deb-b34f-191a76f8fad6'} {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 04:39:02.818432 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-8c352814-ae6f-4e2b-acae-f95017b2f5a5 None None] Bound port: 6fde5a73-8d6f-439f-907e-f91dd4bf3663, host: dv-cinder-851449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67f10e2d-16e4-4a9d-aee4-685e3c1be11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e011a893-d703-4deb-b34f-191a76f8fad6'}}] {{(pid=115909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 04:39:02.818842 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-8c352814-ae6f-4e2b-acae-f95017b2f5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (6fde5a73-8d6f-439f-907e-f91dd4bf3663), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:02.879270 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-8c352814-ae6f-4e2b-acae-f95017b2f5a5 None None] For port 6fde5a73-8d6f-439f-907e-f91dd4bf3663, host dv-cinder-851449-2-iscsi, cleared binding levels {{(pid=115909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 04:39:02.900341 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-8c352814-ae6f-4e2b-acae-f95017b2f5a5 None None] For port 6fde5a73-8d6f-439f-907e-f91dd4bf3663, host dv-cinder-851449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=6fde5a73-8d6f-439f-907e-f91dd4bf3663,segment=NetworkSegment(67f10e2d-16e4-4a9d-aee4-685e3c1be11e),segment_id=67f10e2d-16e4-4a9d-aee4-685e3c1be11e)] {{(pid=115909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 04:39:02.907454 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-8c352814-ae6f-4e2b-acae-f95017b2f5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (6fde5a73-8d6f-439f-907e-f91dd4bf3663), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:02.960474 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c352814-ae6f-4e2b-acae-f95017b2f5a5 None None] Pushing event updated for resources: {'Port': ['ID=6fde5a73-8d6f-439f-907e-f91dd4bf3663,revision_number=2']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:39:04.122716 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 54238) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:39:04.466565 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [None req-6fda49c2-8fc8-41ca-b60c-4b961dc95e60 admin admin] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=115908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 29 04:39:04.467598 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-6fda49c2-8fc8-41ca-b60c-4b961dc95e60 admin admin] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3439226 Jul 29 04:39:06.743931 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 54246) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:39:07.084084 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [None req-91a34de5-d2e3-424c-864c-3739f4251ad9 admin admin] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=115908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 29 04:39:07.085121 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-91a34de5-d2e3-424c-864c-3739f4251ad9 admin admin] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3401709 Jul 29 04:39:07.895613 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:39:07.915011 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=8 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:39:09.465183 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 54256) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:39:09.795145 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [None req-f7551f97-4f8f-4954-a038-549a9d90f382 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:39:09.836966 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-f7551f97-4f8f-4954-a038-549a9d90f382 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1716501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1446'] for router (e5915bf8-43d2-4b19-8c3b-7765d38df976), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:09.838490 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-f7551f97-4f8f-4954-a038-549a9d90f382 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1714685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1939453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1885050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1455'] for router (e5915bf8-43d2-4b19-8c3b-7765d38df976), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:09.981232 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-f7551f97-4f8f-4954-a038-549a9d90f382 demo demo] Publish callbacks [] for router_controller (e5915bf8-43d2-4b19-8c3b-7765d38df976), precommit_add_association {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:09.985854 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-f7551f97-4f8f-4954-a038-549a9d90f382 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1714635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1939329'] for router (e5915bf8-43d2-4b19-8c3b-7765d38df976), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:10.003227 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-f7551f97-4f8f-4954-a038-549a9d90f382 demo demo] Publish callbacks [] for router (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:10.004429 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-f7551f97-4f8f-4954-a038-549a9d90f382 demo demo] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5381477 Jul 29 04:39:11.090761 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device 6fde5a73-8d6f-439f-907e-f91dd4bf3663 up at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 04:39:11.166985 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c1dc08-5448-415a-a1d7-3caceadade38 None None] Network e011a893-d703-4deb-b34f-191a76f8fad6 requested from dv-cinder-851449-2-iscsi {{(pid=115909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 04:39:11.261269 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-a9588a86-3bbe-47f5-8efe-bd3108ee40d7 None None] Provisioning complete for port 6fde5a73-8d6f-439f-907e-f91dd4bf3663 triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:39:11.261689 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-a9588a86-3bbe-47f5-8efe-bd3108ee40d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (6fde5a73-8d6f-439f-907e-f91dd4bf3663), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:11.316194 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Provisioning complete for port 6fde5a73-8d6f-439f-907e-f91dd4bf3663 triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:39:11.316500 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (6fde5a73-8d6f-439f-907e-f91dd4bf3663), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:11.499238 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-a9588a86-3bbe-47f5-8efe-bd3108ee40d7 None None] Current status of the port 6fde5a73-8d6f-439f-907e-f91dd4bf3663 is: DOWN; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:39:11.499631 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-a9588a86-3bbe-47f5-8efe-bd3108ee40d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (6fde5a73-8d6f-439f-907e-f91dd4bf3663), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:11.518745 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port 6fde5a73-8d6f-439f-907e-f91dd4bf3663 is: DOWN; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:39:11.519135 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (6fde5a73-8d6f-439f-907e-f91dd4bf3663), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:11.558480 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-a9588a86-3bbe-47f5-8efe-bd3108ee40d7 None None] For port 6fde5a73-8d6f-439f-907e-f91dd4bf3663, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=6fde5a73-8d6f-439f-907e-f91dd4bf3663,segment=NetworkSegment(67f10e2d-16e4-4a9d-aee4-685e3c1be11e),segment_id=67f10e2d-16e4-4a9d-aee4-685e3c1be11e)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:39:11.563186 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-a9588a86-3bbe-47f5-8efe-bd3108ee40d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (6fde5a73-8d6f-439f-907e-f91dd4bf3663), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:11.585888 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:39:11.642314 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9588a86-3bbe-47f5-8efe-bd3108ee40d7 None None] Pushing event updated for resources: {'Port': ['ID=6fde5a73-8d6f-439f-907e-f91dd4bf3663,revision_number=3']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:39:11.645268 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.db.api [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115909) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 29 04:39:11.645750 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG oslo_db.api [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 04:39:11.682600 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-e696c085-7bb4-46c4-b39d-5c34b89b7e33 None None] Provisioning complete for port 6fde5a73-8d6f-439f-907e-f91dd4bf3663 triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:39:11.682982 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-e696c085-7bb4-46c4-b39d-5c34b89b7e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (6fde5a73-8d6f-439f-907e-f91dd4bf3663), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:11.754589 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-e696c085-7bb4-46c4-b39d-5c34b89b7e33 None None] Current status of the port 6fde5a73-8d6f-439f-907e-f91dd4bf3663 is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:39:12.170977 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:39:12.179701 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port 6fde5a73-8d6f-439f-907e-f91dd4bf3663 is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:39:12.280055 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 54270) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:39:12.790351 dv-cinder-851449-2-iscsi neutron-server[115907]: WARNING oslo_policy.policy [None req-85786e8d-acf6-43c5-ad92-950e9e10bfe6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 04:39:12.790923 dv-cinder-851449-2-iscsi neutron-server[115907]: WARNING oslo_policy.policy [None req-85786e8d-acf6-43c5-ad92-950e9e10bfe6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 04:39:13.008929 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [None req-85786e8d-acf6-43c5-ad92-950e9e10bfe6 admin admin] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=115907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 29 04:39:13.010207 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-85786e8d-acf6-43c5-ad92-950e9e10bfe6 admin admin] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7283010 Jul 29 04:39:13.080942 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device 6fde5a73-8d6f-439f-907e-f91dd4bf3663 up at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 04:39:13.128737 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Provisioning complete for port 6fde5a73-8d6f-439f-907e-f91dd4bf3663 triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:39:13.129137 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (6fde5a73-8d6f-439f-907e-f91dd4bf3663), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:13.206967 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port 6fde5a73-8d6f-439f-907e-f91dd4bf3663 is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:39:15.260898 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 54284) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:39:15.577105 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [None req-961a9e34-d64d-4356-8a91-5f6e2a738e2a admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'admin_state_up': True, 'name': 'public'}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:39:15.589193 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writer thread running {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 29 04:39:15.589827 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:39:15.632290 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961a9e34-d64d-4356-8a91-5f6e2a738e2a admin admin] Made reservation on behalf of 25a26196f3ac436c876fd26eb5482e4a for: {'network': 1} {{(pid=115907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 04:39:15.692359 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.policy [None req-961a9e34-d64d-4356-8a91-5f6e2a738e2a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=115907) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 29 04:39:15.736282 dv-cinder-851449-2-iscsi neutron-server[115907]: WARNING oslo_policy.policy [None req-961a9e34-d64d-4356-8a91-5f6e2a738e2a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 04:39:15.736682 dv-cinder-851449-2-iscsi neutron-server[115907]: WARNING oslo_policy.policy [None req-961a9e34-d64d-4356-8a91-5f6e2a738e2a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 04:39:15.746142 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-961a9e34-d64d-4356-8a91-5f6e2a738e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for network (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:15.765934 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-961a9e34-d64d-4356-8a91-5f6e2a738e2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:15.878568 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-961a9e34-d64d-4356-8a91-5f6e2a738e2a admin admin] Publish callbacks [] for security_group (f2bb9ab2-9c50-42da-b59f-f1de59f86147), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:15.882143 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-961a9e34-d64d-4356-8a91-5f6e2a738e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (f2bb9ab2-9c50-42da-b59f-f1de59f86147), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:15.893745 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-961a9e34-d64d-4356-8a91-5f6e2a738e2a admin admin] Reserving flat network on physical network physnet1 {{(pid=115907) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 29 04:39:15.926772 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-961a9e34-d64d-4356-8a91-5f6e2a738e2a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769699633601', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537036'] for segment (a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:15.927311 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-961a9e34-d64d-4356-8a91-5f6e2a738e2a admin admin] Unsubscribe: segment precommit_create {{(pid=115907) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 29 04:39:15.927864 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.db.segments_db [None req-961a9e34-d64d-4356-8a91-5f6e2a738e2a admin admin] Added segment a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f of type flat for network 9a05b655-8925-4222-a853-020f58db76f4 Jul 29 04:39:15.944733 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961a9e34-d64d-4356-8a91-5f6e2a738e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2bb9ab2-9c50-42da-b59f-f1de59f86147,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:39:15.994488 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961a9e34-d64d-4356-8a91-5f6e2a738e2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:39:15.994827 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961a9e34-d64d-4356-8a91-5f6e2a738e2a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:39:15.995183 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961a9e34-d64d-4356-8a91-5f6e2a738e2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:39:15.995524 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961a9e34-d64d-4356-8a91-5f6e2a738e2a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:39:15.995851 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961a9e34-d64d-4356-8a91-5f6e2a738e2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:39:15.996176 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961a9e34-d64d-4356-8a91-5f6e2a738e2a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:39:15.996497 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961a9e34-d64d-4356-8a91-5f6e2a738e2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:39:15.996842 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961a9e34-d64d-4356-8a91-5f6e2a738e2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:39:15.997163 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961a9e34-d64d-4356-8a91-5f6e2a738e2a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:39:15.997484 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961a9e34-d64d-4356-8a91-5f6e2a738e2a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:39:15.997822 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961a9e34-d64d-4356-8a91-5f6e2a738e2a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:39:15.998146 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961a9e34-d64d-4356-8a91-5f6e2a738e2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:39:15.998463 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961a9e34-d64d-4356-8a91-5f6e2a738e2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:39:15.998779 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961a9e34-d64d-4356-8a91-5f6e2a738e2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:39:15.999093 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961a9e34-d64d-4356-8a91-5f6e2a738e2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:39:16.000455 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961a9e34-d64d-4356-8a91-5f6e2a738e2a admin admin] Tracked resource versions report: Jul 29 04:39:16.000455 dv-cinder-851449-2-iscsi neutron-server[115907]: pushed versions: Jul 29 04:39:16.000455 dv-cinder-851449-2-iscsi neutron-server[115907]: { 'AddressGroup': {'1.2'}, Jul 29 04:39:16.000455 dv-cinder-851449-2-iscsi neutron-server[115907]: 'Agent': {'1.1'}, Jul 29 04:39:16.000455 dv-cinder-851449-2-iscsi neutron-server[115907]: 'ConntrackHelper': {'1.0'}, Jul 29 04:39:16.000455 dv-cinder-851449-2-iscsi neutron-server[115907]: 'LocalIPAssociation': {'1.0'}, Jul 29 04:39:16.000455 dv-cinder-851449-2-iscsi neutron-server[115907]: 'Log': {'1.0'}, Jul 29 04:39:16.000455 dv-cinder-851449-2-iscsi neutron-server[115907]: 'NDPProxy': {'1.0'}, Jul 29 04:39:16.000455 dv-cinder-851449-2-iscsi neutron-server[115907]: 'Network': {'1.1'}, Jul 29 04:39:16.000455 dv-cinder-851449-2-iscsi neutron-server[115907]: 'Port': {'1.7'}, Jul 29 04:39:16.000455 dv-cinder-851449-2-iscsi neutron-server[115907]: 'PortForwarding': {'1.3'}, Jul 29 04:39:16.000455 dv-cinder-851449-2-iscsi neutron-server[115907]: 'QosPolicy': {'1.10'}, Jul 29 04:39:16.000455 dv-cinder-851449-2-iscsi neutron-server[115907]: 'SecurityGroup': {'1.5'}, Jul 29 04:39:16.000455 dv-cinder-851449-2-iscsi neutron-server[115907]: 'SecurityGroupRule': {'1.2'}, Jul 29 04:39:16.000455 dv-cinder-851449-2-iscsi neutron-server[115907]: 'SubPort': {'1.0'}, Jul 29 04:39:16.000455 dv-cinder-851449-2-iscsi neutron-server[115907]: 'Subnet': {'1.1'}, Jul 29 04:39:16.000455 dv-cinder-851449-2-iscsi neutron-server[115907]: 'Trunk': {'1.1'}} Jul 29 04:39:16.000455 dv-cinder-851449-2-iscsi neutron-server[115907]: consumer versions: Jul 29 04:39:16.000455 dv-cinder-851449-2-iscsi neutron-server[115907]: { DHCP agent@dv-cinder-851449-2-iscsi: {}, Jul 29 04:39:16.000455 dv-cinder-851449-2-iscsi neutron-server[115907]: L3 agent@dv-cinder-851449-2-iscsi: {}, Jul 29 04:39:16.000455 dv-cinder-851449-2-iscsi neutron-server[115907]: Metadata agent@dv-cinder-851449-2-iscsi: {}, Jul 29 04:39:16.000455 dv-cinder-851449-2-iscsi neutron-server[115907]: Metering agent@dv-cinder-851449-2-iscsi: {}, Jul 29 04:39:16.000455 dv-cinder-851449-2-iscsi neutron-server[115907]: Open vSwitch agent@dv-cinder-851449-2-iscsi: { 'AddressGroup': '1.2', Jul 29 04:39:16.000455 dv-cinder-851449-2-iscsi neutron-server[115907]: 'Agent': '1.1', Jul 29 04:39:16.000455 dv-cinder-851449-2-iscsi neutron-server[115907]: 'ConntrackHelper': '1.0', Jul 29 04:39:16.000455 dv-cinder-851449-2-iscsi neutron-server[115907]: 'LocalIPAssociation': '1.0', Jul 29 04:39:16.000455 dv-cinder-851449-2-iscsi neutron-server[115907]: 'Log': '1.0', Jul 29 04:39:16.000455 dv-cinder-851449-2-iscsi neutron-server[115907]: 'NDPProxy': '1.0', Jul 29 04:39:16.000455 dv-cinder-851449-2-iscsi neutron-server[115907]: 'Network': '1.1', Jul 29 04:39:16.000455 dv-cinder-851449-2-iscsi neutron-server[115907]: 'Port': '1.7', Jul 29 04:39:16.000455 dv-cinder-851449-2-iscsi neutron-server[115907]: 'PortForwarding': '1.3', Jul 29 04:39:16.000455 dv-cinder-851449-2-iscsi neutron-server[115907]: 'QosPolicy': '1.10', Jul 29 04:39:16.000455 dv-cinder-851449-2-iscsi neutron-server[115907]: 'SecurityGroup': '1.5', Jul 29 04:39:16.000455 dv-cinder-851449-2-iscsi neutron-server[115907]: 'SecurityGroupRule': '1.2', Jul 29 04:39:16.000455 dv-cinder-851449-2-iscsi neutron-server[115907]: 'SubPort': '1.0', Jul 29 04:39:16.000455 dv-cinder-851449-2-iscsi neutron-server[115907]: 'Subnet': '1.1', Jul 29 04:39:16.000455 dv-cinder-851449-2-iscsi neutron-server[115907]: 'Trunk': '1.1'}} Jul 29 04:39:16.000455 dv-cinder-851449-2-iscsi neutron-server[115907]: {{(pid=115907) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 04:39:16.047986 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-961a9e34-d64d-4356-8a91-5f6e2a738e2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769699109497'] for network (9a05b655-8925-4222-a853-020f58db76f4), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:16.092440 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-961a9e34-d64d-4356-8a91-5f6e2a738e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540'] for network (9a05b655-8925-4222-a853-020f58db76f4), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:16.093676 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961a9e34-d64d-4356-8a91-5f6e2a738e2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:39:16.094360 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-961a9e34-d64d-4356-8a91-5f6e2a738e2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for network (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:16.192021 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-961a9e34-d64d-4356-8a91-5f6e2a738e2a admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9299815 Jul 29 04:39:16.199628 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961a9e34-d64d-4356-8a91-5f6e2a738e2a admin admin] Pushing event updated for resources: {'Network': ['ID=9a05b655-8925-4222-a853-020f58db76f4,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:39:16.211065 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Network 9a05b655-8925-4222-a853-020f58db76f4 details requested by agent ovs-agent-dv-cinder-851449-2-iscsi with host dv-cinder-851449-2-iscsi {{(pid=115909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 04:39:18.355369 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-65a21fff-7573-4956-b336-191a84f49fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:18.434107 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 54300) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:39:18.848444 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a685f356-5119-4042-b998-6d307a0ef973 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:39:18.849743 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-a685f356-5119-4042-b998-6d307a0ef973 demo admin] 10.222.0.40 "GET /v2.0/subnets/c7d41644-8d8d-4970-b6df-749eed362b83 HTTP/1.1" status: 200 len: 849 time: 0.4146807 Jul 29 04:39:19.007459 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-ed217566-8850-47c8-9998-fe131fb1e7c3 demo admin] 10.222.0.40 "GET /v2.0/routers/e5915bf8-43d2-4b19-8c3b-7765d38df976 HTTP/1.1" status: 200 len: 704 time: 0.1516480 Jul 29 04:39:19.291557 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-7ca48b0f-065e-4967-b179-e9fd97a1c775 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:19.390552 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:39:19.578317 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.db.db_base_plugin_common [None req-7ca48b0f-065e-4967-b179-e9fd97a1c775 demo admin] Allocated IP 172.20.0.1 (e011a893-d703-4deb-b34f-191a76f8fad6/c7d41644-8d8d-4970-b6df-749eed362b83/894d2d7a-f2ab-4324-8088-edc45dfe098b) {{(pid=115907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 04:39:19.681309 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:39:19.768023 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-7ca48b0f-065e-4967-b179-e9fd97a1c775 demo admin] Publish callbacks [] for port (894d2d7a-f2ab-4324-8088-edc45dfe098b), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:19.835431 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-7ca48b0f-065e-4967-b179-e9fd97a1c775 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307'] for port (894d2d7a-f2ab-4324-8088-edc45dfe098b), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:19.908154 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca48b0f-065e-4967-b179-e9fd97a1c775 demo admin] Network e011a893-d703-4deb-b34f-191a76f8fad6 is already hosted by enough agents. {{(pid=115907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 04:39:19.918904 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.base_scheduler [None req-7ca48b0f-065e-4967-b179-e9fd97a1c775 demo admin] Resources bound (agent type, host, resource id): {{(pid=115907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:39:19.928156 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca48b0f-065e-4967-b179-e9fd97a1c775 demo admin] Received port after_create {{(pid=115907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 04:39:19.928741 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-7ca48b0f-065e-4967-b179-e9fd97a1c775 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715585'] for router_interface (e5915bf8-43d2-4b19-8c3b-7765d38df976), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:19.948272 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca48b0f-065e-4967-b179-e9fd97a1c775 demo admin] Pushing event updated for resources: {'Port': ['ID=894d2d7a-f2ab-4324-8088-edc45dfe098b,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:39:19.997290 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=60,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:39:19.998782 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=39,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:39:20.115847 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-28d9a7f0-2316-45c1-b12f-249c5522c2cf None None] Provisioning complete for port 894d2d7a-f2ab-4324-8088-edc45dfe098b triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:39:20.116406 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-28d9a7f0-2316-45c1-b12f-249c5522c2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (894d2d7a-f2ab-4324-8088-edc45dfe098b), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:20.128968 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-7ca48b0f-065e-4967-b179-e9fd97a1c775 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (894d2d7a-f2ab-4324-8088-edc45dfe098b), before_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:20.147771 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-28d9a7f0-2316-45c1-b12f-249c5522c2cf None None] Port 894d2d7a-f2ab-4324-8088-edc45dfe098b cannot update to ACTIVE because it is not bound. {{(pid=115909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 04:39:20.386173 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-7ca48b0f-065e-4967-b179-e9fd97a1c775 demo admin] Publish callbacks [] for port (894d2d7a-f2ab-4324-8088-edc45dfe098b), precommit_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:20.390899 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-7ca48b0f-065e-4967-b179-e9fd97a1c775 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (894d2d7a-f2ab-4324-8088-edc45dfe098b), after_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:20.392117 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-7ca48b0f-065e-4967-b179-e9fd97a1c775 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1573558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1715709'] for router_interface (e5915bf8-43d2-4b19-8c3b-7765d38df976), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:20.470152 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca48b0f-065e-4967-b179-e9fd97a1c775 demo admin] Pushing event updated for resources: {'Port': ['ID=894d2d7a-f2ab-4324-8088-edc45dfe098b,revision_number=2']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:39:20.474592 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:39:20.525238 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca48b0f-065e-4967-b179-e9fd97a1c775 demo admin] Network e011a893-d703-4deb-b34f-191a76f8fad6 is already hosted by enough agents. {{(pid=115907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 04:39:20.526556 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.base_scheduler [None req-7ca48b0f-065e-4967-b179-e9fd97a1c775 demo admin] Resources bound (agent type, host, resource id): {{(pid=115907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:39:20.618511 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-36ad4639-3055-462b-976b-46d7a778354d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:20.686501 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ca48b0f-065e-4967-b179-e9fd97a1c775 demo admin] Router e5915bf8-43d2-4b19-8c3b-7765d38df976 is scheduled to L3 agent 507cc676-b5a3-487d-9bd3-df89beb45ea5 with binding_index 1 {{(pid=115907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 29 04:39:20.767300 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:39:20.768741 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-bc90e3b4-c9af-471d-aacf-85d18a79c172 None None] Provisioning complete for port 894d2d7a-f2ab-4324-8088-edc45dfe098b triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:39:20.769185 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-bc90e3b4-c9af-471d-aacf-85d18a79c172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (894d2d7a-f2ab-4324-8088-edc45dfe098b), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:20.775364 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca48b0f-065e-4967-b179-e9fd97a1c775 demo admin] Notify agent at l3_agent.dv-cinder-851449-2-iscsi the message routers_updated {{(pid=115907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 04:39:20.780545 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-7ca48b0f-065e-4967-b179-e9fd97a1c775 demo admin] 10.222.0.40 "PUT /v2.0/routers/e5915bf8-43d2-4b19-8c3b-7765d38df976/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7677560 Jul 29 04:39:20.796256 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de6f926-4f31-42e3-b443-1bc53a241693 None None] Sync routers for ids ['e5915bf8-43d2-4b19-8c3b-7765d38df976'] in dv-cinder-851449-2-iscsi {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 04:39:20.810716 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de6f926-4f31-42e3-b443-1bc53a241693 None None] Routers {'e5915bf8-43d2-4b19-8c3b-7765d38df976'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:39:20.811586 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-5de6f926-4f31-42e3-b443-1bc53a241693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:39:21Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['e5915bf8-43d2-4b19-8c3b-7765d38df976'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:39:20.811960 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-bc90e3b4-c9af-471d-aacf-85d18a79c172 None None] Port 894d2d7a-f2ab-4324-8088-edc45dfe098b cannot update to ACTIVE because it is not bound. {{(pid=115909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 04:39:20.989186 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-5de6f926-4f31-42e3-b443-1bc53a241693 None None] Set router e5915bf8-43d2-4b19-8c3b-7765d38df976 gateway port host: None {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:39:21.406227 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-5de6f926-4f31-42e3-b443-1bc53a241693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5915bf8-43d2-4b19-8c3b-7765d38df976', 'name': 'router1', 'tenant_id': 'e96107c2d25740e783b49bd3a96cbc8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:39:09Z', 'updated_at': '2022-07-29T04:39:20Z', 'revision_number': 2, 'project_id': 'e96107c2d25740e783b49bd3a96cbc8d', 'gw_port_host': None, '_interfaces': [{'id': '894d2d7a-f2ab-4324-8088-edc45dfe098b', 'name': '', 'network_id': 'e011a893-d703-4deb-b34f-191a76f8fad6', 'tenant_id': 'e96107c2d25740e783b49bd3a96cbc8d', 'mac_address': 'fa:16:3e:68:00:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5915bf8-43d2-4b19-8c3b-7765d38df976', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c7d41644-8d8d-4970-b6df-749eed362b83', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:39:19Z', 'updated_at': '2022-07-29T04:39:20Z', 'revision_number': 2, 'project_id': 'e96107c2d25740e783b49bd3a96cbc8d', 'subnets': [{'id': 'c7d41644-8d8d-4970-b6df-749eed362b83', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4dddb0d2-d838-414c-a6da-db9a1baef8b6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:39:21.457061 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de6f926-4f31-42e3-b443-1bc53a241693 None None] Checking router: e5915bf8-43d2-4b19-8c3b-7765d38df976 for host: dv-cinder-851449-2-iscsi {{(pid=115910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 04:39:21.457443 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de6f926-4f31-42e3-b443-1bc53a241693 None None] Updating router e5915bf8-43d2-4b19-8c3b-7765d38df976 port 894d2d7a-f2ab-4324-8088-edc45dfe098b binding host dv-cinder-851449-2-iscsi {{(pid=115910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 04:39:21.509741 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-5de6f926-4f31-42e3-b443-1bc53a241693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (894d2d7a-f2ab-4324-8088-edc45dfe098b), before_update {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:21.748686 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:22.012820 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-5de6f926-4f31-42e3-b443-1bc53a241693 None None] Publish callbacks [] for port (894d2d7a-f2ab-4324-8088-edc45dfe098b), precommit_update {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:22.020253 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-5de6f926-4f31-42e3-b443-1bc53a241693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (894d2d7a-f2ab-4324-8088-edc45dfe098b), after_update {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:22.123524 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b68de0-4dd8-45ac-88dc-1e07353b9f6c None None] Pushing event updated for resources: {'Port': ['ID=894d2d7a-f2ab-4324-8088-edc45dfe098b,revision_number=3']} {{(pid=115910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:39:22.157668 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b68de0-4dd8-45ac-88dc-1e07353b9f6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:39:22.158023 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b68de0-4dd8-45ac-88dc-1e07353b9f6c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:39:22.158376 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b68de0-4dd8-45ac-88dc-1e07353b9f6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:39:22.158728 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b68de0-4dd8-45ac-88dc-1e07353b9f6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:39:22.159063 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b68de0-4dd8-45ac-88dc-1e07353b9f6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:39:22.159400 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b68de0-4dd8-45ac-88dc-1e07353b9f6c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:39:22.159718 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b68de0-4dd8-45ac-88dc-1e07353b9f6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:39:22.160046 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b68de0-4dd8-45ac-88dc-1e07353b9f6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:39:22.160373 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b68de0-4dd8-45ac-88dc-1e07353b9f6c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:39:22.160725 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b68de0-4dd8-45ac-88dc-1e07353b9f6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:39:22.161054 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b68de0-4dd8-45ac-88dc-1e07353b9f6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:39:22.161401 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b68de0-4dd8-45ac-88dc-1e07353b9f6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:39:22.161726 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b68de0-4dd8-45ac-88dc-1e07353b9f6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:39:22.162047 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b68de0-4dd8-45ac-88dc-1e07353b9f6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:39:22.162373 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b68de0-4dd8-45ac-88dc-1e07353b9f6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:39:22.163796 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b68de0-4dd8-45ac-88dc-1e07353b9f6c None None] Tracked resource versions report: Jul 29 04:39:22.163796 dv-cinder-851449-2-iscsi neutron-server[115910]: pushed versions: Jul 29 04:39:22.163796 dv-cinder-851449-2-iscsi neutron-server[115910]: { 'AddressGroup': {'1.2'}, Jul 29 04:39:22.163796 dv-cinder-851449-2-iscsi neutron-server[115910]: 'Agent': {'1.1'}, Jul 29 04:39:22.163796 dv-cinder-851449-2-iscsi neutron-server[115910]: 'ConntrackHelper': {'1.0'}, Jul 29 04:39:22.163796 dv-cinder-851449-2-iscsi neutron-server[115910]: 'LocalIPAssociation': {'1.0'}, Jul 29 04:39:22.163796 dv-cinder-851449-2-iscsi neutron-server[115910]: 'Log': {'1.0'}, Jul 29 04:39:22.163796 dv-cinder-851449-2-iscsi neutron-server[115910]: 'NDPProxy': {'1.0'}, Jul 29 04:39:22.163796 dv-cinder-851449-2-iscsi neutron-server[115910]: 'Network': {'1.1'}, Jul 29 04:39:22.163796 dv-cinder-851449-2-iscsi neutron-server[115910]: 'Port': {'1.7'}, Jul 29 04:39:22.163796 dv-cinder-851449-2-iscsi neutron-server[115910]: 'PortForwarding': {'1.3'}, Jul 29 04:39:22.163796 dv-cinder-851449-2-iscsi neutron-server[115910]: 'QosPolicy': {'1.10'}, Jul 29 04:39:22.163796 dv-cinder-851449-2-iscsi neutron-server[115910]: 'SecurityGroup': {'1.5'}, Jul 29 04:39:22.163796 dv-cinder-851449-2-iscsi neutron-server[115910]: 'SecurityGroupRule': {'1.2'}, Jul 29 04:39:22.163796 dv-cinder-851449-2-iscsi neutron-server[115910]: 'SubPort': {'1.0'}, Jul 29 04:39:22.163796 dv-cinder-851449-2-iscsi neutron-server[115910]: 'Subnet': {'1.1'}, Jul 29 04:39:22.163796 dv-cinder-851449-2-iscsi neutron-server[115910]: 'Trunk': {'1.1'}} Jul 29 04:39:22.163796 dv-cinder-851449-2-iscsi neutron-server[115910]: consumer versions: Jul 29 04:39:22.163796 dv-cinder-851449-2-iscsi neutron-server[115910]: { DHCP agent@dv-cinder-851449-2-iscsi: {}, Jul 29 04:39:22.163796 dv-cinder-851449-2-iscsi neutron-server[115910]: L3 agent@dv-cinder-851449-2-iscsi: {}, Jul 29 04:39:22.163796 dv-cinder-851449-2-iscsi neutron-server[115910]: Metadata agent@dv-cinder-851449-2-iscsi: {}, Jul 29 04:39:22.163796 dv-cinder-851449-2-iscsi neutron-server[115910]: Metering agent@dv-cinder-851449-2-iscsi: {}, Jul 29 04:39:22.163796 dv-cinder-851449-2-iscsi neutron-server[115910]: Open vSwitch agent@dv-cinder-851449-2-iscsi: { 'AddressGroup': '1.2', Jul 29 04:39:22.163796 dv-cinder-851449-2-iscsi neutron-server[115910]: 'Agent': '1.1', Jul 29 04:39:22.163796 dv-cinder-851449-2-iscsi neutron-server[115910]: 'ConntrackHelper': '1.0', Jul 29 04:39:22.163796 dv-cinder-851449-2-iscsi neutron-server[115910]: 'LocalIPAssociation': '1.0', Jul 29 04:39:22.163796 dv-cinder-851449-2-iscsi neutron-server[115910]: 'Log': '1.0', Jul 29 04:39:22.163796 dv-cinder-851449-2-iscsi neutron-server[115910]: 'NDPProxy': '1.0', Jul 29 04:39:22.163796 dv-cinder-851449-2-iscsi neutron-server[115910]: 'Network': '1.1', Jul 29 04:39:22.163796 dv-cinder-851449-2-iscsi neutron-server[115910]: 'Port': '1.7', Jul 29 04:39:22.163796 dv-cinder-851449-2-iscsi neutron-server[115910]: 'PortForwarding': '1.3', Jul 29 04:39:22.163796 dv-cinder-851449-2-iscsi neutron-server[115910]: 'QosPolicy': '1.10', Jul 29 04:39:22.163796 dv-cinder-851449-2-iscsi neutron-server[115910]: 'SecurityGroup': '1.5', Jul 29 04:39:22.163796 dv-cinder-851449-2-iscsi neutron-server[115910]: 'SecurityGroupRule': '1.2', Jul 29 04:39:22.163796 dv-cinder-851449-2-iscsi neutron-server[115910]: 'SubPort': '1.0', Jul 29 04:39:22.163796 dv-cinder-851449-2-iscsi neutron-server[115910]: 'Subnet': '1.1', Jul 29 04:39:22.163796 dv-cinder-851449-2-iscsi neutron-server[115910]: 'Trunk': '1.1'}} Jul 29 04:39:22.163796 dv-cinder-851449-2-iscsi neutron-server[115910]: {{(pid=115910) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 04:39:22.216378 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.managers [None req-5de6f926-4f31-42e3-b443-1bc53a241693 None None] Attempting to bind port 894d2d7a-f2ab-4324-8088-edc45dfe098b on host dv-cinder-851449-2-iscsi for vnic_type normal with profile {{(pid=115910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 04:39:22.216830 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.managers [None req-5de6f926-4f31-42e3-b443-1bc53a241693 None None] Attempting to bind port 894d2d7a-f2ab-4324-8088-edc45dfe098b by drivers openvswitch,hyperv on host dv-cinder-851449-2-iscsi at level 0 using segments [{'id': '67f10e2d-16e4-4a9d-aee4-685e3c1be11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e011a893-d703-4deb-b34f-191a76f8fad6'}] {{(pid=115910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 04:39:22.217264 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de6f926-4f31-42e3-b443-1bc53a241693 None None] Attempting to bind port 894d2d7a-f2ab-4324-8088-edc45dfe098b on network e011a893-d703-4deb-b34f-191a76f8fad6 {{(pid=115910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 04:39:22.222299 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de6f926-4f31-42e3-b443-1bc53a241693 None None] Checking agent: {'id': '9625653a-1f3f-4d73-bc2a-dc32c08b0da9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 4, 38, 53), 'started_at': datetime.datetime(2022, 7, 29, 4, 38, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 4, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 04:39:22.222702 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de6f926-4f31-42e3-b443-1bc53a241693 None None] Checking segment: {'id': '67f10e2d-16e4-4a9d-aee4-685e3c1be11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e011a893-d703-4deb-b34f-191a76f8fad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 04:39:22.223170 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-5de6f926-4f31-42e3-b443-1bc53a241693 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:22.223562 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de6f926-4f31-42e3-b443-1bc53a241693 None None] Bound using segment: {'id': '67f10e2d-16e4-4a9d-aee4-685e3c1be11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e011a893-d703-4deb-b34f-191a76f8fad6'} {{(pid=115910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 04:39:22.224028 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.managers [None req-5de6f926-4f31-42e3-b443-1bc53a241693 None None] Bound port: 894d2d7a-f2ab-4324-8088-edc45dfe098b, host: dv-cinder-851449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67f10e2d-16e4-4a9d-aee4-685e3c1be11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e011a893-d703-4deb-b34f-191a76f8fad6'}}] {{(pid=115910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 04:39:22.224411 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-5de6f926-4f31-42e3-b443-1bc53a241693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (894d2d7a-f2ab-4324-8088-edc45dfe098b), before_update {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:22.237630 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-2a33dbaa-eda7-4b83-ad96-9adf3a3ca86a None None] Provisioning complete for port 894d2d7a-f2ab-4324-8088-edc45dfe098b triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:39:22.238264 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-2a33dbaa-eda7-4b83-ad96-9adf3a3ca86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (894d2d7a-f2ab-4324-8088-edc45dfe098b), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:22.264860 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:39:22.272549 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-2a33dbaa-eda7-4b83-ad96-9adf3a3ca86a None None] Port 894d2d7a-f2ab-4324-8088-edc45dfe098b cannot update to ACTIVE because it is not bound. {{(pid=115909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 04:39:22.295803 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.db [None req-5de6f926-4f31-42e3-b443-1bc53a241693 None None] For port 894d2d7a-f2ab-4324-8088-edc45dfe098b, host dv-cinder-851449-2-iscsi, cleared binding levels {{(pid=115910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 04:39:22.315128 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.db [None req-5de6f926-4f31-42e3-b443-1bc53a241693 None None] For port 894d2d7a-f2ab-4324-8088-edc45dfe098b, host dv-cinder-851449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=894d2d7a-f2ab-4324-8088-edc45dfe098b,segment=NetworkSegment(67f10e2d-16e4-4a9d-aee4-685e3c1be11e),segment_id=67f10e2d-16e4-4a9d-aee4-685e3c1be11e)] {{(pid=115910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 04:39:22.322080 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-5de6f926-4f31-42e3-b443-1bc53a241693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (894d2d7a-f2ab-4324-8088-edc45dfe098b), after_update {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:22.376215 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de6f926-4f31-42e3-b443-1bc53a241693 None None] Routers {'e5915bf8-43d2-4b19-8c3b-7765d38df976'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:39:22.376865 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-5de6f926-4f31-42e3-b443-1bc53a241693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:39:21Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['e5915bf8-43d2-4b19-8c3b-7765d38df976'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:39:22.436351 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:39:22.445904 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b68de0-4dd8-45ac-88dc-1e07353b9f6c None None] Pushing event updated for resources: {'Port': ['ID=894d2d7a-f2ab-4324-8088-edc45dfe098b,revision_number=4']} {{(pid=115910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:39:22.470130 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-5de6f926-4f31-42e3-b443-1bc53a241693 None None] Set router e5915bf8-43d2-4b19-8c3b-7765d38df976 gateway port host: None {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:39:22.591437 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-37d44182-643a-4bb2-ad3e-b790c79290f1 None None] Provisioning complete for port 894d2d7a-f2ab-4324-8088-edc45dfe098b triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:39:22.591880 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-37d44182-643a-4bb2-ad3e-b790c79290f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (894d2d7a-f2ab-4324-8088-edc45dfe098b), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:22.669375 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-37d44182-643a-4bb2-ad3e-b790c79290f1 None None] Current status of the port 894d2d7a-f2ab-4324-8088-edc45dfe098b is: DOWN; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:39:22.670033 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-37d44182-643a-4bb2-ad3e-b790c79290f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (894d2d7a-f2ab-4324-8088-edc45dfe098b), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:22.671786 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-5de6f926-4f31-42e3-b443-1bc53a241693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5915bf8-43d2-4b19-8c3b-7765d38df976', 'name': 'router1', 'tenant_id': 'e96107c2d25740e783b49bd3a96cbc8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:39:09Z', 'updated_at': '2022-07-29T04:39:20Z', 'revision_number': 2, 'project_id': 'e96107c2d25740e783b49bd3a96cbc8d', 'gw_port_host': None, '_interfaces': [{'id': '894d2d7a-f2ab-4324-8088-edc45dfe098b', 'name': '', 'network_id': 'e011a893-d703-4deb-b34f-191a76f8fad6', 'tenant_id': 'e96107c2d25740e783b49bd3a96cbc8d', 'mac_address': 'fa:16:3e:68:00:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5915bf8-43d2-4b19-8c3b-7765d38df976', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c7d41644-8d8d-4970-b6df-749eed362b83', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:39:19Z', 'updated_at': '2022-07-29T04:39:22Z', 'revision_number': 4, 'project_id': 'e96107c2d25740e783b49bd3a96cbc8d', 'subnets': [{'id': 'c7d41644-8d8d-4970-b6df-749eed362b83', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4dddb0d2-d838-414c-a6da-db9a1baef8b6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:39:22.697185 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de6f926-4f31-42e3-b443-1bc53a241693 None None] The sync data for ids ['e5915bf8-43d2-4b19-8c3b-7765d38df976'] in dv-cinder-851449-2-iscsi is: [{'id': 'e5915bf8-43d2-4b19-8c3b-7765d38df976', 'name': 'router1', 'tenant_id': 'e96107c2d25740e783b49bd3a96cbc8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:39:09Z', 'updated_at': '2022-07-29T04:39:20Z', 'revision_number': 2, 'project_id': 'e96107c2d25740e783b49bd3a96cbc8d', 'gw_port_host': None, '_interfaces': [{'id': '894d2d7a-f2ab-4324-8088-edc45dfe098b', 'name': '', 'network_id': 'e011a893-d703-4deb-b34f-191a76f8fad6', 'tenant_id': 'e96107c2d25740e783b49bd3a96cbc8d', 'mac_address': 'fa:16:3e:68:00:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5915bf8-43d2-4b19-8c3b-7765d38df976', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c7d41644-8d8d-4970-b6df-749eed362b83', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:39:19Z', 'updated_at': '2022-07-29T04:39:22Z', 'revision_number': 4, 'project_id': 'e96107c2d25740e783b49bd3a96cbc8d', 'subnets': [{'id': 'c7d41644-8d8d-4970-b6df-749eed362b83', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4dddb0d2-d838-414c-a6da-db9a1baef8b6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 04:39:22.704216 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-37d44182-643a-4bb2-ad3e-b790c79290f1 None None] For port 894d2d7a-f2ab-4324-8088-edc45dfe098b, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=894d2d7a-f2ab-4324-8088-edc45dfe098b,segment=NetworkSegment(67f10e2d-16e4-4a9d-aee4-685e3c1be11e),segment_id=67f10e2d-16e4-4a9d-aee4-685e3c1be11e)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:39:22.710374 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-37d44182-643a-4bb2-ad3e-b790c79290f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (894d2d7a-f2ab-4324-8088-edc45dfe098b), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:22.758592 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d44182-643a-4bb2-ad3e-b790c79290f1 None None] Pushing event updated for resources: {'Port': ['ID=894d2d7a-f2ab-4324-8088-edc45dfe098b,revision_number=5']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:39:23.050096 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 54312) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:39:23.114618 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:23.278175 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:23.449854 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078df762-e9fe-415d-8072-8f8d9da4f433 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:39:23.451202 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-078df762-e9fe-415d-8072-8f8d9da4f433 admin admin] 10.222.0.40 "GET /v2.0/networks/9a05b655-8925-4222-a853-020f58db76f4 HTTP/1.1" status: 200 len: 842 time: 0.4001625 Jul 29 04:39:23.461201 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [None req-43b2620c-1cfc-4f4c-b926-12b218de8d70 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.0.0/24', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.0.1'}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:39:23.484384 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b2620c-1cfc-4f4c-b926-12b218de8d70 admin admin] Made reservation on behalf of 25a26196f3ac436c876fd26eb5482e4a for: {'subnet': 1} {{(pid=115907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 04:39:23.486923 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-43b2620c-1cfc-4f4c-b926-12b218de8d70 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:23.776332 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.objects.ports [None req-43b2620c-1cfc-4f4c-b926-12b218de8d70 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115907) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 29 04:39:23.776803 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-43b2620c-1cfc-4f4c-b926-12b218de8d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1878534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540'] for subnet (b252d643-2a5f-428d-a536-f8ecbd6d13e1), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:23.837548 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b2620c-1cfc-4f4c-b926-12b218de8d70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b252d643-2a5f-428d-a536-f8ecbd6d13e1,revision_number=0']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:39:23.849625 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b2620c-1cfc-4f4c-b926-12b218de8d70 admin admin] Checking segment: {'id': 'a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a05b655-8925-4222-a853-020f58db76f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 04:39:23.849985 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b2620c-1cfc-4f4c-b926-12b218de8d70 admin admin] Network hostable DHCP agents. Network: 9a05b655-8925-4222-a853-020f58db76f4, hostable agents: ['558ab5a9-93ee-434f-b4a2-86af90b93965'], hosted agents: [] {{(pid=115907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 04:39:23.874969 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b2620c-1cfc-4f4c-b926-12b218de8d70 admin admin] Network 9a05b655-8925-4222-a853-020f58db76f4 is scheduled to be hosted by DHCP agent 558ab5a9-93ee-434f-b4a2-86af90b93965 with binding_index 1 {{(pid=115907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 04:39:23.888208 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.base_scheduler [None req-43b2620c-1cfc-4f4c-b926-12b218de8d70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851449-2-iscsi, 9a05b655-8925-4222-a853-020f58db76f4) {{(pid=115907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:39:23.892340 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b2620c-1cfc-4f4c-b926-12b218de8d70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:39:23.892983 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-43b2620c-1cfc-4f4c-b926-12b218de8d70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for subnet (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:23.898322 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fc8ed5-c3f1-4788-aa2e-0886c296c77e None None] Network 9a05b655-8925-4222-a853-020f58db76f4 requested from dv-cinder-851449-2-iscsi {{(pid=115909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 04:39:23.931381 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-43b2620c-1cfc-4f4c-b926-12b218de8d70 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4552021 Jul 29 04:39:23.956734 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:39:24.016961 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a56f6b0-0075-4641-bc42-ac4418a3b97e None None] Network 9a05b655-8925-4222-a853-020f58db76f4 requested from dv-cinder-851449-2-iscsi {{(pid=115909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 04:39:26.206950 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 54320) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:39:26.627779 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-909d0e95-0ebd-4b98-bff5-ae6f8377f112 demo admin] 10.222.0.40 "GET /v2.0/routers/e5915bf8-43d2-4b19-8c3b-7765d38df976 HTTP/1.1" status: 200 len: 710 time: 0.4195197 Jul 29 04:39:26.686102 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:39:26.721449 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446f98e3-a815-480b-abc1-89939735ddc9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:39:26.722818 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-446f98e3-a815-480b-abc1-89939735ddc9 demo admin] 10.222.0.40 "GET /v2.0/networks/9a05b655-8925-4222-a853-020f58db76f4 HTTP/1.1" status: 200 len: 886 time: 0.0895178 Jul 29 04:39:26.731734 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [None req-3b406747-bc1a-428c-b9eb-086d3b693923 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4'}}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:39:26.955193 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:39:26.974764 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-3b406747-bc1a-428c-b9eb-086d3b693923 demo admin] Publish callbacks [] for router_gateway (e5915bf8-43d2-4b19-8c3b-7765d38df976), precommit_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:27.275570 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-3b406747-bc1a-428c-b9eb-086d3b693923 demo admin] Publish callbacks [] for router_gateway (e5915bf8-43d2-4b19-8c3b-7765d38df976), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:27.354897 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-3b406747-bc1a-428c-b9eb-086d3b693923 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:27.459005 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.db.db_base_plugin_common [None req-3b406747-bc1a-428c-b9eb-086d3b693923 demo admin] Allocated IP 172.27.0.12 (9a05b655-8925-4222-a853-020f58db76f4/b252d643-2a5f-428d-a536-f8ecbd6d13e1/9ebeb6a7-dfaa-4373-a0ce-8a0a2e89e4c7) {{(pid=115907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 04:39:27.574363 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-3b406747-bc1a-428c-b9eb-086d3b693923 demo admin] Publish callbacks [] for port (9ebeb6a7-dfaa-4373-a0ce-8a0a2e89e4c7), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:27.607563 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-3b406747-bc1a-428c-b9eb-086d3b693923 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307'] for port (9ebeb6a7-dfaa-4373-a0ce-8a0a2e89e4c7), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:27.638201 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:39:27.656189 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b406747-bc1a-428c-b9eb-086d3b693923 demo admin] Network 9a05b655-8925-4222-a853-020f58db76f4 is already hosted by enough agents. {{(pid=115907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 04:39:27.658278 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b406747-bc1a-428c-b9eb-086d3b693923 demo admin] Pushing event updated for resources: {'Port': ['ID=9ebeb6a7-dfaa-4373-a0ce-8a0a2e89e4c7,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:39:27.662799 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.base_scheduler [None req-3b406747-bc1a-428c-b9eb-086d3b693923 demo admin] Resources bound (agent type, host, resource id): {{(pid=115907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:39:27.665301 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b406747-bc1a-428c-b9eb-086d3b693923 demo admin] Received port after_create {{(pid=115907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 04:39:27.905303 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-3b406747-bc1a-428c-b9eb-086d3b693923 demo admin] Publish callbacks [] for router_gateway (e5915bf8-43d2-4b19-8c3b-7765d38df976), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:27.982107 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:39:28.097437 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-3b406747-bc1a-428c-b9eb-086d3b693923 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1939365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1714610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1373'] for router (e5915bf8-43d2-4b19-8c3b-7765d38df976), precommit_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:28.100662 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-3b406747-bc1a-428c-b9eb-086d3b693923 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1939329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1939372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1939351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1714597'] for router (e5915bf8-43d2-4b19-8c3b-7765d38df976), after_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:28.202892 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b406747-bc1a-428c-b9eb-086d3b693923 demo admin] Router e5915bf8-43d2-4b19-8c3b-7765d38df976 has already been hosted by L3 agent 507cc676-b5a3-487d-9bd3-df89beb45ea5 {{(pid=115907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 04:39:28.303548 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b406747-bc1a-428c-b9eb-086d3b693923 demo admin] Notify agent at l3_agent.dv-cinder-851449-2-iscsi the message routers_updated {{(pid=115907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 04:39:28.307917 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-3b406747-bc1a-428c-b9eb-086d3b693923 demo admin] Publish callbacks [] for router (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:28.309143 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-3b406747-bc1a-428c-b9eb-086d3b693923 demo admin] 10.222.0.40 "PUT /v2.0/routers/e5915bf8-43d2-4b19-8c3b-7765d38df976 HTTP/1.1" status: 200 len: 889 time: 1.5806038 Jul 29 04:39:29.000149 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243079d9-7978-46a4-ac1e-56dd17095673 None None] Sync routers for ids ['e5915bf8-43d2-4b19-8c3b-7765d38df976'] in dv-cinder-851449-2-iscsi {{(pid=115909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 04:39:29.011763 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243079d9-7978-46a4-ac1e-56dd17095673 None None] Routers {'e5915bf8-43d2-4b19-8c3b-7765d38df976'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:39:29.012388 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-243079d9-7978-46a4-ac1e-56dd17095673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:39:21Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['e5915bf8-43d2-4b19-8c3b-7765d38df976'], 'active': True} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:39:29.089802 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:39:29.126110 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device 894d2d7a-f2ab-4324-8088-edc45dfe098b up at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 04:39:29.254871 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvr_db [None req-243079d9-7978-46a4-ac1e-56dd17095673 None None] Set router e5915bf8-43d2-4b19-8c3b-7765d38df976 gateway port host: dv-cinder-851449-2-iscsi {{(pid=115909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:39:29.333618 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Provisioning complete for port 894d2d7a-f2ab-4324-8088-edc45dfe098b triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:39:29.334009 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (894d2d7a-f2ab-4324-8088-edc45dfe098b), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:29.607643 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port 894d2d7a-f2ab-4324-8088-edc45dfe098b is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:39:29.763271 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-243079d9-7978-46a4-ac1e-56dd17095673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5915bf8-43d2-4b19-8c3b-7765d38df976', 'name': 'router1', 'tenant_id': 'e96107c2d25740e783b49bd3a96cbc8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '9ebeb6a7-dfaa-4373-a0ce-8a0a2e89e4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:39:09Z', 'updated_at': '2022-07-29T04:39:27Z', 'revision_number': 4, 'project_id': 'e96107c2d25740e783b49bd3a96cbc8d', 'gw_port': {'id': '9ebeb6a7-dfaa-4373-a0ce-8a0a2e89e4c7', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:31:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5915bf8-43d2-4b19-8c3b-7765d38df976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:39:27Z', 'updated_at': '2022-07-29T04:39:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': '894d2d7a-f2ab-4324-8088-edc45dfe098b', 'name': '', 'network_id': 'e011a893-d703-4deb-b34f-191a76f8fad6', 'tenant_id': 'e96107c2d25740e783b49bd3a96cbc8d', 'mac_address': 'fa:16:3e:68:00:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5915bf8-43d2-4b19-8c3b-7765d38df976', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c7d41644-8d8d-4970-b6df-749eed362b83', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:39:19Z', 'updated_at': '2022-07-29T04:39:22Z', 'revision_number': 5, 'project_id': 'e96107c2d25740e783b49bd3a96cbc8d', 'subnets': [{'id': 'c7d41644-8d8d-4970-b6df-749eed362b83', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4dddb0d2-d838-414c-a6da-db9a1baef8b6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:39:29.813932 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243079d9-7978-46a4-ac1e-56dd17095673 None None] Checking router: e5915bf8-43d2-4b19-8c3b-7765d38df976 for host: dv-cinder-851449-2-iscsi {{(pid=115909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 04:39:29.814297 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243079d9-7978-46a4-ac1e-56dd17095673 None None] Updating router e5915bf8-43d2-4b19-8c3b-7765d38df976 port 9ebeb6a7-dfaa-4373-a0ce-8a0a2e89e4c7 binding host dv-cinder-851449-2-iscsi {{(pid=115909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 04:39:29.864126 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-243079d9-7978-46a4-ac1e-56dd17095673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (9ebeb6a7-dfaa-4373-a0ce-8a0a2e89e4c7), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:30.082097 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=100 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:39:30.169137 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-243079d9-7978-46a4-ac1e-56dd17095673 None None] Publish callbacks [] for port (9ebeb6a7-dfaa-4373-a0ce-8a0a2e89e4c7), precommit_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:30.175006 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-243079d9-7978-46a4-ac1e-56dd17095673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (9ebeb6a7-dfaa-4373-a0ce-8a0a2e89e4c7), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:30.226582 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-243079d9-7978-46a4-ac1e-56dd17095673 None None] Attempting to bind port 9ebeb6a7-dfaa-4373-a0ce-8a0a2e89e4c7 on host dv-cinder-851449-2-iscsi for vnic_type normal with profile {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 04:39:30.226954 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-243079d9-7978-46a4-ac1e-56dd17095673 None None] Attempting to bind port 9ebeb6a7-dfaa-4373-a0ce-8a0a2e89e4c7 by drivers openvswitch,hyperv on host dv-cinder-851449-2-iscsi at level 0 using segments [{'id': 'a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a05b655-8925-4222-a853-020f58db76f4'}] {{(pid=115909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 04:39:30.227311 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243079d9-7978-46a4-ac1e-56dd17095673 None None] Attempting to bind port 9ebeb6a7-dfaa-4373-a0ce-8a0a2e89e4c7 on network 9a05b655-8925-4222-a853-020f58db76f4 {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 04:39:30.229339 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f78fe0b-4dd2-45b9-83ed-f9c9ede788e0 None None] Pushing event updated for resources: {'Port': ['ID=9ebeb6a7-dfaa-4373-a0ce-8a0a2e89e4c7,revision_number=2']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:39:30.236145 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243079d9-7978-46a4-ac1e-56dd17095673 None None] Checking agent: {'id': '9625653a-1f3f-4d73-bc2a-dc32c08b0da9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 4, 38, 53), 'started_at': datetime.datetime(2022, 7, 29, 4, 39, 23), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 4, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 04:39:30.236516 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243079d9-7978-46a4-ac1e-56dd17095673 None None] Checking segment: {'id': 'a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a05b655-8925-4222-a853-020f58db76f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 04:39:30.237344 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-243079d9-7978-46a4-ac1e-56dd17095673 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:30.237344 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243079d9-7978-46a4-ac1e-56dd17095673 None None] Bound using segment: {'id': 'a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a05b655-8925-4222-a853-020f58db76f4'} {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 04:39:30.237752 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-243079d9-7978-46a4-ac1e-56dd17095673 None None] Bound port: 9ebeb6a7-dfaa-4373-a0ce-8a0a2e89e4c7, host: dv-cinder-851449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a05b655-8925-4222-a853-020f58db76f4'}}] {{(pid=115909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 04:39:30.238170 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-243079d9-7978-46a4-ac1e-56dd17095673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (9ebeb6a7-dfaa-4373-a0ce-8a0a2e89e4c7), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:30.285828 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-243079d9-7978-46a4-ac1e-56dd17095673 None None] For port 9ebeb6a7-dfaa-4373-a0ce-8a0a2e89e4c7, host dv-cinder-851449-2-iscsi, cleared binding levels {{(pid=115909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 04:39:30.288795 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-243079d9-7978-46a4-ac1e-56dd17095673 None None] For port 9ebeb6a7-dfaa-4373-a0ce-8a0a2e89e4c7, host dv-cinder-851449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=9ebeb6a7-dfaa-4373-a0ce-8a0a2e89e4c7,segment=NetworkSegment(a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f),segment_id=a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f)] {{(pid=115909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 04:39:30.294750 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-243079d9-7978-46a4-ac1e-56dd17095673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (9ebeb6a7-dfaa-4373-a0ce-8a0a2e89e4c7), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:30.355963 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243079d9-7978-46a4-ac1e-56dd17095673 None None] Routers {'e5915bf8-43d2-4b19-8c3b-7765d38df976'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:39:30.356568 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-243079d9-7978-46a4-ac1e-56dd17095673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:39:21Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['e5915bf8-43d2-4b19-8c3b-7765d38df976'], 'active': True} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:39:30.359388 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:39:30.360923 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f78fe0b-4dd2-45b9-83ed-f9c9ede788e0 None None] Pushing event updated for resources: {'Port': ['ID=9ebeb6a7-dfaa-4373-a0ce-8a0a2e89e4c7,revision_number=3']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:39:30.462898 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvr_db [None req-243079d9-7978-46a4-ac1e-56dd17095673 None None] Set router e5915bf8-43d2-4b19-8c3b-7765d38df976 gateway port host: dv-cinder-851449-2-iscsi {{(pid=115909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:39:30.665291 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-243079d9-7978-46a4-ac1e-56dd17095673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5915bf8-43d2-4b19-8c3b-7765d38df976', 'name': 'router1', 'tenant_id': 'e96107c2d25740e783b49bd3a96cbc8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '9ebeb6a7-dfaa-4373-a0ce-8a0a2e89e4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:39:09Z', 'updated_at': '2022-07-29T04:39:27Z', 'revision_number': 4, 'project_id': 'e96107c2d25740e783b49bd3a96cbc8d', 'gw_port': {'id': '9ebeb6a7-dfaa-4373-a0ce-8a0a2e89e4c7', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:31:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5915bf8-43d2-4b19-8c3b-7765d38df976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:39:27Z', 'updated_at': '2022-07-29T04:39:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': '894d2d7a-f2ab-4324-8088-edc45dfe098b', 'name': '', 'network_id': 'e011a893-d703-4deb-b34f-191a76f8fad6', 'tenant_id': 'e96107c2d25740e783b49bd3a96cbc8d', 'mac_address': 'fa:16:3e:68:00:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5915bf8-43d2-4b19-8c3b-7765d38df976', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c7d41644-8d8d-4970-b6df-749eed362b83', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:39:19Z', 'updated_at': '2022-07-29T04:39:22Z', 'revision_number': 5, 'project_id': 'e96107c2d25740e783b49bd3a96cbc8d', 'subnets': [{'id': 'c7d41644-8d8d-4970-b6df-749eed362b83', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4dddb0d2-d838-414c-a6da-db9a1baef8b6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:39:30.692791 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243079d9-7978-46a4-ac1e-56dd17095673 None None] The sync data for ids ['e5915bf8-43d2-4b19-8c3b-7765d38df976'] in dv-cinder-851449-2-iscsi is: [{'id': 'e5915bf8-43d2-4b19-8c3b-7765d38df976', 'name': 'router1', 'tenant_id': 'e96107c2d25740e783b49bd3a96cbc8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '9ebeb6a7-dfaa-4373-a0ce-8a0a2e89e4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:39:09Z', 'updated_at': '2022-07-29T04:39:27Z', 'revision_number': 4, 'project_id': 'e96107c2d25740e783b49bd3a96cbc8d', 'gw_port': {'id': '9ebeb6a7-dfaa-4373-a0ce-8a0a2e89e4c7', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:31:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5915bf8-43d2-4b19-8c3b-7765d38df976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:39:27Z', 'updated_at': '2022-07-29T04:39:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': '894d2d7a-f2ab-4324-8088-edc45dfe098b', 'name': '', 'network_id': 'e011a893-d703-4deb-b34f-191a76f8fad6', 'tenant_id': 'e96107c2d25740e783b49bd3a96cbc8d', 'mac_address': 'fa:16:3e:68:00:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5915bf8-43d2-4b19-8c3b-7765d38df976', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c7d41644-8d8d-4970-b6df-749eed362b83', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:39:19Z', 'updated_at': '2022-07-29T04:39:22Z', 'revision_number': 5, 'project_id': 'e96107c2d25740e783b49bd3a96cbc8d', 'subnets': [{'id': 'c7d41644-8d8d-4970-b6df-749eed362b83', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4dddb0d2-d838-414c-a6da-db9a1baef8b6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 04:39:30.715821 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 54332) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:39:31.112654 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device 9ebeb6a7-dfaa-4373-a0ce-8a0a2e89e4c7 up at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 04:39:31.156014 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-a37d0f9e-c9da-456d-83a4-b8f00512b7ad admin admin] 10.222.0.40 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.4391551 Jul 29 04:39:31.162669 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Provisioning complete for port 9ebeb6a7-dfaa-4373-a0ce-8a0a2e89e4c7 triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:39:31.163071 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (9ebeb6a7-dfaa-4373-a0ce-8a0a2e89e4c7), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:31.245700 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port 9ebeb6a7-dfaa-4373-a0ce-8a0a2e89e4c7 is: DOWN; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:39:31.246091 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (9ebeb6a7-dfaa-4373-a0ce-8a0a2e89e4c7), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:31.269543 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] For port 9ebeb6a7-dfaa-4373-a0ce-8a0a2e89e4c7, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=9ebeb6a7-dfaa-4373-a0ce-8a0a2e89e4c7,segment=NetworkSegment(a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f),segment_id=a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:39:31.274197 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (9ebeb6a7-dfaa-4373-a0ce-8a0a2e89e4c7), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:31.278394 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:39:31.340473 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Pushing event updated for resources: {'Port': ['ID=9ebeb6a7-dfaa-4373-a0ce-8a0a2e89e4c7,revision_number=4']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:39:33.101926 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device 9ebeb6a7-dfaa-4373-a0ce-8a0a2e89e4c7 up at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 04:39:33.150549 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Provisioning complete for port 9ebeb6a7-dfaa-4373-a0ce-8a0a2e89e4c7 triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:39:33.151533 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (9ebeb6a7-dfaa-4373-a0ce-8a0a2e89e4c7), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:33.228953 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port 9ebeb6a7-dfaa-4373-a0ce-8a0a2e89e4c7 is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:39:37.909601 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=21 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:39:37.914709 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=58,neutron:UPDATE=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:39:41.148399 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=72,neutron:UPDATE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:39:41.152117 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=40 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:39:43.225143 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=20 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:39:43.228277 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=72,neutron:UPDATE=1 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:39:43.899624 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.agents_db [None req-05f878dc-9505-4230-ae26-b2f791c5e7d5 None None] Agent healthcheck: found 5 active agents {{(pid=115910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 04:39:48.393214 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-1168d7cc-f364-4b62-bc01-97555f8d16e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:50.621789 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-efdca0c9-bf3b-4911-a21a-8a84f66041e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:51.769341 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:53.126090 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:53.393243 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:39:53.895680 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=2 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:40:03.381070 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:UPDATE=2,neutron:SELECT=4 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:40:03.387603 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:40:14.902659 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=3 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:40:14.908905 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=3 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:40:18.392643 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-60cf474a-6e43-4293-80a2-197bc668d516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:40:20.630532 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-8b2a4b39-8add-4092-8b4c-17ebcc1f20a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:40:20.899006 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.agents_db [None req-05f878dc-9505-4230-ae26-b2f791c5e7d5 None None] Agent healthcheck: found 5 active agents {{(pid=115910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 04:40:21.764101 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:40:23.112960 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:40:23.285126 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:40:30.894246 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:40:30.898189 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:40:33.108513 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:40:33.277061 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:40:48.381499 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-fda611b8-e799-46da-bfac-338a700b81f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:40:50.624520 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-19e57bf2-b864-4b71-b081-9acc7658e321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:40:51.762249 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:40:51.899297 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:40:51.903428 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=5 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:40:53.111196 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:40:53.278436 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:40:53.483635 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 54874) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:40:53.822612 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.pecan_wsgi.hooks.translation [None req-c52c390a-8cbd-49ee-8142-9d8bf9a8cef0 admin admin] GET failed (client error): The resource could not be found. Jul 29 04:40:53.823900 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-c52c390a-8cbd-49ee-8142-9d8bf9a8cef0 admin admin] 10.222.0.40 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3393195 Jul 29 04:40:54.067960 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac252379-6be4-420e-b1ee-45ee8e689c0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:40:54.069498 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-ac252379-6be4-420e-b1ee-45ee8e689c0c admin admin] 10.222.0.40 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2407401 Jul 29 04:40:56.212713 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 54884) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:40:56.586834 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d604fc9-daa1-459b-bc01-c86ea91f4c7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:40:56.588102 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-5d604fc9-daa1-459b-bc01-c86ea91f4c7e admin admin] 10.222.0.40 "GET /v2.0/subnets/c7d41644-8d8d-4970-b6df-749eed362b83 HTTP/1.1" status: 200 len: 849 time: 0.3744357 Jul 29 04:40:56.597722 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [None req-a86fc477-7a66-4c61-a56f-d947d8c9833f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:40:56.687279 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-a86fc477-7a66-4c61-a56f-d947d8c9833f admin admin] Publish callbacks [] for subnet (c7d41644-8d8d-4970-b6df-749eed362b83), before_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:40:56.829645 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-a86fc477-7a66-4c61-a56f-d947d8c9833f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1878534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769699559909'] for subnet (c7d41644-8d8d-4970-b6df-749eed362b83), after_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:40:56.868186 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86fc477-7a66-4c61-a56f-d947d8c9833f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:40:56.868186 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-a86fc477-7a66-4c61-a56f-d947d8c9833f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for subnet (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:40:56.870268 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-a86fc477-7a66-4c61-a56f-d947d8c9833f admin admin] 10.222.0.40 "PUT /v2.0/subnets/c7d41644-8d8d-4970-b6df-749eed362b83 HTTP/1.1" status: 200 len: 868 time: 0.2757783 Jul 29 04:40:56.871189 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c13293-1c47-407a-820c-7f2348279a31 None None] Network e011a893-d703-4deb-b34f-191a76f8fad6 requested from dv-cinder-851449-2-iscsi {{(pid=115909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 04:40:56.888552 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86fc477-7a66-4c61-a56f-d947d8c9833f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7d41644-8d8d-4970-b6df-749eed362b83,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:40:56.897960 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86fc477-7a66-4c61-a56f-d947d8c9833f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:40:56.898321 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86fc477-7a66-4c61-a56f-d947d8c9833f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:40:56.898668 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86fc477-7a66-4c61-a56f-d947d8c9833f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:40:56.899013 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86fc477-7a66-4c61-a56f-d947d8c9833f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:40:56.899350 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86fc477-7a66-4c61-a56f-d947d8c9833f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:40:56.899682 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86fc477-7a66-4c61-a56f-d947d8c9833f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:40:56.900013 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86fc477-7a66-4c61-a56f-d947d8c9833f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:40:56.900342 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86fc477-7a66-4c61-a56f-d947d8c9833f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:40:56.900727 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86fc477-7a66-4c61-a56f-d947d8c9833f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:40:56.901109 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86fc477-7a66-4c61-a56f-d947d8c9833f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:40:56.901459 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86fc477-7a66-4c61-a56f-d947d8c9833f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:40:56.901807 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86fc477-7a66-4c61-a56f-d947d8c9833f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:40:56.902138 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86fc477-7a66-4c61-a56f-d947d8c9833f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:40:56.902463 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86fc477-7a66-4c61-a56f-d947d8c9833f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:40:56.902784 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86fc477-7a66-4c61-a56f-d947d8c9833f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:40:57.231303 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-ab2cb277-8697-4063-bf3a-cb48e217dbd2 None None] Provisioning complete for port 894d2d7a-f2ab-4324-8088-edc45dfe098b triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:40:57.231694 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-ab2cb277-8697-4063-bf3a-cb48e217dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (894d2d7a-f2ab-4324-8088-edc45dfe098b), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:40:57.307327 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cb277-8697-4063-bf3a-cb48e217dbd2 None None] Current status of the port 894d2d7a-f2ab-4324-8088-edc45dfe098b is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:40:57.316151 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-ab2cb277-8697-4063-bf3a-cb48e217dbd2 None None] Provisioning complete for port 6fde5a73-8d6f-439f-907e-f91dd4bf3663 triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:40:57.316536 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-ab2cb277-8697-4063-bf3a-cb48e217dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (6fde5a73-8d6f-439f-907e-f91dd4bf3663), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:40:57.385544 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cb277-8697-4063-bf3a-cb48e217dbd2 None None] Current status of the port 6fde5a73-8d6f-439f-907e-f91dd4bf3663 is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:40:57.898591 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.agents_db [None req-05f878dc-9505-4230-ae26-b2f791c5e7d5 None None] Agent healthcheck: found 5 active agents {{(pid=115910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 04:40:59.031506 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 54892) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:40:59.507047 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172f0e47-6ac4-467e-bd6d-00512b4d8700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:40:59.507524 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172f0e47-6ac4-467e-bd6d-00512b4d8700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:40:59.509055 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-172f0e47-6ac4-467e-bd6d-00512b4d8700 admin admin] 10.222.0.40 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4766061 Jul 29 04:41:01.674754 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 54900) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:41:02.083982 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67949e0d-c868-4d30-a34f-5caf734ab515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:41:02.084406 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67949e0d-c868-4d30-a34f-5caf734ab515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:41:02.086575 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-67949e0d-c868-4d30-a34f-5caf734ab515 admin admin] 10.222.0.40 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4107800 Jul 29 04:41:04.253712 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 54908) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:41:04.651984 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8a1ae8-dd4e-4867-a9ee-79e601759038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:41:04.653442 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-bf8a1ae8-dd4e-4867-a9ee-79e601759038 admin admin] 10.222.0.40 "GET /v2.0/networks/9a05b655-8925-4222-a853-020f58db76f4 HTTP/1.1" status: 200 len: 886 time: 0.3986757 Jul 29 04:41:06.948898 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 54916) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:41:07.321317 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:41:07.327909 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:41:07.368862 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095d15ed-743f-43db-aa84-cd85128370ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:41:07.370241 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-095d15ed-743f-43db-aa84-cd85128370ab admin admin] 10.222.0.40 "GET /v2.0/networks/e011a893-d703-4deb-b34f-191a76f8fad6 HTTP/1.1" status: 200 len: 869 time: 0.4203961 Jul 29 04:41:07.379026 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=50,neutron:UPDATE=3 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:41:07.383935 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=42,neutron:UPDATE=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:41:07.895163 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:41:07.895826 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:41:09.584887 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 54924) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:41:10.037495 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cb28d1-9180-49e9-a242-11a91f3dcaa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:41:10.037963 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cb28d1-9180-49e9-a242-11a91f3dcaa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:41:10.039510 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-42cb28d1-9180-49e9-a242-11a91f3dcaa6 admin admin] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4536681 Jul 29 04:41:12.225566 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 54932) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:41:12.589645 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9deb6253-abe7-4834-af5c-6d8a12eb63c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:41:12.590013 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9deb6253-abe7-4834-af5c-6d8a12eb63c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:41:12.591511 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-9deb6253-abe7-4834-af5c-6d8a12eb63c2 admin admin] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3649912 Jul 29 04:41:14.763260 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 54940) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:41:15.131160 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db53af06-735f-4ed1-be82-42905b0519a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:41:15.132421 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-db53af06-735f-4ed1-be82-42905b0519a5 admin admin] 10.222.0.40 "GET /v2.0/subnets/b252d643-2a5f-428d-a536-f8ecbd6d13e1 HTTP/1.1" status: 200 len: 816 time: 0.3682394 Jul 29 04:41:17.288774 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 54948) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:41:17.663032 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11f2e88-587b-44af-8b71-085ecdc311d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:41:17.664377 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-d11f2e88-587b-44af-8b71-085ecdc311d1 admin admin] 10.222.0.40 "GET /v2.0/subnets/c7d41644-8d8d-4970-b6df-749eed362b83 HTTP/1.1" status: 200 len: 868 time: 0.3746715 Jul 29 04:41:18.378313 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-ceb6d4ec-3178-45fc-8dd7-b424179d3286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:41:20.628194 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-9b05ccb8-eab4-424b-9eba-02a69b33a651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:41:21.766260 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:41:23.115148 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:41:23.282358 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:41:27.657853 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=31 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:41:27.660159 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=33 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:41:28.896721 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=3 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:41:28.901908 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=3 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:41:33.276007 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:41:33.278007 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:41:34.897697 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.agents_db [None req-05f878dc-9505-4230-ae26-b2f791c5e7d5 None None] Agent healthcheck: found 5 active agents {{(pid=115910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 04:41:45.398982 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 55002) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:41:45.732538 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [None req-ef071487-7542-4e92-85a7-8a92be6bb871 admin admin] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=115907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 29 04:41:45.733579 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-ef071487-7542-4e92-85a7-8a92be6bb871 admin admin] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3336608 Jul 29 04:41:47.372857 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=16 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:41:47.376200 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=12 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:41:47.995912 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 55010) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:41:48.330475 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.pecan_wsgi.hooks.translation [None req-15d872d5-51cc-4f79-a789-b13ac9ad1cbb admin admin] GET failed (client error): The resource could not be found. Jul 29 04:41:48.331889 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-15d872d5-51cc-4f79-a789-b13ac9ad1cbb admin admin] 10.222.0.40 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3350170 Jul 29 04:41:48.369395 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-776abf64-ad49-4a40-a7ce-20716b075273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:41:48.419541 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d53e52d-c05c-4be3-b206-c4ab033a55e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:41:48.422104 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-4d53e52d-c05c-4be3-b206-c4ab033a55e4 admin admin] 10.222.0.40 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0855618 Jul 29 04:41:50.611538 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 55018) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:41:50.631380 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-bf411642-0a03-4706-b719-841476a70a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:41:50.941266 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [None req-960b813c-ea55-4471-8a78-67cd308fffe4 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:41:50.960369 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960b813c-ea55-4471-8a78-67cd308fffe4 admin admin] Made reservation on behalf of 25a26196f3ac436c876fd26eb5482e4a for: {'network': 1} {{(pid=115907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 04:41:50.962704 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-960b813c-ea55-4471-8a78-67cd308fffe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for network (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:41:50.993387 dv-cinder-851449-2-iscsi neutron-server[115907]: WARNING neutron.services.revisions.revision_plugin [None req-960b813c-ea55-4471-8a78-67cd308fffe4 admin admin] Could not find related network for resource to bump revision. Jul 29 04:41:51.007698 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-960b813c-ea55-4471-8a78-67cd308fffe4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=115907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 04:41:51.017447 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-960b813c-ea55-4471-8a78-67cd308fffe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537036'] for segment (a7dc081d-78da-4df7-800e-abedf05668cf), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:41:51.017783 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.db.segments_db [None req-960b813c-ea55-4471-8a78-67cd308fffe4 admin admin] Added segment a7dc081d-78da-4df7-800e-abedf05668cf of type vlan for network 1d0531ea-d745-49fc-836e-5080df8aab2c Jul 29 04:41:51.057119 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-960b813c-ea55-4471-8a78-67cd308fffe4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769699109497'] for network (1d0531ea-d745-49fc-836e-5080df8aab2c), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:41:51.080179 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-960b813c-ea55-4471-8a78-67cd308fffe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540'] for network (1d0531ea-d745-49fc-836e-5080df8aab2c), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:41:51.081154 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960b813c-ea55-4471-8a78-67cd308fffe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:41:51.081716 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-960b813c-ea55-4471-8a78-67cd308fffe4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for network (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:41:51.139285 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-960b813c-ea55-4471-8a78-67cd308fffe4 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.5265024 Jul 29 04:41:51.142189 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960b813c-ea55-4471-8a78-67cd308fffe4 admin admin] Pushing event updated for resources: {'Network': ['ID=1d0531ea-d745-49fc-836e-5080df8aab2c,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:41:51.152683 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Network 1d0531ea-d745-49fc-836e-5080df8aab2c details requested by agent ovs-agent-dv-cinder-851449-2-iscsi with host dv-cinder-851449-2-iscsi {{(pid=115909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 04:41:51.772811 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:41:53.119805 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:41:53.286570 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:41:53.362732 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 55026) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:41:53.700415 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a8d78ec-6e6f-46d5-95da-f2117d290d5e admin admin] GET failed (client error): The resource could not be found. Jul 29 04:41:53.702258 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-7a8d78ec-6e6f-46d5-95da-f2117d290d5e admin admin] 10.222.0.40 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3386142 Jul 29 04:41:53.772733 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2d52a1-0456-4fb8-987a-b4b7f10d2eda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:41:53.774154 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-ba2d52a1-0456-4fb8-987a-b4b7f10d2eda admin admin] 10.222.0.40 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0677590 Jul 29 04:41:53.784551 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [None req-7b189d54-0f38-4141-9a75-26c92bfb5bd3 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '1d0531ea-d745-49fc-836e-5080df8aab2c'}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:41:53.804007 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b189d54-0f38-4141-9a75-26c92bfb5bd3 admin admin] Made reservation on behalf of 25a26196f3ac436c876fd26eb5482e4a for: {'subnet': 1} {{(pid=115907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 04:41:53.806274 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-7b189d54-0f38-4141-9a75-26c92bfb5bd3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:41:54.057048 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-7b189d54-0f38-4141-9a75-26c92bfb5bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1878534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540'] for subnet (cfb11e2d-6fe3-4d33-a779-fd1ea2b28805), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:41:54.110983 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b189d54-0f38-4141-9a75-26c92bfb5bd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfb11e2d-6fe3-4d33-a779-fd1ea2b28805,revision_number=0']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:41:54.120998 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b189d54-0f38-4141-9a75-26c92bfb5bd3 admin admin] Checking segment: {'id': 'a7dc081d-78da-4df7-800e-abedf05668cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1d0531ea-d745-49fc-836e-5080df8aab2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 04:41:54.121354 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b189d54-0f38-4141-9a75-26c92bfb5bd3 admin admin] Network hostable DHCP agents. Network: 1d0531ea-d745-49fc-836e-5080df8aab2c, hostable agents: ['558ab5a9-93ee-434f-b4a2-86af90b93965'], hosted agents: [] {{(pid=115907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 04:41:54.138199 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b189d54-0f38-4141-9a75-26c92bfb5bd3 admin admin] Network 1d0531ea-d745-49fc-836e-5080df8aab2c is scheduled to be hosted by DHCP agent 558ab5a9-93ee-434f-b4a2-86af90b93965 with binding_index 1 {{(pid=115907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 04:41:54.147282 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.base_scheduler [None req-7b189d54-0f38-4141-9a75-26c92bfb5bd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851449-2-iscsi, 1d0531ea-d745-49fc-836e-5080df8aab2c) {{(pid=115907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:41:54.151166 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b189d54-0f38-4141-9a75-26c92bfb5bd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:41:54.151751 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-7b189d54-0f38-4141-9a75-26c92bfb5bd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for subnet (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:41:54.157893 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c15bc3f-0a2d-4f48-ab5c-5612644ae5bb None None] Network 1d0531ea-d745-49fc-836e-5080df8aab2c requested from dv-cinder-851449-2-iscsi {{(pid=115909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 04:41:54.169068 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-7b189d54-0f38-4141-9a75-26c92bfb5bd3 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3877888 Jul 29 04:41:54.268639 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd21f2d-8ea5-4bef-8c2f-8f444ed850cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d6b9b1e-becd-51aa-993d-5c6c918874f9-1d0531ea-d745-49fc-836e-5080df8aab2c', 'network_id': '1d0531ea-d745-49fc-836e-5080df8aab2c', 'project_id': '25a26196f3ac436c876fd26eb5482e4a', 'fixed_ips': [{'subnet_id': 'cfb11e2d-6fe3-4d33-a779-fd1ea2b28805'}]}} from dv-cinder-851449-2-iscsi. {{(pid=115909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 29 04:41:54.269612 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-cfd21f2d-8ea5-4bef-8c2f-8f444ed850cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:41:54.413238 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.db_base_plugin_common [None req-cfd21f2d-8ea5-4bef-8c2f-8f444ed850cd None None] Allocated IP 192.168.233.2 (1d0531ea-d745-49fc-836e-5080df8aab2c/cfb11e2d-6fe3-4d33-a779-fd1ea2b28805/9239e0c1-4c7a-496a-b8db-a1c71567b94e) {{(pid=115909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 04:41:54.559091 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-cfd21f2d-8ea5-4bef-8c2f-8f444ed850cd None None] Publish callbacks [] for port (9239e0c1-4c7a-496a-b8db-a1c71567b94e), precommit_create {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:41:54.565881 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-cfd21f2d-8ea5-4bef-8c2f-8f444ed850cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307'] for port (9239e0c1-4c7a-496a-b8db-a1c71567b94e), after_create {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:41:54.600061 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd21f2d-8ea5-4bef-8c2f-8f444ed850cd None None] Network 1d0531ea-d745-49fc-836e-5080df8aab2c is already hosted by enough agents. {{(pid=115909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 04:41:54.603019 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.scheduler.base_scheduler [None req-cfd21f2d-8ea5-4bef-8c2f-8f444ed850cd None None] Resources bound (agent type, host, resource id): {{(pid=115909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:41:54.609444 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd21f2d-8ea5-4bef-8c2f-8f444ed850cd None None] Received port after_create {{(pid=115909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 04:41:54.623667 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd21f2d-8ea5-4bef-8c2f-8f444ed850cd None None] Pushing event updated for resources: {'Port': ['ID=9239e0c1-4c7a-496a-b8db-a1c71567b94e,revision_number=1']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:41:54.647634 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd21f2d-8ea5-4bef-8c2f-8f444ed850cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:41:54.647989 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd21f2d-8ea5-4bef-8c2f-8f444ed850cd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:41:54.648359 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd21f2d-8ea5-4bef-8c2f-8f444ed850cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:41:54.648736 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd21f2d-8ea5-4bef-8c2f-8f444ed850cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:41:54.649086 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd21f2d-8ea5-4bef-8c2f-8f444ed850cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:41:54.649414 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd21f2d-8ea5-4bef-8c2f-8f444ed850cd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:41:54.649743 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd21f2d-8ea5-4bef-8c2f-8f444ed850cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:41:54.650068 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd21f2d-8ea5-4bef-8c2f-8f444ed850cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:41:54.650394 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd21f2d-8ea5-4bef-8c2f-8f444ed850cd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:41:54.650715 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd21f2d-8ea5-4bef-8c2f-8f444ed850cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:41:54.651040 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd21f2d-8ea5-4bef-8c2f-8f444ed850cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:41:54.651385 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd21f2d-8ea5-4bef-8c2f-8f444ed850cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:41:54.651708 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd21f2d-8ea5-4bef-8c2f-8f444ed850cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:41:54.652028 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd21f2d-8ea5-4bef-8c2f-8f444ed850cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:41:54.652338 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd21f2d-8ea5-4bef-8c2f-8f444ed850cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:41:54.682804 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-cfd21f2d-8ea5-4bef-8c2f-8f444ed850cd None None] Attempting to bind port 9239e0c1-4c7a-496a-b8db-a1c71567b94e on host dv-cinder-851449-2-iscsi for vnic_type normal with profile {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 04:41:54.683176 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-cfd21f2d-8ea5-4bef-8c2f-8f444ed850cd None None] Attempting to bind port 9239e0c1-4c7a-496a-b8db-a1c71567b94e by drivers openvswitch,hyperv on host dv-cinder-851449-2-iscsi at level 0 using segments [{'id': 'a7dc081d-78da-4df7-800e-abedf05668cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1d0531ea-d745-49fc-836e-5080df8aab2c'}] {{(pid=115909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 04:41:54.683539 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd21f2d-8ea5-4bef-8c2f-8f444ed850cd None None] Attempting to bind port 9239e0c1-4c7a-496a-b8db-a1c71567b94e on network 1d0531ea-d745-49fc-836e-5080df8aab2c {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 04:41:54.689725 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd21f2d-8ea5-4bef-8c2f-8f444ed850cd None None] Checking agent: {'id': '9625653a-1f3f-4d73-bc2a-dc32c08b0da9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 4, 38, 53), 'started_at': datetime.datetime(2022, 7, 29, 4, 39, 23), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 4, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 04:41:54.690097 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd21f2d-8ea5-4bef-8c2f-8f444ed850cd None None] Checking segment: {'id': 'a7dc081d-78da-4df7-800e-abedf05668cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1d0531ea-d745-49fc-836e-5080df8aab2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 04:41:54.690502 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-cfd21f2d-8ea5-4bef-8c2f-8f444ed850cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:41:54.690963 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd21f2d-8ea5-4bef-8c2f-8f444ed850cd None None] Bound using segment: {'id': 'a7dc081d-78da-4df7-800e-abedf05668cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1d0531ea-d745-49fc-836e-5080df8aab2c'} {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 04:41:54.691749 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-cfd21f2d-8ea5-4bef-8c2f-8f444ed850cd None None] Bound port: 9239e0c1-4c7a-496a-b8db-a1c71567b94e, host: dv-cinder-851449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7dc081d-78da-4df7-800e-abedf05668cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1d0531ea-d745-49fc-836e-5080df8aab2c'}}] {{(pid=115909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 04:41:54.691906 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-cfd21f2d-8ea5-4bef-8c2f-8f444ed850cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (9239e0c1-4c7a-496a-b8db-a1c71567b94e), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:41:54.752984 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-cfd21f2d-8ea5-4bef-8c2f-8f444ed850cd None None] For port 9239e0c1-4c7a-496a-b8db-a1c71567b94e, host dv-cinder-851449-2-iscsi, cleared binding levels {{(pid=115909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 04:41:54.756225 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-cfd21f2d-8ea5-4bef-8c2f-8f444ed850cd None None] For port 9239e0c1-4c7a-496a-b8db-a1c71567b94e, host dv-cinder-851449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=9239e0c1-4c7a-496a-b8db-a1c71567b94e,segment=NetworkSegment(a7dc081d-78da-4df7-800e-abedf05668cf),segment_id=a7dc081d-78da-4df7-800e-abedf05668cf)] {{(pid=115909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 04:41:54.763125 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-cfd21f2d-8ea5-4bef-8c2f-8f444ed850cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (9239e0c1-4c7a-496a-b8db-a1c71567b94e), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:41:54.825769 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd21f2d-8ea5-4bef-8c2f-8f444ed850cd None None] Pushing event updated for resources: {'Port': ['ID=9239e0c1-4c7a-496a-b8db-a1c71567b94e,revision_number=2']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:41:55.187486 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device 9239e0c1-4c7a-496a-b8db-a1c71567b94e up at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 04:41:55.191669 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:41:55.233914 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8,neutron:INSERT=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:41:55.239528 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Provisioning complete for port 9239e0c1-4c7a-496a-b8db-a1c71567b94e triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:41:55.239528 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (9239e0c1-4c7a-496a-b8db-a1c71567b94e), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:41:55.322980 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port 9239e0c1-4c7a-496a-b8db-a1c71567b94e is: DOWN; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:41:55.323373 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (9239e0c1-4c7a-496a-b8db-a1c71567b94e), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:41:55.359217 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] For port 9239e0c1-4c7a-496a-b8db-a1c71567b94e, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=9239e0c1-4c7a-496a-b8db-a1c71567b94e,segment=NetworkSegment(a7dc081d-78da-4df7-800e-abedf05668cf),segment_id=a7dc081d-78da-4df7-800e-abedf05668cf)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:41:55.363519 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (9239e0c1-4c7a-496a-b8db-a1c71567b94e), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:41:55.412157 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Pushing event updated for resources: {'Port': ['ID=9239e0c1-4c7a-496a-b8db-a1c71567b94e,revision_number=3']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:41:55.685385 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458d29b7-514b-42d8-ada3-3b4ac09b887a None None] Network 1d0531ea-d745-49fc-836e-5080df8aab2c requested from dv-cinder-851449-2-iscsi {{(pid=115909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 04:41:55.752478 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-240a2648-6b92-4073-b91f-a9c0b5b51856 None None] Provisioning complete for port 9239e0c1-4c7a-496a-b8db-a1c71567b94e triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:41:55.752893 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-240a2648-6b92-4073-b91f-a9c0b5b51856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (9239e0c1-4c7a-496a-b8db-a1c71567b94e), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:41:55.866353 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-240a2648-6b92-4073-b91f-a9c0b5b51856 None None] Current status of the port 9239e0c1-4c7a-496a-b8db-a1c71567b94e is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:41:56.085681 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-33eb69a0-0108-4a21-a52b-8cc5c7549ec9 None None] Provisioning complete for port 9239e0c1-4c7a-496a-b8db-a1c71567b94e triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:41:56.085995 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-33eb69a0-0108-4a21-a52b-8cc5c7549ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (9239e0c1-4c7a-496a-b8db-a1c71567b94e), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:41:56.163705 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-33eb69a0-0108-4a21-a52b-8cc5c7549ec9 None None] Current status of the port 9239e0c1-4c7a-496a-b8db-a1c71567b94e is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:41:57.180453 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device 9239e0c1-4c7a-496a-b8db-a1c71567b94e up at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 04:41:57.225726 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Provisioning complete for port 9239e0c1-4c7a-496a-b8db-a1c71567b94e triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:41:57.226117 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (9239e0c1-4c7a-496a-b8db-a1c71567b94e), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:41:57.302136 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port 9239e0c1-4c7a-496a-b8db-a1c71567b94e is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:42:04.158757 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=79,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:42:04.163171 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=79,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:42:05.896900 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=2 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:42:05.909266 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=4 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:42:07.299254 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=63,neutron:UPDATE=1 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:42:07.301117 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:42:11.896084 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.agents_db [None req-05f878dc-9505-4230-ae26-b2f791c5e7d5 None None] Agent healthcheck: found 5 active agents {{(pid=115910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 04:42:18.373733 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-7aa4ad72-8340-4a22-a574-06d582481e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:42:20.634579 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-8c97c3be-a91f-4460-8c31-43ce8fd93aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:42:21.773396 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:42:21.891567 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:42:21.892818 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:42:23.122378 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:42:23.291540 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:42:33.285668 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:42:33.287780 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:42:46.891031 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=3 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:42:46.891956 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:42:48.381203 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-c820e5ed-d8cd-4b55-b045-7b63f3f918b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:42:48.894679 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.agents_db [None req-05f878dc-9505-4230-ae26-b2f791c5e7d5 None None] Agent healthcheck: found 5 active agents {{(pid=115910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 04:42:50.637166 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-43880981-24d2-4281-ad59-073e95c710b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:42:51.775474 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:42:53.126405 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:42:53.294931 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:42:58.890692 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=2 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:43:03.288738 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:43:03.290632 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:43:18.373961 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b3bb749b-125f-4746-be10-c3125c95d28c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:43:19.896411 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=2 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:43:19.901691 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=4 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:43:20.639587 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-caed86f5-a778-4566-9bfe-b3e49831dc03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:43:21.772766 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:43:23.131480 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:43:23.301007 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:43:25.893865 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.agents_db [None req-05f878dc-9505-4230-ae26-b2f791c5e7d5 None None] Agent healthcheck: found 5 active agents {{(pid=115910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 04:43:27.609802 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 55068) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:43:27.616562 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [None req-28bf8a34-2ce3-4fb8-8329-02346368b341 tempest-verify_tempest_config-991245005 tempest-verify_tempest_config-991245005-project] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=115908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 29 04:43:27.617585 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-28bf8a34-2ce3-4fb8-8329-02346368b341 tempest-verify_tempest_config-991245005 tempest-verify_tempest_config-991245005-project] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0068140 Jul 29 04:43:28.122147 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 55086) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:43:28.454056 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-5aa37a28-2c19-4fd1-80a6-c33afd4f4010 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:43:28.528123 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-5aa37a28-2c19-4fd1-80a6-c33afd4f4010 admin admin] Publish callbacks [] for security_group (e302ed8f-2227-4d4c-90ea-483eabeefa26), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:43:28.531762 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-5aa37a28-2c19-4fd1-80a6-c33afd4f4010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (e302ed8f-2227-4d4c-90ea-483eabeefa26), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:43:28.577141 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-5aa37a28-2c19-4fd1-80a6-c33afd4f4010 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=79c76fe60bb34dd6aade72fc5e96a195&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4539781 Jul 29 04:43:28.578950 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa37a28-2c19-4fd1-80a6-c33afd4f4010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e302ed8f-2227-4d4c-90ea-483eabeefa26,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:43:28.579971 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 55090) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:43:28.586079 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa37a28-2c19-4fd1-80a6-c33afd4f4010 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:43:28.586442 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa37a28-2c19-4fd1-80a6-c33afd4f4010 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:43:28.586792 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa37a28-2c19-4fd1-80a6-c33afd4f4010 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:43:28.587136 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa37a28-2c19-4fd1-80a6-c33afd4f4010 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:43:28.587476 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa37a28-2c19-4fd1-80a6-c33afd4f4010 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:43:28.587809 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa37a28-2c19-4fd1-80a6-c33afd4f4010 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:43:28.588162 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa37a28-2c19-4fd1-80a6-c33afd4f4010 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:43:28.588473 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa37a28-2c19-4fd1-80a6-c33afd4f4010 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:43:28.588844 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa37a28-2c19-4fd1-80a6-c33afd4f4010 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:43:28.589757 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa37a28-2c19-4fd1-80a6-c33afd4f4010 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:43:28.590114 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa37a28-2c19-4fd1-80a6-c33afd4f4010 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:43:28.590449 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa37a28-2c19-4fd1-80a6-c33afd4f4010 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:43:28.590785 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa37a28-2c19-4fd1-80a6-c33afd4f4010 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:43:28.591230 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa37a28-2c19-4fd1-80a6-c33afd4f4010 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:43:28.591459 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa37a28-2c19-4fd1-80a6-c33afd4f4010 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:43:28.639655 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-56a182b9-5d8c-42a6-b352-54895441649c admin admin] Publish callbacks [] for security_group (e302ed8f-2227-4d4c-90ea-483eabeefa26), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:43:28.661241 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-56a182b9-5d8c-42a6-b352-54895441649c admin admin] Publish callbacks [] for security_group (e302ed8f-2227-4d4c-90ea-483eabeefa26), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:43:28.752945 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-56a182b9-5d8c-42a6-b352-54895441649c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (e302ed8f-2227-4d4c-90ea-483eabeefa26), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:43:28.755461 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-56a182b9-5d8c-42a6-b352-54895441649c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:43:28.756863 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-56a182b9-5d8c-42a6-b352-54895441649c admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/e302ed8f-2227-4d4c-90ea-483eabeefa26 HTTP/1.1" status: 204 len: 168 time: 0.1757727 Jul 29 04:43:28.765035 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a182b9-5d8c-42a6-b352-54895441649c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e302ed8f-2227-4d4c-90ea-483eabeefa26,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:43:28.771865 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a182b9-5d8c-42a6-b352-54895441649c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:43:28.772218 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a182b9-5d8c-42a6-b352-54895441649c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:43:28.772560 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a182b9-5d8c-42a6-b352-54895441649c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:43:28.772927 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a182b9-5d8c-42a6-b352-54895441649c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:43:28.773262 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a182b9-5d8c-42a6-b352-54895441649c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:43:28.773597 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a182b9-5d8c-42a6-b352-54895441649c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:43:28.773926 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a182b9-5d8c-42a6-b352-54895441649c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:43:28.774253 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a182b9-5d8c-42a6-b352-54895441649c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:43:28.774583 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a182b9-5d8c-42a6-b352-54895441649c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:43:28.774913 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a182b9-5d8c-42a6-b352-54895441649c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:43:28.775240 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a182b9-5d8c-42a6-b352-54895441649c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:43:28.775585 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a182b9-5d8c-42a6-b352-54895441649c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:43:28.775914 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a182b9-5d8c-42a6-b352-54895441649c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:43:28.776232 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a182b9-5d8c-42a6-b352-54895441649c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:43:28.776553 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a182b9-5d8c-42a6-b352-54895441649c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:43:33.294805 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:43:35.890879 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=2 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:43:38.572330 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=17,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:43:38.582426 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=22,neutron:INSERT=4 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:43:38.767336 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:43:38.771694 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:43:38.799244 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:43:48.378688 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-3972ecce-f39f-484e-aa7e-bf5d6f010b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:43:50.643695 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-6a0a4d9b-7332-4ba8-979c-8c77365df7f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:43:51.778672 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:43:53.134720 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:43:53.303528 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:43:56.888422 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=13 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:43:56.897562 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=19 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:44:02.893302 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.agents_db [None req-05f878dc-9505-4230-ae26-b2f791c5e7d5 None None] Agent healthcheck: found 5 active agents {{(pid=115910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 04:44:03.292453 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:44:03.299937 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:44:12.889227 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:44:12.890067 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=3 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:44:18.381005 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-4fd066e8-f310-4eda-97a3-e352d3a02311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:44:20.646558 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-195664bf-560c-4f47-8480-960db0d63d20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:44:21.778736 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:44:23.137692 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:44:23.305168 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:44:33.299676 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:44:33.301520 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:44:33.888283 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=2 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:44:33.893274 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=4 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:44:39.892184 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.agents_db [None req-05f878dc-9505-4230-ae26-b2f791c5e7d5 None None] Agent healthcheck: found 5 active agents {{(pid=115910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 04:44:48.382750 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-ce0b2fd0-3908-4cd1-8ff2-7f6ee0b4ee3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:44:49.887539 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=2 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:44:49.888348 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:44:50.652113 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-83e8c8b9-6b82-4311-8346-0cc5b3b563a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:44:51.781811 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:44:53.139908 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:44:53.310274 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:45:03.297830 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:45:03.305897 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:45:10.888844 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=2 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:45:10.898252 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=4 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:45:16.892139 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.agents_db [None req-05f878dc-9505-4230-ae26-b2f791c5e7d5 None None] Agent healthcheck: found 5 active agents {{(pid=115910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 04:45:18.385806 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-f942ff5a-f478-4688-b3d1-f64de41c3512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:45:20.567286 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1933477'] for agent (bab6a0c9-2145-495f-b42f-b184e241503a), after_create {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:45:20.643870 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-2ce4e874-a044-4a03-b957-8a11e479e863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:45:21.783793 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:45:23.144692 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:45:23.313798 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:45:26.888349 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=2 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:45:32.037575 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 55186) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:45:32.164893 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-8034ac7e-bd31-4f1d-b87f-b29fc6f11e1c admin admin] 10.222.0.40 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1261189 Jul 29 04:45:33.301672 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:45:33.310393 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:45:34.225622 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 55196) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:45:34.281355 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-10b45a30-4701-4d7b-9b22-afe1408a9d64 admin admin] 10.222.0.40 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0546625 Jul 29 04:45:42.157680 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:45:44.275876 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=3 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:45:47.899451 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=14 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:45:47.905059 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=18 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:45:48.387417 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-31b80935-8792-4d8f-885e-4a78721e10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:45:50.522742 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (bab6a0c9-2145-495f-b42f-b184e241503a), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:45:50.644897 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-7d9d0d2d-537b-4787-9c7b-07e2ac89970e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:45:51.786062 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:45:53.148009 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:45:53.316802 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:45:53.891696 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.agents_db [None req-05f878dc-9505-4230-ae26-b2f791c5e7d5 None None] Agent healthcheck: found 6 active agents {{(pid=115910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 04:46:03.310438 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:46:03.312303 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:46:03.887831 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:46:03.888587 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:46:18.392414 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-4b4070f9-73a6-4ad5-b635-d4b146b8484c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:46:20.523265 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (bab6a0c9-2145-495f-b42f-b184e241503a), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:46:20.645823 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d9e83699-4d9a-4302-8bc4-14657b4042bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:46:21.791740 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:46:23.153443 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:46:23.318995 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:46:24.900115 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=2 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:46:24.900920 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=4 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:46:30.891559 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.agents_db [None req-05f878dc-9505-4230-ae26-b2f791c5e7d5 None None] Agent healthcheck: found 6 active agents {{(pid=115910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 04:46:33.308863 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:46:33.314805 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:46:46.901580 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:46:48.396085 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-457f684b-b634-4940-b9ca-5970ccb5bd76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:46:50.524473 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (bab6a0c9-2145-495f-b42f-b184e241503a), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:46:50.653760 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-6e381e23-aeb9-47d4-a71a-034b45a73bcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:46:51.794128 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:46:53.155609 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:46:53.323303 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:01.893278 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=3 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:01.898229 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=3 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:03.316410 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:03.318300 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:07.892837 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.agents_db [None req-05f878dc-9505-4230-ae26-b2f791c5e7d5 None None] Agent healthcheck: found 6 active agents {{(pid=115910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 04:47:14.289626 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 55352) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:47:14.587336 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [None req-7c9ada77-2109-4e74-8dc3-fd61280d8058 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-284703475-network', 'tenant_id': '0f6c1ad3422c40d4af4ef5329ecd9d86'}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:47:14.610294 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9ada77-2109-4e74-8dc3-fd61280d8058 admin admin] Made reservation on behalf of 0f6c1ad3422c40d4af4ef5329ecd9d86 for: {'network': 1} {{(pid=115907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 04:47:14.613408 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-7c9ada77-2109-4e74-8dc3-fd61280d8058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for network (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:14.618251 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 55374) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:47:14.628076 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-7c9ada77-2109-4e74-8dc3-fd61280d8058 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:14.728274 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-7c9ada77-2109-4e74-8dc3-fd61280d8058 admin admin] Publish callbacks [] for security_group (4a7a34fa-cebb-4d34-9226-0e6bc37f0211), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:14.733156 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-7c9ada77-2109-4e74-8dc3-fd61280d8058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (4a7a34fa-cebb-4d34-9226-0e6bc37f0211), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:14.767535 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c9ada77-2109-4e74-8dc3-fd61280d8058 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=115907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 04:47:14.769473 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9ada77-2109-4e74-8dc3-fd61280d8058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7a34fa-cebb-4d34-9226-0e6bc37f0211,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:14.785611 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9ada77-2109-4e74-8dc3-fd61280d8058 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:47:14.785611 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9ada77-2109-4e74-8dc3-fd61280d8058 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:47:14.785611 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9ada77-2109-4e74-8dc3-fd61280d8058 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:47:14.785611 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9ada77-2109-4e74-8dc3-fd61280d8058 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:47:14.785611 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9ada77-2109-4e74-8dc3-fd61280d8058 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:47:14.785611 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9ada77-2109-4e74-8dc3-fd61280d8058 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:47:14.785611 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9ada77-2109-4e74-8dc3-fd61280d8058 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:47:14.786178 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9ada77-2109-4e74-8dc3-fd61280d8058 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:47:14.786264 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9ada77-2109-4e74-8dc3-fd61280d8058 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:47:14.786543 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9ada77-2109-4e74-8dc3-fd61280d8058 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:47:14.786941 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9ada77-2109-4e74-8dc3-fd61280d8058 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:47:14.787841 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9ada77-2109-4e74-8dc3-fd61280d8058 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:47:14.788593 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9ada77-2109-4e74-8dc3-fd61280d8058 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:47:14.788950 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9ada77-2109-4e74-8dc3-fd61280d8058 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:47:14.789275 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9ada77-2109-4e74-8dc3-fd61280d8058 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:47:14.790631 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9ada77-2109-4e74-8dc3-fd61280d8058 admin admin] Tracked resource versions report: Jul 29 04:47:14.790631 dv-cinder-851449-2-iscsi neutron-server[115907]: pushed versions: Jul 29 04:47:14.790631 dv-cinder-851449-2-iscsi neutron-server[115907]: { 'AddressGroup': {'1.2'}, Jul 29 04:47:14.790631 dv-cinder-851449-2-iscsi neutron-server[115907]: 'Agent': {'1.1'}, Jul 29 04:47:14.790631 dv-cinder-851449-2-iscsi neutron-server[115907]: 'ConntrackHelper': {'1.0'}, Jul 29 04:47:14.790631 dv-cinder-851449-2-iscsi neutron-server[115907]: 'LocalIPAssociation': {'1.0'}, Jul 29 04:47:14.790631 dv-cinder-851449-2-iscsi neutron-server[115907]: 'Log': {'1.0'}, Jul 29 04:47:14.790631 dv-cinder-851449-2-iscsi neutron-server[115907]: 'NDPProxy': {'1.0'}, Jul 29 04:47:14.790631 dv-cinder-851449-2-iscsi neutron-server[115907]: 'Network': {'1.1'}, Jul 29 04:47:14.790631 dv-cinder-851449-2-iscsi neutron-server[115907]: 'Port': {'1.7'}, Jul 29 04:47:14.790631 dv-cinder-851449-2-iscsi neutron-server[115907]: 'PortForwarding': {'1.3'}, Jul 29 04:47:14.790631 dv-cinder-851449-2-iscsi neutron-server[115907]: 'QosPolicy': {'1.10'}, Jul 29 04:47:14.790631 dv-cinder-851449-2-iscsi neutron-server[115907]: 'SecurityGroup': {'1.5'}, Jul 29 04:47:14.790631 dv-cinder-851449-2-iscsi neutron-server[115907]: 'SecurityGroupRule': {'1.2'}, Jul 29 04:47:14.790631 dv-cinder-851449-2-iscsi neutron-server[115907]: 'SubPort': {'1.0'}, Jul 29 04:47:14.790631 dv-cinder-851449-2-iscsi neutron-server[115907]: 'Subnet': {'1.1'}, Jul 29 04:47:14.790631 dv-cinder-851449-2-iscsi neutron-server[115907]: 'Trunk': {'1.1'}} Jul 29 04:47:14.790631 dv-cinder-851449-2-iscsi neutron-server[115907]: consumer versions: Jul 29 04:47:14.790631 dv-cinder-851449-2-iscsi neutron-server[115907]: { DHCP agent@dv-cinder-851449-2-iscsi: {}, Jul 29 04:47:14.790631 dv-cinder-851449-2-iscsi neutron-server[115907]: HyperV agent@hv-cinder-85144: {}, Jul 29 04:47:14.790631 dv-cinder-851449-2-iscsi neutron-server[115907]: L3 agent@dv-cinder-851449-2-iscsi: {}, Jul 29 04:47:14.790631 dv-cinder-851449-2-iscsi neutron-server[115907]: Metadata agent@dv-cinder-851449-2-iscsi: {}, Jul 29 04:47:14.790631 dv-cinder-851449-2-iscsi neutron-server[115907]: Metering agent@dv-cinder-851449-2-iscsi: {}, Jul 29 04:47:14.790631 dv-cinder-851449-2-iscsi neutron-server[115907]: Open vSwitch agent@dv-cinder-851449-2-iscsi: { 'AddressGroup': '1.2', Jul 29 04:47:14.790631 dv-cinder-851449-2-iscsi neutron-server[115907]: 'Agent': '1.1', Jul 29 04:47:14.790631 dv-cinder-851449-2-iscsi neutron-server[115907]: 'ConntrackHelper': '1.0', Jul 29 04:47:14.790631 dv-cinder-851449-2-iscsi neutron-server[115907]: 'LocalIPAssociation': '1.0', Jul 29 04:47:14.790631 dv-cinder-851449-2-iscsi neutron-server[115907]: 'Log': '1.0', Jul 29 04:47:14.790631 dv-cinder-851449-2-iscsi neutron-server[115907]: 'NDPProxy': '1.0', Jul 29 04:47:14.790631 dv-cinder-851449-2-iscsi neutron-server[115907]: 'Network': '1.1', Jul 29 04:47:14.790631 dv-cinder-851449-2-iscsi neutron-server[115907]: 'Port': '1.7', Jul 29 04:47:14.790631 dv-cinder-851449-2-iscsi neutron-server[115907]: 'PortForwarding': '1.3', Jul 29 04:47:14.790631 dv-cinder-851449-2-iscsi neutron-server[115907]: 'QosPolicy': '1.10', Jul 29 04:47:14.790631 dv-cinder-851449-2-iscsi neutron-server[115907]: 'SecurityGroup': '1.5', Jul 29 04:47:14.790631 dv-cinder-851449-2-iscsi neutron-server[115907]: 'SecurityGroupRule': '1.2', Jul 29 04:47:14.790631 dv-cinder-851449-2-iscsi neutron-server[115907]: 'SubPort': '1.0', Jul 29 04:47:14.790631 dv-cinder-851449-2-iscsi neutron-server[115907]: 'Subnet': '1.1', Jul 29 04:47:14.790631 dv-cinder-851449-2-iscsi neutron-server[115907]: 'Trunk': '1.1'}} Jul 29 04:47:14.790631 dv-cinder-851449-2-iscsi neutron-server[115907]: {{(pid=115907) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 04:47:14.798846 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-7c9ada77-2109-4e74-8dc3-fd61280d8058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537036'] for segment (e145694e-df19-4fa8-b36d-a0ef9ab34dca), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:14.798969 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.db.segments_db [None req-7c9ada77-2109-4e74-8dc3-fd61280d8058 admin admin] Added segment e145694e-df19-4fa8-b36d-a0ef9ab34dca of type vlan for network 3e84cf4e-559b-4bbd-af56-3f6353c004d0 Jul 29 04:47:14.839862 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-7c9ada77-2109-4e74-8dc3-fd61280d8058 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769699109497'] for network (3e84cf4e-559b-4bbd-af56-3f6353c004d0), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:14.867672 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-7c9ada77-2109-4e74-8dc3-fd61280d8058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540'] for network (3e84cf4e-559b-4bbd-af56-3f6353c004d0), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:14.868847 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9ada77-2109-4e74-8dc3-fd61280d8058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:47:14.869501 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-7c9ada77-2109-4e74-8dc3-fd61280d8058 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for network (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:14.932525 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9ada77-2109-4e74-8dc3-fd61280d8058 admin admin] Pushing event updated for resources: {'Network': ['ID=3e84cf4e-559b-4bbd-af56-3f6353c004d0,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:14.945383 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-7c9ada77-2109-4e74-8dc3-fd61280d8058 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 0.6546540 Jul 29 04:47:14.945951 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [None req-64558aec-d6f8-489f-b8e8-470bc81057ab admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2125260870-network', 'tenant_id': '77688c4faed945849f5649c08cc580c2'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:47:14.946089 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 55394) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:47:14.951349 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [None req-6ee7ce11-f42c-4ce5-9d01-0bbce45ace3c admin admin] Request body: {'subnet': {'network_id': '3e84cf4e-559b-4bbd-af56-3f6353c004d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-284703475-subnet', 'tenant_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:47:14.952407 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Network 3e84cf4e-559b-4bbd-af56-3f6353c004d0 details requested by agent ovs-agent-dv-cinder-851449-2-iscsi with host dv-cinder-851449-2-iscsi {{(pid=115909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 04:47:14.977137 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee7ce11-f42c-4ce5-9d01-0bbce45ace3c admin admin] Made reservation on behalf of 0f6c1ad3422c40d4af4ef5329ecd9d86 for: {'subnet': 1} {{(pid=115907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 04:47:14.982903 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6ee7ce11-f42c-4ce5-9d01-0bbce45ace3c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:14.984258 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64558aec-d6f8-489f-b8e8-470bc81057ab admin admin] Made reservation on behalf of 77688c4faed945849f5649c08cc580c2 for: {'network': 1} {{(pid=115908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 04:47:14.988581 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-64558aec-d6f8-489f-b8e8-470bc81057ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for network (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:15.004823 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-64558aec-d6f8-489f-b8e8-470bc81057ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:15.143506 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-64558aec-d6f8-489f-b8e8-470bc81057ab admin admin] Publish callbacks [] for security_group (7738388d-8c0b-4453-ba76-373bc961c159), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:15.150867 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-64558aec-d6f8-489f-b8e8-470bc81057ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (7738388d-8c0b-4453-ba76-373bc961c159), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:15.194329 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64558aec-d6f8-489f-b8e8-470bc81057ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=115908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 04:47:15.196505 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6ee7ce11-f42c-4ce5-9d01-0bbce45ace3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1878534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540'] for subnet (48fdddd6-c7bc-413f-9e30-1e0d5de8b27a), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:15.201466 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64558aec-d6f8-489f-b8e8-470bc81057ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7738388d-8c0b-4453-ba76-373bc961c159,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:15.212648 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-64558aec-d6f8-489f-b8e8-470bc81057ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537036'] for segment (f3c3937f-0d62-4e7f-a2ac-736614dde9c0), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:15.212979 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.db.segments_db [None req-64558aec-d6f8-489f-b8e8-470bc81057ab admin admin] Added segment f3c3937f-0d62-4e7f-a2ac-736614dde9c0 of type vlan for network 39e88c0c-eb22-4423-a14a-7cac22367ce7 Jul 29 04:47:15.215091 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64558aec-d6f8-489f-b8e8-470bc81057ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:47:15.215688 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64558aec-d6f8-489f-b8e8-470bc81057ab admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:47:15.216182 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64558aec-d6f8-489f-b8e8-470bc81057ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:47:15.216715 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64558aec-d6f8-489f-b8e8-470bc81057ab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:47:15.217193 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64558aec-d6f8-489f-b8e8-470bc81057ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:47:15.217676 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64558aec-d6f8-489f-b8e8-470bc81057ab admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:47:15.218004 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64558aec-d6f8-489f-b8e8-470bc81057ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:47:15.218946 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64558aec-d6f8-489f-b8e8-470bc81057ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:47:15.219319 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64558aec-d6f8-489f-b8e8-470bc81057ab admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:47:15.219647 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64558aec-d6f8-489f-b8e8-470bc81057ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:47:15.219963 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64558aec-d6f8-489f-b8e8-470bc81057ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:47:15.220653 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64558aec-d6f8-489f-b8e8-470bc81057ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:47:15.221144 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64558aec-d6f8-489f-b8e8-470bc81057ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:47:15.221624 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64558aec-d6f8-489f-b8e8-470bc81057ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:47:15.222103 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64558aec-d6f8-489f-b8e8-470bc81057ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:47:15.223259 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64558aec-d6f8-489f-b8e8-470bc81057ab admin admin] Tracked resource versions report: Jul 29 04:47:15.223259 dv-cinder-851449-2-iscsi neutron-server[115908]: pushed versions: Jul 29 04:47:15.223259 dv-cinder-851449-2-iscsi neutron-server[115908]: { 'AddressGroup': {'1.2'}, Jul 29 04:47:15.223259 dv-cinder-851449-2-iscsi neutron-server[115908]: 'Agent': {'1.1'}, Jul 29 04:47:15.223259 dv-cinder-851449-2-iscsi neutron-server[115908]: 'ConntrackHelper': {'1.0'}, Jul 29 04:47:15.223259 dv-cinder-851449-2-iscsi neutron-server[115908]: 'LocalIPAssociation': {'1.0'}, Jul 29 04:47:15.223259 dv-cinder-851449-2-iscsi neutron-server[115908]: 'Log': {'1.0'}, Jul 29 04:47:15.223259 dv-cinder-851449-2-iscsi neutron-server[115908]: 'NDPProxy': {'1.0'}, Jul 29 04:47:15.223259 dv-cinder-851449-2-iscsi neutron-server[115908]: 'Network': {'1.1'}, Jul 29 04:47:15.223259 dv-cinder-851449-2-iscsi neutron-server[115908]: 'Port': {'1.7'}, Jul 29 04:47:15.223259 dv-cinder-851449-2-iscsi neutron-server[115908]: 'PortForwarding': {'1.3'}, Jul 29 04:47:15.223259 dv-cinder-851449-2-iscsi neutron-server[115908]: 'QosPolicy': {'1.10'}, Jul 29 04:47:15.223259 dv-cinder-851449-2-iscsi neutron-server[115908]: 'SecurityGroup': {'1.5'}, Jul 29 04:47:15.223259 dv-cinder-851449-2-iscsi neutron-server[115908]: 'SecurityGroupRule': {'1.2'}, Jul 29 04:47:15.223259 dv-cinder-851449-2-iscsi neutron-server[115908]: 'SubPort': {'1.0'}, Jul 29 04:47:15.223259 dv-cinder-851449-2-iscsi neutron-server[115908]: 'Subnet': {'1.1'}, Jul 29 04:47:15.223259 dv-cinder-851449-2-iscsi neutron-server[115908]: 'Trunk': {'1.1'}} Jul 29 04:47:15.223259 dv-cinder-851449-2-iscsi neutron-server[115908]: consumer versions: Jul 29 04:47:15.223259 dv-cinder-851449-2-iscsi neutron-server[115908]: { DHCP agent@dv-cinder-851449-2-iscsi: {}, Jul 29 04:47:15.223259 dv-cinder-851449-2-iscsi neutron-server[115908]: HyperV agent@hv-cinder-85144: {}, Jul 29 04:47:15.223259 dv-cinder-851449-2-iscsi neutron-server[115908]: L3 agent@dv-cinder-851449-2-iscsi: {}, Jul 29 04:47:15.223259 dv-cinder-851449-2-iscsi neutron-server[115908]: Metadata agent@dv-cinder-851449-2-iscsi: {}, Jul 29 04:47:15.223259 dv-cinder-851449-2-iscsi neutron-server[115908]: Metering agent@dv-cinder-851449-2-iscsi: {}, Jul 29 04:47:15.223259 dv-cinder-851449-2-iscsi neutron-server[115908]: Open vSwitch agent@dv-cinder-851449-2-iscsi: { 'AddressGroup': '1.2', Jul 29 04:47:15.223259 dv-cinder-851449-2-iscsi neutron-server[115908]: 'Agent': '1.1', Jul 29 04:47:15.223259 dv-cinder-851449-2-iscsi neutron-server[115908]: 'ConntrackHelper': '1.0', Jul 29 04:47:15.223259 dv-cinder-851449-2-iscsi neutron-server[115908]: 'LocalIPAssociation': '1.0', Jul 29 04:47:15.223259 dv-cinder-851449-2-iscsi neutron-server[115908]: 'Log': '1.0', Jul 29 04:47:15.223259 dv-cinder-851449-2-iscsi neutron-server[115908]: 'NDPProxy': '1.0', Jul 29 04:47:15.223259 dv-cinder-851449-2-iscsi neutron-server[115908]: 'Network': '1.1', Jul 29 04:47:15.223259 dv-cinder-851449-2-iscsi neutron-server[115908]: 'Port': '1.7', Jul 29 04:47:15.223259 dv-cinder-851449-2-iscsi neutron-server[115908]: 'PortForwarding': '1.3', Jul 29 04:47:15.223259 dv-cinder-851449-2-iscsi neutron-server[115908]: 'QosPolicy': '1.10', Jul 29 04:47:15.223259 dv-cinder-851449-2-iscsi neutron-server[115908]: 'SecurityGroup': '1.5', Jul 29 04:47:15.223259 dv-cinder-851449-2-iscsi neutron-server[115908]: 'SecurityGroupRule': '1.2', Jul 29 04:47:15.223259 dv-cinder-851449-2-iscsi neutron-server[115908]: 'SubPort': '1.0', Jul 29 04:47:15.223259 dv-cinder-851449-2-iscsi neutron-server[115908]: 'Subnet': '1.1', Jul 29 04:47:15.223259 dv-cinder-851449-2-iscsi neutron-server[115908]: 'Trunk': '1.1'}} Jul 29 04:47:15.223259 dv-cinder-851449-2-iscsi neutron-server[115908]: {{(pid=115908) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 04:47:15.248111 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee7ce11-f42c-4ce5-9d01-0bbce45ace3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=48fdddd6-c7bc-413f-9e30-1e0d5de8b27a,revision_number=0']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:15.283294 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee7ce11-f42c-4ce5-9d01-0bbce45ace3c admin admin] Checking segment: {'id': 'e145694e-df19-4fa8-b36d-a0ef9ab34dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3e84cf4e-559b-4bbd-af56-3f6353c004d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 04:47:15.283649 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee7ce11-f42c-4ce5-9d01-0bbce45ace3c admin admin] Network hostable DHCP agents. Network: 3e84cf4e-559b-4bbd-af56-3f6353c004d0, hostable agents: ['558ab5a9-93ee-434f-b4a2-86af90b93965'], hosted agents: [] {{(pid=115907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 04:47:15.301185 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-64558aec-d6f8-489f-b8e8-470bc81057ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769699109497'] for network (39e88c0c-eb22-4423-a14a-7cac22367ce7), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:15.303413 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee7ce11-f42c-4ce5-9d01-0bbce45ace3c admin admin] Network 3e84cf4e-559b-4bbd-af56-3f6353c004d0 is scheduled to be hosted by DHCP agent 558ab5a9-93ee-434f-b4a2-86af90b93965 with binding_index 1 {{(pid=115907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 04:47:15.310659 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:15.315850 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.base_scheduler [None req-6ee7ce11-f42c-4ce5-9d01-0bbce45ace3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851449-2-iscsi, 3e84cf4e-559b-4bbd-af56-3f6353c004d0) {{(pid=115907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:47:15.319728 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee7ce11-f42c-4ce5-9d01-0bbce45ace3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:47:15.320448 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6ee7ce11-f42c-4ce5-9d01-0bbce45ace3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for subnet (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:15.327152 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bcba80-f399-47fe-824f-8496030b9f01 None None] Network 3e84cf4e-559b-4bbd-af56-3f6353c004d0 requested from dv-cinder-851449-2-iscsi {{(pid=115909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 04:47:15.345359 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-6ee7ce11-f42c-4ce5-9d01-0bbce45ace3c admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.3981371 Jul 29 04:47:15.346247 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 55404) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:47:15.351996 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [None req-6847193a-6471-49dc-9c21-743ee9c14bf6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-284703475-router', 'tenant_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4'}}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:47:15.375897 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 55406) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:47:15.384360 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-64558aec-d6f8-489f-b8e8-470bc81057ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540'] for network (39e88c0c-eb22-4423-a14a-7cac22367ce7), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:15.385528 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64558aec-d6f8-489f-b8e8-470bc81057ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:47:15.386140 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6847193a-6471-49dc-9c21-743ee9c14bf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1716501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1446'] for router (582e4f42-db29-460d-b6ad-65c14a49aa81), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:15.386420 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-64558aec-d6f8-489f-b8e8-470bc81057ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for network (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:15.388827 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6847193a-6471-49dc-9c21-743ee9c14bf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1714685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1939453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1885050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1455'] for router (582e4f42-db29-460d-b6ad-65c14a49aa81), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:15.406582 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:15.486173 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-64558aec-d6f8-489f-b8e8-470bc81057ab admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.8664696 Jul 29 04:47:15.486960 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 55412) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:47:15.519666 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6847193a-6471-49dc-9c21-743ee9c14bf6 admin admin] Publish callbacks [] for router_controller (582e4f42-db29-460d-b6ad-65c14a49aa81), precommit_add_association {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:15.521386 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1e50e8-1e2c-41ad-8270-2414efdfd528 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d6b9b1e-becd-51aa-993d-5c6c918874f9-3e84cf4e-559b-4bbd-af56-3f6353c004d0', 'network_id': '3e84cf4e-559b-4bbd-af56-3f6353c004d0', 'project_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'fixed_ips': [{'subnet_id': '48fdddd6-c7bc-413f-9e30-1e0d5de8b27a'}]}} from dv-cinder-851449-2-iscsi. {{(pid=115909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 29 04:47:15.525556 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-7e1e50e8-1e2c-41ad-8270-2414efdfd528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:15.531072 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [None req-26169d19-d5a6-4b12-af66-f6032f543a44 admin admin] Request body: {'subnet': {'network_id': '39e88c0c-eb22-4423-a14a-7cac22367ce7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2125260870-subnet', 'tenant_id': '77688c4faed945849f5649c08cc580c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:47:15.560264 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26169d19-d5a6-4b12-af66-f6032f543a44 admin admin] Made reservation on behalf of 77688c4faed945849f5649c08cc580c2 for: {'subnet': 1} {{(pid=115908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 04:47:15.563680 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-26169d19-d5a6-4b12-af66-f6032f543a44 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:15.651442 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64558aec-d6f8-489f-b8e8-470bc81057ab admin admin] Pushing event updated for resources: {'Network': ['ID=39e88c0c-eb22-4423-a14a-7cac22367ce7,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:15.688265 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Network 39e88c0c-eb22-4423-a14a-7cac22367ce7 details requested by agent ovs-agent-dv-cinder-851449-2-iscsi with host dv-cinder-851449-2-iscsi {{(pid=115909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 04:47:15.800912 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6847193a-6471-49dc-9c21-743ee9c14bf6 admin admin] Publish callbacks [] for router_gateway (582e4f42-db29-460d-b6ad-65c14a49aa81), precommit_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:15.841882 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-26169d19-d5a6-4b12-af66-f6032f543a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1878534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540'] for subnet (632a1c05-3d45-406c-9136-da991dddae0b), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:15.879186 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.db_base_plugin_common [None req-7e1e50e8-1e2c-41ad-8270-2414efdfd528 None None] Allocated IP 172.20.0.2 (3e84cf4e-559b-4bbd-af56-3f6353c004d0/48fdddd6-c7bc-413f-9e30-1e0d5de8b27a/8da9471d-602a-4922-b5ee-78a3567a433b) {{(pid=115909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 04:47:15.893866 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26169d19-d5a6-4b12-af66-f6032f543a44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=632a1c05-3d45-406c-9136-da991dddae0b,revision_number=0']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:15.954997 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26169d19-d5a6-4b12-af66-f6032f543a44 admin admin] Checking segment: {'id': 'f3c3937f-0d62-4e7f-a2ac-736614dde9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '39e88c0c-eb22-4423-a14a-7cac22367ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 04:47:15.956642 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26169d19-d5a6-4b12-af66-f6032f543a44 admin admin] Network hostable DHCP agents. Network: 39e88c0c-eb22-4423-a14a-7cac22367ce7, hostable agents: ['558ab5a9-93ee-434f-b4a2-86af90b93965'], hosted agents: [] {{(pid=115908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 04:47:15.984222 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26169d19-d5a6-4b12-af66-f6032f543a44 admin admin] Network 39e88c0c-eb22-4423-a14a-7cac22367ce7 is scheduled to be hosted by DHCP agent 558ab5a9-93ee-434f-b4a2-86af90b93965 with binding_index 1 {{(pid=115908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 04:47:16.004448 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.base_scheduler [None req-26169d19-d5a6-4b12-af66-f6032f543a44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851449-2-iscsi, 39e88c0c-eb22-4423-a14a-7cac22367ce7) {{(pid=115908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:47:16.022879 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26169d19-d5a6-4b12-af66-f6032f543a44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:47:16.025614 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-26169d19-d5a6-4b12-af66-f6032f543a44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for subnet (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:16.033393 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d473ad57-920c-4f17-b545-b11b1e8236ad None None] Network 39e88c0c-eb22-4423-a14a-7cac22367ce7 requested from dv-cinder-851449-2-iscsi {{(pid=115909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 04:47:16.063947 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [None req-1ad61273-f770-4c9a-8a03-7a4ce50b59aa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-186030634-network', 'tenant_id': '946bf1e173f9476d86cf6133055fba0a'}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:47:16.070108 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-26169d19-d5a6-4b12-af66-f6032f543a44 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5429122 Jul 29 04:47:16.073269 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 55434) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:47:16.090349 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [None req-cdbaa675-d230-4c4d-9ff7-4f2489501e44 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-2125260870-router', 'tenant_id': '77688c4faed945849f5649c08cc580c2', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4'}}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:47:16.121141 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad61273-f770-4c9a-8a03-7a4ce50b59aa admin admin] Made reservation on behalf of 946bf1e173f9476d86cf6133055fba0a for: {'network': 1} {{(pid=115907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 04:47:16.124311 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:16.124526 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-1ad61273-f770-4c9a-8a03-7a4ce50b59aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for network (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:16.141263 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-1ad61273-f770-4c9a-8a03-7a4ce50b59aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:16.157524 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-cdbaa675-d230-4c4d-9ff7-4f2489501e44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1716501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1446'] for router (a4a2311e-889f-4131-b02b-9b68a398deaa), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:16.168690 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6847193a-6471-49dc-9c21-743ee9c14bf6 admin admin] Publish callbacks [] for router_gateway (582e4f42-db29-460d-b6ad-65c14a49aa81), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:16.170650 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-cdbaa675-d230-4c4d-9ff7-4f2489501e44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1714685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1939453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1885050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1455'] for router (a4a2311e-889f-4131-b02b-9b68a398deaa), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:16.197048 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-7e1e50e8-1e2c-41ad-8270-2414efdfd528 None None] Publish callbacks [] for port (8da9471d-602a-4922-b5ee-78a3567a433b), precommit_create {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:16.201254 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6847193a-6471-49dc-9c21-743ee9c14bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:16.206985 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-7e1e50e8-1e2c-41ad-8270-2414efdfd528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307'] for port (8da9471d-602a-4922-b5ee-78a3567a433b), after_create {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:16.215456 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=75,neutron:INSERT=17,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:16.260477 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 55442) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:47:16.280055 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1e50e8-1e2c-41ad-8270-2414efdfd528 None None] Network 3e84cf4e-559b-4bbd-af56-3f6353c004d0 is already hosted by enough agents. {{(pid=115909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 04:47:16.281818 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1e50e8-1e2c-41ad-8270-2414efdfd528 None None] Pushing event updated for resources: {'Port': ['ID=8da9471d-602a-4922-b5ee-78a3567a433b,revision_number=1']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:16.291696 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.scheduler.base_scheduler [None req-7e1e50e8-1e2c-41ad-8270-2414efdfd528 None None] Resources bound (agent type, host, resource id): {{(pid=115909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:47:16.295469 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1e50e8-1e2c-41ad-8270-2414efdfd528 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:47:16.296004 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1e50e8-1e2c-41ad-8270-2414efdfd528 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:47:16.296815 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1e50e8-1e2c-41ad-8270-2414efdfd528 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:47:16.297315 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1e50e8-1e2c-41ad-8270-2414efdfd528 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:47:16.297844 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1e50e8-1e2c-41ad-8270-2414efdfd528 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:47:16.298465 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1e50e8-1e2c-41ad-8270-2414efdfd528 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:47:16.299041 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1e50e8-1e2c-41ad-8270-2414efdfd528 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:47:16.299614 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1e50e8-1e2c-41ad-8270-2414efdfd528 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:47:16.300223 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1e50e8-1e2c-41ad-8270-2414efdfd528 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:47:16.300812 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1e50e8-1e2c-41ad-8270-2414efdfd528 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:47:16.301705 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1e50e8-1e2c-41ad-8270-2414efdfd528 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:47:16.302309 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1e50e8-1e2c-41ad-8270-2414efdfd528 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:47:16.302925 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1e50e8-1e2c-41ad-8270-2414efdfd528 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:47:16.304029 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1e50e8-1e2c-41ad-8270-2414efdfd528 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:47:16.304641 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1e50e8-1e2c-41ad-8270-2414efdfd528 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:47:16.306154 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1e50e8-1e2c-41ad-8270-2414efdfd528 None None] Tracked resource versions report: Jul 29 04:47:16.306154 dv-cinder-851449-2-iscsi neutron-server[115909]: pushed versions: Jul 29 04:47:16.306154 dv-cinder-851449-2-iscsi neutron-server[115909]: { 'AddressGroup': {'1.2'}, Jul 29 04:47:16.306154 dv-cinder-851449-2-iscsi neutron-server[115909]: 'Agent': {'1.1'}, Jul 29 04:47:16.306154 dv-cinder-851449-2-iscsi neutron-server[115909]: 'ConntrackHelper': {'1.0'}, Jul 29 04:47:16.306154 dv-cinder-851449-2-iscsi neutron-server[115909]: 'LocalIPAssociation': {'1.0'}, Jul 29 04:47:16.306154 dv-cinder-851449-2-iscsi neutron-server[115909]: 'Log': {'1.0'}, Jul 29 04:47:16.306154 dv-cinder-851449-2-iscsi neutron-server[115909]: 'NDPProxy': {'1.0'}, Jul 29 04:47:16.306154 dv-cinder-851449-2-iscsi neutron-server[115909]: 'Network': {'1.1'}, Jul 29 04:47:16.306154 dv-cinder-851449-2-iscsi neutron-server[115909]: 'Port': {'1.7'}, Jul 29 04:47:16.306154 dv-cinder-851449-2-iscsi neutron-server[115909]: 'PortForwarding': {'1.3'}, Jul 29 04:47:16.306154 dv-cinder-851449-2-iscsi neutron-server[115909]: 'QosPolicy': {'1.10'}, Jul 29 04:47:16.306154 dv-cinder-851449-2-iscsi neutron-server[115909]: 'SecurityGroup': {'1.5'}, Jul 29 04:47:16.306154 dv-cinder-851449-2-iscsi neutron-server[115909]: 'SecurityGroupRule': {'1.2'}, Jul 29 04:47:16.306154 dv-cinder-851449-2-iscsi neutron-server[115909]: 'SubPort': {'1.0'}, Jul 29 04:47:16.306154 dv-cinder-851449-2-iscsi neutron-server[115909]: 'Subnet': {'1.1'}, Jul 29 04:47:16.306154 dv-cinder-851449-2-iscsi neutron-server[115909]: 'Trunk': {'1.1'}} Jul 29 04:47:16.306154 dv-cinder-851449-2-iscsi neutron-server[115909]: consumer versions: Jul 29 04:47:16.306154 dv-cinder-851449-2-iscsi neutron-server[115909]: { DHCP agent@dv-cinder-851449-2-iscsi: {}, Jul 29 04:47:16.306154 dv-cinder-851449-2-iscsi neutron-server[115909]: HyperV agent@hv-cinder-85144: {}, Jul 29 04:47:16.306154 dv-cinder-851449-2-iscsi neutron-server[115909]: L3 agent@dv-cinder-851449-2-iscsi: {}, Jul 29 04:47:16.306154 dv-cinder-851449-2-iscsi neutron-server[115909]: Metadata agent@dv-cinder-851449-2-iscsi: {}, Jul 29 04:47:16.306154 dv-cinder-851449-2-iscsi neutron-server[115909]: Metering agent@dv-cinder-851449-2-iscsi: {}, Jul 29 04:47:16.306154 dv-cinder-851449-2-iscsi neutron-server[115909]: Open vSwitch agent@dv-cinder-851449-2-iscsi: { 'AddressGroup': '1.2', Jul 29 04:47:16.306154 dv-cinder-851449-2-iscsi neutron-server[115909]: 'Agent': '1.1', Jul 29 04:47:16.306154 dv-cinder-851449-2-iscsi neutron-server[115909]: 'ConntrackHelper': '1.0', Jul 29 04:47:16.306154 dv-cinder-851449-2-iscsi neutron-server[115909]: 'LocalIPAssociation': '1.0', Jul 29 04:47:16.306154 dv-cinder-851449-2-iscsi neutron-server[115909]: 'Log': '1.0', Jul 29 04:47:16.306154 dv-cinder-851449-2-iscsi neutron-server[115909]: 'NDPProxy': '1.0', Jul 29 04:47:16.306154 dv-cinder-851449-2-iscsi neutron-server[115909]: 'Network': '1.1', Jul 29 04:47:16.306154 dv-cinder-851449-2-iscsi neutron-server[115909]: 'Port': '1.7', Jul 29 04:47:16.306154 dv-cinder-851449-2-iscsi neutron-server[115909]: 'PortForwarding': '1.3', Jul 29 04:47:16.306154 dv-cinder-851449-2-iscsi neutron-server[115909]: 'QosPolicy': '1.10', Jul 29 04:47:16.306154 dv-cinder-851449-2-iscsi neutron-server[115909]: 'SecurityGroup': '1.5', Jul 29 04:47:16.306154 dv-cinder-851449-2-iscsi neutron-server[115909]: 'SecurityGroupRule': '1.2', Jul 29 04:47:16.306154 dv-cinder-851449-2-iscsi neutron-server[115909]: 'SubPort': '1.0', Jul 29 04:47:16.306154 dv-cinder-851449-2-iscsi neutron-server[115909]: 'Subnet': '1.1', Jul 29 04:47:16.306154 dv-cinder-851449-2-iscsi neutron-server[115909]: 'Trunk': '1.1'}} Jul 29 04:47:16.306154 dv-cinder-851449-2-iscsi neutron-server[115909]: {{(pid=115909) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 04:47:16.315120 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1e50e8-1e2c-41ad-8270-2414efdfd528 None None] Received port after_create {{(pid=115909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 04:47:16.364467 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-cdbaa675-d230-4c4d-9ff7-4f2489501e44 admin admin] Publish callbacks [] for router_controller (a4a2311e-889f-4131-b02b-9b68a398deaa), precommit_add_association {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:16.372157 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.db.db_base_plugin_common [None req-6847193a-6471-49dc-9c21-743ee9c14bf6 admin admin] Allocated IP 172.27.0.196 (9a05b655-8925-4222-a853-020f58db76f4/b252d643-2a5f-428d-a536-f8ecbd6d13e1/75eb54b2-7910-4750-9d5e-ee3125b1659c) {{(pid=115907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 04:47:16.393607 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f36a35a-26fd-4e4e-9dff-37798d5ee177 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d6b9b1e-becd-51aa-993d-5c6c918874f9-39e88c0c-eb22-4423-a14a-7cac22367ce7', 'network_id': '39e88c0c-eb22-4423-a14a-7cac22367ce7', 'project_id': '77688c4faed945849f5649c08cc580c2', 'fixed_ips': [{'subnet_id': '632a1c05-3d45-406c-9136-da991dddae0b'}]}} from dv-cinder-851449-2-iscsi. {{(pid=115909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 29 04:47:16.395232 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-2f36a35a-26fd-4e4e-9dff-37798d5ee177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:16.449672 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:UPDATE=6,neutron:SELECT=86,neutron:INSERT=8 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:16.494855 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6847193a-6471-49dc-9c21-743ee9c14bf6 admin admin] Publish callbacks [] for port (75eb54b2-7910-4750-9d5e-ee3125b1659c), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:16.540206 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6847193a-6471-49dc-9c21-743ee9c14bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307'] for port (75eb54b2-7910-4750-9d5e-ee3125b1659c), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:16.592055 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.db_base_plugin_common [None req-2f36a35a-26fd-4e4e-9dff-37798d5ee177 None None] Allocated IP 172.20.0.2 (39e88c0c-eb22-4423-a14a-7cac22367ce7/632a1c05-3d45-406c-9136-da991dddae0b/ca2d0f31-ee62-45c9-ae90-4c81b40f37e6) {{(pid=115909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 04:47:16.603238 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6847193a-6471-49dc-9c21-743ee9c14bf6 admin admin] Network 9a05b655-8925-4222-a853-020f58db76f4 is already hosted by enough agents. {{(pid=115907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 04:47:16.612399 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.base_scheduler [None req-6847193a-6471-49dc-9c21-743ee9c14bf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=115907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:47:16.621500 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6847193a-6471-49dc-9c21-743ee9c14bf6 admin admin] Received port after_create {{(pid=115907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 04:47:16.683522 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-1ad61273-f770-4c9a-8a03-7a4ce50b59aa admin admin] Publish callbacks [] for security_group (563d21db-1981-4e7e-958e-9b8ee90178f9), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:16.713992 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6847193a-6471-49dc-9c21-743ee9c14bf6 admin admin] Pushing event updated for resources: {'Port': ['ID=75eb54b2-7910-4750-9d5e-ee3125b1659c,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:16.716029 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [None req-4b670dc2-dd4b-44c9-abf2-84463d469b34 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-654562715-network', 'tenant_id': '461e2af738084ccb986169d752510588'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:47:16.721021 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-1ad61273-f770-4c9a-8a03-7a4ce50b59aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (563d21db-1981-4e7e-958e-9b8ee90178f9), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:16.751328 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-cdbaa675-d230-4c4d-9ff7-4f2489501e44 admin admin] Publish callbacks [] for router_gateway (a4a2311e-889f-4131-b02b-9b68a398deaa), precommit_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:16.821466 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b670dc2-dd4b-44c9-abf2-84463d469b34 admin admin] Made reservation on behalf of 461e2af738084ccb986169d752510588 for: {'network': 1} {{(pid=115908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 04:47:16.823949 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-4b670dc2-dd4b-44c9-abf2-84463d469b34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for network (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:16.912923 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-4b670dc2-dd4b-44c9-abf2-84463d469b34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:16.953971 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ad61273-f770-4c9a-8a03-7a4ce50b59aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=115907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 04:47:16.987182 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-1ad61273-f770-4c9a-8a03-7a4ce50b59aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537036'] for segment (6f466e2d-c5fa-42c0-91f0-803509af04d3), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:16.989173 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.db.segments_db [None req-1ad61273-f770-4c9a-8a03-7a4ce50b59aa admin admin] Added segment 6f466e2d-c5fa-42c0-91f0-803509af04d3 of type vlan for network 4bcca997-0807-424d-86d3-43681c4961dd Jul 29 04:47:17.048441 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-2f36a35a-26fd-4e4e-9dff-37798d5ee177 None None] Publish callbacks [] for port (ca2d0f31-ee62-45c9-ae90-4c81b40f37e6), precommit_create {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:17.057686 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:17.061148 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=6 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:17.066078 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-2f36a35a-26fd-4e4e-9dff-37798d5ee177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307'] for port (ca2d0f31-ee62-45c9-ae90-4c81b40f37e6), after_create {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:17.111498 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-1ad61273-f770-4c9a-8a03-7a4ce50b59aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769699109497'] for network (4bcca997-0807-424d-86d3-43681c4961dd), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:17.170601 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad61273-f770-4c9a-8a03-7a4ce50b59aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=563d21db-1981-4e7e-958e-9b8ee90178f9,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:17.215794 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f36a35a-26fd-4e4e-9dff-37798d5ee177 None None] Network 39e88c0c-eb22-4423-a14a-7cac22367ce7 is already hosted by enough agents. {{(pid=115909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 04:47:17.226302 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f36a35a-26fd-4e4e-9dff-37798d5ee177 None None] Pushing event updated for resources: {'Port': ['ID=ca2d0f31-ee62-45c9-ae90-4c81b40f37e6,revision_number=1']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:17.235295 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-1ad61273-f770-4c9a-8a03-7a4ce50b59aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540'] for network (4bcca997-0807-424d-86d3-43681c4961dd), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:17.237164 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad61273-f770-4c9a-8a03-7a4ce50b59aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:47:17.238806 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-1ad61273-f770-4c9a-8a03-7a4ce50b59aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for network (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:17.241572 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-cdbaa675-d230-4c4d-9ff7-4f2489501e44 admin admin] Publish callbacks [] for router_gateway (a4a2311e-889f-4131-b02b-9b68a398deaa), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:17.246156 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.scheduler.base_scheduler [None req-2f36a35a-26fd-4e4e-9dff-37798d5ee177 None None] Resources bound (agent type, host, resource id): {{(pid=115909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:47:17.249528 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f36a35a-26fd-4e4e-9dff-37798d5ee177 None None] Received port after_create {{(pid=115909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 04:47:17.269344 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-4b670dc2-dd4b-44c9-abf2-84463d469b34 admin admin] Publish callbacks [] for security_group (c151d662-b80e-4b86-8641-1354dd2c2777), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:17.272452 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:17.327578 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-cdbaa675-d230-4c4d-9ff7-4f2489501e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:17.329525 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-4b670dc2-dd4b-44c9-abf2-84463d469b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (c151d662-b80e-4b86-8641-1354dd2c2777), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:17.382669 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-2f36a35a-26fd-4e4e-9dff-37798d5ee177 None None] Attempting to bind port ca2d0f31-ee62-45c9-ae90-4c81b40f37e6 on host dv-cinder-851449-2-iscsi for vnic_type normal with profile {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 04:47:17.383137 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-2f36a35a-26fd-4e4e-9dff-37798d5ee177 None None] Attempting to bind port ca2d0f31-ee62-45c9-ae90-4c81b40f37e6 by drivers openvswitch,hyperv on host dv-cinder-851449-2-iscsi at level 0 using segments [{'id': 'f3c3937f-0d62-4e7f-a2ac-736614dde9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '39e88c0c-eb22-4423-a14a-7cac22367ce7'}] {{(pid=115909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 04:47:17.383545 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f36a35a-26fd-4e4e-9dff-37798d5ee177 None None] Attempting to bind port ca2d0f31-ee62-45c9-ae90-4c81b40f37e6 on network 39e88c0c-eb22-4423-a14a-7cac22367ce7 {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 04:47:17.390868 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-7e1e50e8-1e2c-41ad-8270-2414efdfd528 None None] Attempting to bind port 8da9471d-602a-4922-b5ee-78a3567a433b on host dv-cinder-851449-2-iscsi for vnic_type normal with profile {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 04:47:17.391283 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-7e1e50e8-1e2c-41ad-8270-2414efdfd528 None None] Attempting to bind port 8da9471d-602a-4922-b5ee-78a3567a433b by drivers openvswitch,hyperv on host dv-cinder-851449-2-iscsi at level 0 using segments [{'id': 'e145694e-df19-4fa8-b36d-a0ef9ab34dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3e84cf4e-559b-4bbd-af56-3f6353c004d0'}] {{(pid=115909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 04:47:17.391605 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1e50e8-1e2c-41ad-8270-2414efdfd528 None None] Attempting to bind port 8da9471d-602a-4922-b5ee-78a3567a433b on network 3e84cf4e-559b-4bbd-af56-3f6353c004d0 {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 04:47:17.399567 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f36a35a-26fd-4e4e-9dff-37798d5ee177 None None] Checking agent: {'id': '9625653a-1f3f-4d73-bc2a-dc32c08b0da9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 4, 38, 53), 'started_at': datetime.datetime(2022, 7, 29, 4, 39, 23), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 4, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 04:47:17.399958 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f36a35a-26fd-4e4e-9dff-37798d5ee177 None None] Checking segment: {'id': 'f3c3937f-0d62-4e7f-a2ac-736614dde9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '39e88c0c-eb22-4423-a14a-7cac22367ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 04:47:17.400364 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-2f36a35a-26fd-4e4e-9dff-37798d5ee177 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:17.400788 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f36a35a-26fd-4e4e-9dff-37798d5ee177 None None] Bound using segment: {'id': 'f3c3937f-0d62-4e7f-a2ac-736614dde9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '39e88c0c-eb22-4423-a14a-7cac22367ce7'} {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 04:47:17.401270 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-2f36a35a-26fd-4e4e-9dff-37798d5ee177 None None] Bound port: ca2d0f31-ee62-45c9-ae90-4c81b40f37e6, host: dv-cinder-851449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3c3937f-0d62-4e7f-a2ac-736614dde9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '39e88c0c-eb22-4423-a14a-7cac22367ce7'}}] {{(pid=115909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 04:47:17.401698 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-2f36a35a-26fd-4e4e-9dff-37798d5ee177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (ca2d0f31-ee62-45c9-ae90-4c81b40f37e6), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:17.405252 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1e50e8-1e2c-41ad-8270-2414efdfd528 None None] Checking agent: {'id': '9625653a-1f3f-4d73-bc2a-dc32c08b0da9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 4, 38, 53), 'started_at': datetime.datetime(2022, 7, 29, 4, 39, 23), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 4, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 04:47:17.405624 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1e50e8-1e2c-41ad-8270-2414efdfd528 None None] Checking segment: {'id': 'e145694e-df19-4fa8-b36d-a0ef9ab34dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3e84cf4e-559b-4bbd-af56-3f6353c004d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 04:47:17.406011 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-7e1e50e8-1e2c-41ad-8270-2414efdfd528 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:17.406401 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1e50e8-1e2c-41ad-8270-2414efdfd528 None None] Bound using segment: {'id': 'e145694e-df19-4fa8-b36d-a0ef9ab34dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3e84cf4e-559b-4bbd-af56-3f6353c004d0'} {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 04:47:17.406865 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-7e1e50e8-1e2c-41ad-8270-2414efdfd528 None None] Bound port: 8da9471d-602a-4922-b5ee-78a3567a433b, host: dv-cinder-851449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e145694e-df19-4fa8-b36d-a0ef9ab34dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3e84cf4e-559b-4bbd-af56-3f6353c004d0'}}] {{(pid=115909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 04:47:17.407247 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-7e1e50e8-1e2c-41ad-8270-2414efdfd528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (8da9471d-602a-4922-b5ee-78a3567a433b), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:17.457523 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b670dc2-dd4b-44c9-abf2-84463d469b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c151d662-b80e-4b86-8641-1354dd2c2777,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:17.480519 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-7e1e50e8-1e2c-41ad-8270-2414efdfd528 None None] For port 8da9471d-602a-4922-b5ee-78a3567a433b, host dv-cinder-851449-2-iscsi, cleared binding levels {{(pid=115909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 04:47:17.485017 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-7e1e50e8-1e2c-41ad-8270-2414efdfd528 None None] For port 8da9471d-602a-4922-b5ee-78a3567a433b, host dv-cinder-851449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=8da9471d-602a-4922-b5ee-78a3567a433b,segment=NetworkSegment(e145694e-df19-4fa8-b36d-a0ef9ab34dca),segment_id=e145694e-df19-4fa8-b36d-a0ef9ab34dca)] {{(pid=115909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 04:47:17.500037 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-7e1e50e8-1e2c-41ad-8270-2414efdfd528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (8da9471d-602a-4922-b5ee-78a3567a433b), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:17.508897 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad61273-f770-4c9a-8a03-7a4ce50b59aa admin admin] Pushing event updated for resources: {'Network': ['ID=4bcca997-0807-424d-86d3-43681c4961dd,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:17.521038 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6847193a-6471-49dc-9c21-743ee9c14bf6 admin admin] Publish callbacks [] for router_gateway (582e4f42-db29-460d-b6ad-65c14a49aa81), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:17.529528 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b670dc2-dd4b-44c9-abf2-84463d469b34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=115908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 04:47:17.587058 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:17.588240 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1e50e8-1e2c-41ad-8270-2414efdfd528 None None] Pushing event updated for resources: {'Port': ['ID=8da9471d-602a-4922-b5ee-78a3567a433b,revision_number=2']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:17.593047 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Network 4bcca997-0807-424d-86d3-43681c4961dd details requested by agent ovs-agent-dv-cinder-851449-2-iscsi with host dv-cinder-851449-2-iscsi {{(pid=115909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 04:47:17.643639 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-4b670dc2-dd4b-44c9-abf2-84463d469b34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537036'] for segment (be606ddc-fa2d-47b7-97af-8bdf56fa7376), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:17.643991 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.db.segments_db [None req-4b670dc2-dd4b-44c9-abf2-84463d469b34 admin admin] Added segment be606ddc-fa2d-47b7-97af-8bdf56fa7376 of type vlan for network 21ca39e1-cfc7-4b5b-897b-220faf26ce68 Jul 29 04:47:17.690362 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-1ad61273-f770-4c9a-8a03-7a4ce50b59aa admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 2.3121674 Jul 29 04:47:17.691805 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 55492) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:47:17.692504 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:INSERT=6,neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:17.767117 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-2f36a35a-26fd-4e4e-9dff-37798d5ee177 None None] For port ca2d0f31-ee62-45c9-ae90-4c81b40f37e6, host dv-cinder-851449-2-iscsi, cleared binding levels {{(pid=115909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 04:47:17.771316 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-2f36a35a-26fd-4e4e-9dff-37798d5ee177 None None] For port ca2d0f31-ee62-45c9-ae90-4c81b40f37e6, host dv-cinder-851449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=ca2d0f31-ee62-45c9-ae90-4c81b40f37e6,segment=NetworkSegment(f3c3937f-0d62-4e7f-a2ac-736614dde9c0),segment_id=f3c3937f-0d62-4e7f-a2ac-736614dde9c0)] {{(pid=115909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 04:47:17.787082 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-2f36a35a-26fd-4e4e-9dff-37798d5ee177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (ca2d0f31-ee62-45c9-ae90-4c81b40f37e6), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:17.819895 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-4b670dc2-dd4b-44c9-abf2-84463d469b34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769699109497'] for network (21ca39e1-cfc7-4b5b-897b-220faf26ce68), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:17.858493 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [None req-dffd21db-65d1-4a72-ad58-b34fa1584a62 admin admin] Request body: {'subnet': {'network_id': '4bcca997-0807-424d-86d3-43681c4961dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-186030634-subnet', 'tenant_id': '946bf1e173f9476d86cf6133055fba0a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:47:17.876042 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6847193a-6471-49dc-9c21-743ee9c14bf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1714635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1939329'] for router (582e4f42-db29-460d-b6ad-65c14a49aa81), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:17.889156 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:17.890093 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:17.906548 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f36a35a-26fd-4e4e-9dff-37798d5ee177 None None] Pushing event updated for resources: {'Port': ['ID=ca2d0f31-ee62-45c9-ae90-4c81b40f37e6,revision_number=2']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:17.935780 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.db_base_plugin_common [None req-cdbaa675-d230-4c4d-9ff7-4f2489501e44 admin admin] Allocated IP 172.27.0.198 (9a05b655-8925-4222-a853-020f58db76f4/b252d643-2a5f-428d-a536-f8ecbd6d13e1/0ee984ba-30fc-4e2c-9996-00fc8918b149) {{(pid=115908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 04:47:17.958004 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-4b670dc2-dd4b-44c9-abf2-84463d469b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540'] for network (21ca39e1-cfc7-4b5b-897b-220faf26ce68), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:17.959014 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b670dc2-dd4b-44c9-abf2-84463d469b34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:47:17.959753 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-4b670dc2-dd4b-44c9-abf2-84463d469b34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for network (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:18.075271 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dffd21db-65d1-4a72-ad58-b34fa1584a62 admin admin] Made reservation on behalf of 946bf1e173f9476d86cf6133055fba0a for: {'subnet': 1} {{(pid=115907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 04:47:18.095196 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-dffd21db-65d1-4a72-ad58-b34fa1584a62 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:18.194087 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-4b670dc2-dd4b-44c9-abf2-84463d469b34 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.9252543 Jul 29 04:47:18.194996 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:UPDATE=4 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:18.196359 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b670dc2-dd4b-44c9-abf2-84463d469b34 admin admin] Pushing event updated for resources: {'Network': ['ID=21ca39e1-cfc7-4b5b-897b-220faf26ce68,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:18.207409 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 55504) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:47:18.208626 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Network 21ca39e1-cfc7-4b5b-897b-220faf26ce68 details requested by agent ovs-agent-dv-cinder-851449-2-iscsi with host dv-cinder-851449-2-iscsi {{(pid=115909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 04:47:18.217761 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [None req-006e7cb3-f620-42fd-862f-7646b2271b7e admin admin] Request body: {'subnet': {'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-654562715-subnet', 'tenant_id': '461e2af738084ccb986169d752510588', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:47:18.239476 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:18.288213 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006e7cb3-f620-42fd-862f-7646b2271b7e admin admin] Made reservation on behalf of 461e2af738084ccb986169d752510588 for: {'subnet': 1} {{(pid=115908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 04:47:18.292934 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-006e7cb3-f620-42fd-862f-7646b2271b7e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:18.411468 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-8256d1cd-0fd3-4898-b367-6ef31b5b0fc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:18.492692 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-dffd21db-65d1-4a72-ad58-b34fa1584a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1878534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540'] for subnet (928e1728-3f5c-432b-96a7-e970473efb26), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:18.501058 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-cdbaa675-d230-4c4d-9ff7-4f2489501e44 admin admin] Publish callbacks [] for port (0ee984ba-30fc-4e2c-9996-00fc8918b149), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:18.543337 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6847193a-6471-49dc-9c21-743ee9c14bf6 admin admin] Router 582e4f42-db29-460d-b6ad-65c14a49aa81 is scheduled to L3 agent 507cc676-b5a3-487d-9bd3-df89beb45ea5 with binding_index 1 {{(pid=115907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 29 04:47:18.645357 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffd21db-65d1-4a72-ad58-b34fa1584a62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=928e1728-3f5c-432b-96a7-e970473efb26,revision_number=0']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:18.670707 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-006e7cb3-f620-42fd-862f-7646b2271b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1878534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540'] for subnet (5df203e3-38ee-42fe-a28a-41c6f641aefe), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:18.722435 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-cdbaa675-d230-4c4d-9ff7-4f2489501e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307'] for port (0ee984ba-30fc-4e2c-9996-00fc8918b149), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:18.738191 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffd21db-65d1-4a72-ad58-b34fa1584a62 admin admin] Checking segment: {'id': '6f466e2d-c5fa-42c0-91f0-803509af04d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4bcca997-0807-424d-86d3-43681c4961dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 04:47:18.738572 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffd21db-65d1-4a72-ad58-b34fa1584a62 admin admin] Network hostable DHCP agents. Network: 4bcca997-0807-424d-86d3-43681c4961dd, hostable agents: ['558ab5a9-93ee-434f-b4a2-86af90b93965'], hosted agents: [] {{(pid=115907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 04:47:18.807195 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6847193a-6471-49dc-9c21-743ee9c14bf6 admin admin] Notify agent at l3_agent.dv-cinder-851449-2-iscsi the message routers_updated {{(pid=115907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 04:47:18.817367 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffd21db-65d1-4a72-ad58-b34fa1584a62 admin admin] Network 4bcca997-0807-424d-86d3-43681c4961dd is scheduled to be hosted by DHCP agent 558ab5a9-93ee-434f-b4a2-86af90b93965 with binding_index 1 {{(pid=115907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 04:47:18.826081 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d099099-7ee0-4620-8266-f56950a1c471 None None] Sync routers for ids ['582e4f42-db29-460d-b6ad-65c14a49aa81'] in dv-cinder-851449-2-iscsi {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 04:47:18.850592 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d099099-7ee0-4620-8266-f56950a1c471 None None] Routers {'582e4f42-db29-460d-b6ad-65c14a49aa81'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:47:18.852719 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-2d099099-7ee0-4620-8266-f56950a1c471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:46:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['582e4f42-db29-460d-b6ad-65c14a49aa81'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:47:18.854261 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbaa675-d230-4c4d-9ff7-4f2489501e44 admin admin] Pushing event updated for resources: {'Port': ['ID=0ee984ba-30fc-4e2c-9996-00fc8918b149,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:18.869089 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6847193a-6471-49dc-9c21-743ee9c14bf6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:18.874557 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-6847193a-6471-49dc-9c21-743ee9c14bf6 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.5262921 Jul 29 04:47:18.875312 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.base_scheduler [None req-dffd21db-65d1-4a72-ad58-b34fa1584a62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851449-2-iscsi, 4bcca997-0807-424d-86d3-43681c4961dd) {{(pid=115907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:47:18.884756 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffd21db-65d1-4a72-ad58-b34fa1584a62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:47:18.885372 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-dffd21db-65d1-4a72-ad58-b34fa1584a62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for subnet (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:18.887530 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ee6a4b-401b-487b-a712-0b99843bb9af None None] Network 4bcca997-0807-424d-86d3-43681c4961dd requested from dv-cinder-851449-2-iscsi {{(pid=115909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 04:47:18.889909 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 55528) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:47:18.899010 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbaa675-d230-4c4d-9ff7-4f2489501e44 admin admin] Network 9a05b655-8925-4222-a853-020f58db76f4 is already hosted by enough agents. {{(pid=115908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 04:47:18.905957 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.base_scheduler [None req-cdbaa675-d230-4c4d-9ff7-4f2489501e44 admin admin] Resources bound (agent type, host, resource id): {{(pid=115908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:47:18.915440 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbaa675-d230-4c4d-9ff7-4f2489501e44 admin admin] Received port after_create {{(pid=115908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 04:47:19.002613 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e7cb3-f620-42fd-862f-7646b2271b7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5df203e3-38ee-42fe-a28a-41c6f641aefe,revision_number=0']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:19.091306 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-dffd21db-65d1-4a72-ad58-b34fa1584a62 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2286220 Jul 29 04:47:19.091947 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 55538) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:47:19.110713 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [None req-de0ec384-4bf5-4c39-979f-f739eb346d47 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-186030634-router', 'tenant_id': '946bf1e173f9476d86cf6133055fba0a', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4'}}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:47:19.191606 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:19.256138 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f228ef55-5434-4446-baaa-9cc72eb4cea2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d6b9b1e-becd-51aa-993d-5c6c918874f9-4bcca997-0807-424d-86d3-43681c4961dd', 'network_id': '4bcca997-0807-424d-86d3-43681c4961dd', 'project_id': '946bf1e173f9476d86cf6133055fba0a', 'fixed_ips': [{'subnet_id': '928e1728-3f5c-432b-96a7-e970473efb26'}]}} from dv-cinder-851449-2-iscsi. {{(pid=115909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 29 04:47:19.257656 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-f228ef55-5434-4446-baaa-9cc72eb4cea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:19.268192 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:19.332857 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-de0ec384-4bf5-4c39-979f-f739eb346d47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1716501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1446'] for router (00e1ea9c-ca36-47a6-adfc-7297319d368d), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:19.334033 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-de0ec384-4bf5-4c39-979f-f739eb346d47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1714685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1939453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1885050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1455'] for router (00e1ea9c-ca36-47a6-adfc-7297319d368d), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:19.341822 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdeb4f7b-dab4-4e91-a160-9789b8796858 None None] Network 3e84cf4e-559b-4bbd-af56-3f6353c004d0 requested from dv-cinder-851449-2-iscsi {{(pid=115909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 04:47:19.474226 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-de0ec384-4bf5-4c39-979f-f739eb346d47 admin admin] Publish callbacks [] for router_controller (00e1ea9c-ca36-47a6-adfc-7297319d368d), precommit_add_association {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:19.556210 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-2d099099-7ee0-4620-8266-f56950a1c471 None None] Set router 582e4f42-db29-460d-b6ad-65c14a49aa81 gateway port host: dv-cinder-851449-2-iscsi {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:47:19.681069 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006e7cb3-f620-42fd-862f-7646b2271b7e admin admin] Checking segment: {'id': 'be606ddc-fa2d-47b7-97af-8bdf56fa7376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 04:47:19.682346 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006e7cb3-f620-42fd-862f-7646b2271b7e admin admin] Network hostable DHCP agents. Network: 21ca39e1-cfc7-4b5b-897b-220faf26ce68, hostable agents: ['558ab5a9-93ee-434f-b4a2-86af90b93965'], hosted agents: [] {{(pid=115908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 04:47:19.712351 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 55566) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:47:19.909954 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.db_base_plugin_common [None req-f228ef55-5434-4446-baaa-9cc72eb4cea2 None None] Allocated IP 172.20.0.2 (4bcca997-0807-424d-86d3-43681c4961dd/928e1728-3f5c-432b-96a7-e970473efb26/b63b7230-0885-4d4e-b1dd-1974656875fd) {{(pid=115909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 04:47:20.066737 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device 8da9471d-602a-4922-b5ee-78a3567a433b up at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 04:47:20.069244 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:20.076024 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-cdbaa675-d230-4c4d-9ff7-4f2489501e44 admin admin] Publish callbacks [] for router_gateway (a4a2311e-889f-4131-b02b-9b68a398deaa), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:20.088888 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0363e97-a8e9-4a8e-9cfb-61b1fba1801c None None] Network 39e88c0c-eb22-4423-a14a-7cac22367ce7 requested from dv-cinder-851449-2-iscsi {{(pid=115909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 04:47:20.119485 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-2d099099-7ee0-4620-8266-f56950a1c471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582e4f42-db29-460d-b6ad-65c14a49aa81', 'name': 'tempest-ServerRescueNegativeTestJSON-284703475-router', 'tenant_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '75eb54b2-7910-4750-9d5e-ee3125b1659c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:15Z', 'updated_at': '2022-07-29T04:47:17Z', 'revision_number': 3, 'project_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'gw_port': {'id': '75eb54b2-7910-4750-9d5e-ee3125b1659c', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:70:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582e4f42-db29-460d-b6ad-65c14a49aa81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:16Z', 'updated_at': '2022-07-29T04:47:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi'}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:47:20.126881 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-95ffeed8-87c9-46fd-85f8-df5139591898 None None] Provisioning complete for port 8da9471d-602a-4922-b5ee-78a3567a433b triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:47:20.127460 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-95ffeed8-87c9-46fd-85f8-df5139591898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (8da9471d-602a-4922-b5ee-78a3567a433b), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:20.129173 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006e7cb3-f620-42fd-862f-7646b2271b7e admin admin] Network 21ca39e1-cfc7-4b5b-897b-220faf26ce68 is scheduled to be hosted by DHCP agent 558ab5a9-93ee-434f-b4a2-86af90b93965 with binding_index 1 {{(pid=115908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 04:47:20.183828 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-efb0f637-40df-4e00-b750-b89cd814b012 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:20.184063 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d099099-7ee0-4620-8266-f56950a1c471 None None] Checking router: 582e4f42-db29-460d-b6ad-65c14a49aa81 for host: dv-cinder-851449-2-iscsi {{(pid=115910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 04:47:20.184063 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d099099-7ee0-4620-8266-f56950a1c471 None None] Updating router 582e4f42-db29-460d-b6ad-65c14a49aa81 port 75eb54b2-7910-4750-9d5e-ee3125b1659c binding host dv-cinder-851449-2-iscsi {{(pid=115910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 04:47:20.203965 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.base_scheduler [None req-006e7cb3-f620-42fd-862f-7646b2271b7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851449-2-iscsi, 21ca39e1-cfc7-4b5b-897b-220faf26ce68) {{(pid=115908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:47:20.208819 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006e7cb3-f620-42fd-862f-7646b2271b7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:47:20.209725 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-006e7cb3-f620-42fd-862f-7646b2271b7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for subnet (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:20.216436 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-de0ec384-4bf5-4c39-979f-f739eb346d47 admin admin] Publish callbacks [] for router_gateway (00e1ea9c-ca36-47a6-adfc-7297319d368d), precommit_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:20.244933 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-2d099099-7ee0-4620-8266-f56950a1c471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (75eb54b2-7910-4750-9d5e-ee3125b1659c), before_update {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:20.250596 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-006e7cb3-f620-42fd-862f-7646b2271b7e admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0352416 Jul 29 04:47:20.252772 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 55594) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:47:20.316061 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a215cfd5-2a84-4741-9faa-b1861c8c980a None None] Network 21ca39e1-cfc7-4b5b-897b-220faf26ce68 requested from dv-cinder-851449-2-iscsi {{(pid=115909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 04:47:20.347307 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:20.456614 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:20.555435 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-efb0f637-40df-4e00-b750-b89cd814b012 admin admin] Publish callbacks [] for security_group (3c075f2b-8f11-42e0-8a1b-e37e326f1c79), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:20.572126 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-efb0f637-40df-4e00-b750-b89cd814b012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (3c075f2b-8f11-42e0-8a1b-e37e326f1c79), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:20.574147 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:20.598884 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 55610) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:47:20.644282 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-cdbaa675-d230-4c4d-9ff7-4f2489501e44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1714635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1939329'] for router (a4a2311e-889f-4131-b02b-9b68a398deaa), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:20.711555 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-efb0f637-40df-4e00-b750-b89cd814b012 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=6e872b2ca5744cd9bd3202c992083643&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9891810 Jul 29 04:47:20.711628 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [None req-f8b3a73f-47cb-4d95-829f-7368ed65dfad admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-654562715-router', 'tenant_id': '461e2af738084ccb986169d752510588', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4'}}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:47:20.718812 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 55616) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:47:20.719979 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb0f637-40df-4e00-b750-b89cd814b012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c075f2b-8f11-42e0-8a1b-e37e326f1c79,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:20.759970 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Provisioning complete for port 8da9471d-602a-4922-b5ee-78a3567a433b triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:47:20.760533 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (8da9471d-602a-4922-b5ee-78a3567a433b), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:20.783433 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d6cda701-02b4-40aa-8334-0eb65b6e5cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:20.863935 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-f8b3a73f-47cb-4d95-829f-7368ed65dfad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1716501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1446'] for router (b16b56f5-3ccf-4ca8-b446-f11105e09b7c), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:20.868454 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-f8b3a73f-47cb-4d95-829f-7368ed65dfad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1714685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1939453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1885050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1455'] for router (b16b56f5-3ccf-4ca8-b446-f11105e09b7c), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:20.875344 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (bab6a0c9-2145-495f-b42f-b184e241503a), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:20.879883 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-2d099099-7ee0-4620-8266-f56950a1c471 None None] Publish callbacks [] for port (75eb54b2-7910-4750-9d5e-ee3125b1659c), precommit_update {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:20.891357 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-d16a021d-09a6-4f14-a124-c60597095a46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:20.893808 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-2d099099-7ee0-4620-8266-f56950a1c471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (75eb54b2-7910-4750-9d5e-ee3125b1659c), after_update {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:20.909457 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-f228ef55-5434-4446-baaa-9cc72eb4cea2 None None] Publish callbacks [] for port (b63b7230-0885-4d4e-b1dd-1974656875fd), precommit_create {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:20.928301 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-95ffeed8-87c9-46fd-85f8-df5139591898 None None] Current status of the port 8da9471d-602a-4922-b5ee-78a3567a433b is: DOWN; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:47:20.928774 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-95ffeed8-87c9-46fd-85f8-df5139591898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (8da9471d-602a-4922-b5ee-78a3567a433b), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:20.951749 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86f5f7f-5aa0-40a0-a0eb-3766b484e397 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d6b9b1e-becd-51aa-993d-5c6c918874f9-21ca39e1-cfc7-4b5b-897b-220faf26ce68', 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68', 'project_id': '461e2af738084ccb986169d752510588', 'fixed_ips': [{'subnet_id': '5df203e3-38ee-42fe-a28a-41c6f641aefe'}]}} from dv-cinder-851449-2-iscsi. {{(pid=115909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 29 04:47:20.953267 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-e86f5f7f-5aa0-40a0-a0eb-3766b484e397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:20.964908 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-f228ef55-5434-4446-baaa-9cc72eb4cea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307'] for port (b63b7230-0885-4d4e-b1dd-1974656875fd), after_create {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:21.039403 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.managers [None req-2d099099-7ee0-4620-8266-f56950a1c471 None None] Attempting to bind port 75eb54b2-7910-4750-9d5e-ee3125b1659c on host dv-cinder-851449-2-iscsi for vnic_type normal with profile {{(pid=115910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 04:47:21.040086 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.managers [None req-2d099099-7ee0-4620-8266-f56950a1c471 None None] Attempting to bind port 75eb54b2-7910-4750-9d5e-ee3125b1659c by drivers openvswitch,hyperv on host dv-cinder-851449-2-iscsi at level 0 using segments [{'id': 'a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a05b655-8925-4222-a853-020f58db76f4'}] {{(pid=115910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 04:47:21.040657 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d099099-7ee0-4620-8266-f56950a1c471 None None] Attempting to bind port 75eb54b2-7910-4750-9d5e-ee3125b1659c on network 9a05b655-8925-4222-a853-020f58db76f4 {{(pid=115910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 04:47:21.055312 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7aaa17-7112-4d71-a221-b42e6619e92d None None] Pushing event updated for resources: {'Port': ['ID=75eb54b2-7910-4750-9d5e-ee3125b1659c,revision_number=2']} {{(pid=115910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:21.057777 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d099099-7ee0-4620-8266-f56950a1c471 None None] Checking agent: {'id': '9625653a-1f3f-4d73-bc2a-dc32c08b0da9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 4, 38, 53), 'started_at': datetime.datetime(2022, 7, 29, 4, 39, 23), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 4, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 04:47:21.058155 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d099099-7ee0-4620-8266-f56950a1c471 None None] Checking segment: {'id': 'a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a05b655-8925-4222-a853-020f58db76f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 04:47:21.058560 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-2d099099-7ee0-4620-8266-f56950a1c471 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:21.058957 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d099099-7ee0-4620-8266-f56950a1c471 None None] Bound using segment: {'id': 'a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a05b655-8925-4222-a853-020f58db76f4'} {{(pid=115910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 04:47:21.059443 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.managers [None req-2d099099-7ee0-4620-8266-f56950a1c471 None None] Bound port: 75eb54b2-7910-4750-9d5e-ee3125b1659c, host: dv-cinder-851449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a05b655-8925-4222-a853-020f58db76f4'}}] {{(pid=115910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 04:47:21.059827 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-2d099099-7ee0-4620-8266-f56950a1c471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (75eb54b2-7910-4750-9d5e-ee3125b1659c), before_update {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:21.096905 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-f8b3a73f-47cb-4d95-829f-7368ed65dfad admin admin] Publish callbacks [] for router_controller (b16b56f5-3ccf-4ca8-b446-f11105e09b7c), precommit_add_association {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:21.123695 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7aaa17-7112-4d71-a221-b42e6619e92d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:47:21.129241 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7aaa17-7112-4d71-a221-b42e6619e92d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:47:21.133976 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7aaa17-7112-4d71-a221-b42e6619e92d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:47:21.134674 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7aaa17-7112-4d71-a221-b42e6619e92d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:47:21.135234 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7aaa17-7112-4d71-a221-b42e6619e92d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:47:21.135803 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7aaa17-7112-4d71-a221-b42e6619e92d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:47:21.136441 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7aaa17-7112-4d71-a221-b42e6619e92d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:47:21.137000 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7aaa17-7112-4d71-a221-b42e6619e92d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:47:21.137626 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7aaa17-7112-4d71-a221-b42e6619e92d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:47:21.138175 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7aaa17-7112-4d71-a221-b42e6619e92d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:47:21.138706 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7aaa17-7112-4d71-a221-b42e6619e92d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:47:21.139258 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7aaa17-7112-4d71-a221-b42e6619e92d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:47:21.142298 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7aaa17-7112-4d71-a221-b42e6619e92d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:47:21.142889 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7aaa17-7112-4d71-a221-b42e6619e92d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:47:21.143425 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7aaa17-7112-4d71-a221-b42e6619e92d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:47:21.149439 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7aaa17-7112-4d71-a221-b42e6619e92d None None] Tracked resource versions report: Jul 29 04:47:21.149439 dv-cinder-851449-2-iscsi neutron-server[115910]: pushed versions: Jul 29 04:47:21.149439 dv-cinder-851449-2-iscsi neutron-server[115910]: { 'AddressGroup': {'1.2'}, Jul 29 04:47:21.149439 dv-cinder-851449-2-iscsi neutron-server[115910]: 'Agent': {'1.1'}, Jul 29 04:47:21.149439 dv-cinder-851449-2-iscsi neutron-server[115910]: 'ConntrackHelper': {'1.0'}, Jul 29 04:47:21.149439 dv-cinder-851449-2-iscsi neutron-server[115910]: 'LocalIPAssociation': {'1.0'}, Jul 29 04:47:21.149439 dv-cinder-851449-2-iscsi neutron-server[115910]: 'Log': {'1.0'}, Jul 29 04:47:21.149439 dv-cinder-851449-2-iscsi neutron-server[115910]: 'NDPProxy': {'1.0'}, Jul 29 04:47:21.149439 dv-cinder-851449-2-iscsi neutron-server[115910]: 'Network': {'1.1'}, Jul 29 04:47:21.149439 dv-cinder-851449-2-iscsi neutron-server[115910]: 'Port': {'1.7'}, Jul 29 04:47:21.149439 dv-cinder-851449-2-iscsi neutron-server[115910]: 'PortForwarding': {'1.3'}, Jul 29 04:47:21.149439 dv-cinder-851449-2-iscsi neutron-server[115910]: 'QosPolicy': {'1.10'}, Jul 29 04:47:21.149439 dv-cinder-851449-2-iscsi neutron-server[115910]: 'SecurityGroup': {'1.5'}, Jul 29 04:47:21.149439 dv-cinder-851449-2-iscsi neutron-server[115910]: 'SecurityGroupRule': {'1.2'}, Jul 29 04:47:21.149439 dv-cinder-851449-2-iscsi neutron-server[115910]: 'SubPort': {'1.0'}, Jul 29 04:47:21.149439 dv-cinder-851449-2-iscsi neutron-server[115910]: 'Subnet': {'1.1'}, Jul 29 04:47:21.149439 dv-cinder-851449-2-iscsi neutron-server[115910]: 'Trunk': {'1.1'}} Jul 29 04:47:21.149439 dv-cinder-851449-2-iscsi neutron-server[115910]: consumer versions: Jul 29 04:47:21.149439 dv-cinder-851449-2-iscsi neutron-server[115910]: { DHCP agent@dv-cinder-851449-2-iscsi: {}, Jul 29 04:47:21.149439 dv-cinder-851449-2-iscsi neutron-server[115910]: HyperV agent@hv-cinder-85144: {}, Jul 29 04:47:21.149439 dv-cinder-851449-2-iscsi neutron-server[115910]: L3 agent@dv-cinder-851449-2-iscsi: {}, Jul 29 04:47:21.149439 dv-cinder-851449-2-iscsi neutron-server[115910]: Metadata agent@dv-cinder-851449-2-iscsi: {}, Jul 29 04:47:21.149439 dv-cinder-851449-2-iscsi neutron-server[115910]: Metering agent@dv-cinder-851449-2-iscsi: {}, Jul 29 04:47:21.149439 dv-cinder-851449-2-iscsi neutron-server[115910]: Open vSwitch agent@dv-cinder-851449-2-iscsi: { 'AddressGroup': '1.2', Jul 29 04:47:21.149439 dv-cinder-851449-2-iscsi neutron-server[115910]: 'Agent': '1.1', Jul 29 04:47:21.149439 dv-cinder-851449-2-iscsi neutron-server[115910]: 'ConntrackHelper': '1.0', Jul 29 04:47:21.149439 dv-cinder-851449-2-iscsi neutron-server[115910]: 'LocalIPAssociation': '1.0', Jul 29 04:47:21.149439 dv-cinder-851449-2-iscsi neutron-server[115910]: 'Log': '1.0', Jul 29 04:47:21.149439 dv-cinder-851449-2-iscsi neutron-server[115910]: 'NDPProxy': '1.0', Jul 29 04:47:21.149439 dv-cinder-851449-2-iscsi neutron-server[115910]: 'Network': '1.1', Jul 29 04:47:21.149439 dv-cinder-851449-2-iscsi neutron-server[115910]: 'Port': '1.7', Jul 29 04:47:21.149439 dv-cinder-851449-2-iscsi neutron-server[115910]: 'PortForwarding': '1.3', Jul 29 04:47:21.149439 dv-cinder-851449-2-iscsi neutron-server[115910]: 'QosPolicy': '1.10', Jul 29 04:47:21.149439 dv-cinder-851449-2-iscsi neutron-server[115910]: 'SecurityGroup': '1.5', Jul 29 04:47:21.149439 dv-cinder-851449-2-iscsi neutron-server[115910]: 'SecurityGroupRule': '1.2', Jul 29 04:47:21.149439 dv-cinder-851449-2-iscsi neutron-server[115910]: 'SubPort': '1.0', Jul 29 04:47:21.149439 dv-cinder-851449-2-iscsi neutron-server[115910]: 'Subnet': '1.1', Jul 29 04:47:21.149439 dv-cinder-851449-2-iscsi neutron-server[115910]: 'Trunk': '1.1'}} Jul 29 04:47:21.149439 dv-cinder-851449-2-iscsi neutron-server[115910]: {{(pid=115910) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 04:47:21.237010 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-d16a021d-09a6-4f14-a124-c60597095a46 admin admin] Publish callbacks [] for security_group (056783e7-79d7-4c07-9a5c-4ebafaf21b81), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:21.257890 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.db [None req-2d099099-7ee0-4620-8266-f56950a1c471 None None] For port 75eb54b2-7910-4750-9d5e-ee3125b1659c, host dv-cinder-851449-2-iscsi, cleared binding levels {{(pid=115910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 04:47:21.264543 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.db [None req-2d099099-7ee0-4620-8266-f56950a1c471 None None] For port 75eb54b2-7910-4750-9d5e-ee3125b1659c, host dv-cinder-851449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=75eb54b2-7910-4750-9d5e-ee3125b1659c,segment=NetworkSegment(a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f),segment_id=a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f)] {{(pid=115910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 04:47:21.271096 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-4866d9a1-210d-4a82-bba2-7cc4eda2aa45 admin admin] Publish callbacks [] for security_group (3c075f2b-8f11-42e0-8a1b-e37e326f1c79), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:21.273822 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-d16a021d-09a6-4f14-a124-c60597095a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (056783e7-79d7-4c07-9a5c-4ebafaf21b81), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:21.285331 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-2d099099-7ee0-4620-8266-f56950a1c471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (75eb54b2-7910-4750-9d5e-ee3125b1659c), after_update {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:21.353227 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f228ef55-5434-4446-baaa-9cc72eb4cea2 None None] Pushing event updated for resources: {'Port': ['ID=b63b7230-0885-4d4e-b1dd-1974656875fd,revision_number=1']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:21.359873 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-4866d9a1-210d-4a82-bba2-7cc4eda2aa45 admin admin] Publish callbacks [] for security_group (3c075f2b-8f11-42e0-8a1b-e37e326f1c79), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:21.372029 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-95ffeed8-87c9-46fd-85f8-df5139591898 None None] For port 8da9471d-602a-4922-b5ee-78a3567a433b, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=8da9471d-602a-4922-b5ee-78a3567a433b,segment=NetworkSegment(e145694e-df19-4fa8-b36d-a0ef9ab34dca),segment_id=e145694e-df19-4fa8-b36d-a0ef9ab34dca)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:47:21.390273 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-95ffeed8-87c9-46fd-85f8-df5139591898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (8da9471d-602a-4922-b5ee-78a3567a433b), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:21.408893 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f228ef55-5434-4446-baaa-9cc72eb4cea2 None None] Network 4bcca997-0807-424d-86d3-43681c4961dd is already hosted by enough agents. {{(pid=115909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 04:47:21.427040 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:UPDATE=2,neutron:SELECT=78,neutron:DELETE=1,neutron:INSERT=19 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:21.436049 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:21.442035 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-d16a021d-09a6-4f14-a124-c60597095a46 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=2cd7d10d7e2a42ca9afa3ea77a420848&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8300362 Jul 29 04:47:21.442595 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d099099-7ee0-4620-8266-f56950a1c471 None None] Routers {'582e4f42-db29-460d-b6ad-65c14a49aa81'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:47:21.444132 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-2d099099-7ee0-4620-8266-f56950a1c471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:47:21Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['582e4f42-db29-460d-b6ad-65c14a49aa81'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:47:21.455421 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.scheduler.base_scheduler [None req-f228ef55-5434-4446-baaa-9cc72eb4cea2 None None] Resources bound (agent type, host, resource id): {{(pid=115909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:47:21.492380 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 55626) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:47:21.508903 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f228ef55-5434-4446-baaa-9cc72eb4cea2 None None] Received port after_create {{(pid=115909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 04:47:21.520572 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16a021d-09a6-4f14-a124-c60597095a46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056783e7-79d7-4c07-9a5c-4ebafaf21b81,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:21.542975 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7aaa17-7112-4d71-a221-b42e6619e92d None None] Pushing event updated for resources: {'Port': ['ID=75eb54b2-7910-4750-9d5e-ee3125b1659c,revision_number=3']} {{(pid=115910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:21.612810 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdbaa675-d230-4c4d-9ff7-4f2489501e44 admin admin] Router a4a2311e-889f-4131-b02b-9b68a398deaa is scheduled to L3 agent 507cc676-b5a3-487d-9bd3-df89beb45ea5 with binding_index 1 {{(pid=115908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 29 04:47:21.643112 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-564d6c1e-b8bf-4d85-bbae-4822830577df None None] Provisioning complete for port ca2d0f31-ee62-45c9-ae90-4c81b40f37e6 triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:47:21.644057 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-564d6c1e-b8bf-4d85-bbae-4822830577df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (ca2d0f31-ee62-45c9-ae90-4c81b40f37e6), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:21.655739 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-4866d9a1-210d-4a82-bba2-7cc4eda2aa45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (3c075f2b-8f11-42e0-8a1b-e37e326f1c79), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:21.659171 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-4866d9a1-210d-4a82-bba2-7cc4eda2aa45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:21.660476 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-4866d9a1-210d-4a82-bba2-7cc4eda2aa45 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/3c075f2b-8f11-42e0-8a1b-e37e326f1c79 HTTP/1.1" status: 204 len: 168 time: 0.9286327 Jul 29 04:47:21.720334 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port 8da9471d-602a-4922-b5ee-78a3567a433b is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:47:21.721545 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device ca2d0f31-ee62-45c9-ae90-4c81b40f37e6 up at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 04:47:21.745952 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:INSERT=9,neutron:SELECT=89,neutron:UPDATE=2 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:21.747425 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-de0ec384-4bf5-4c39-979f-f739eb346d47 admin admin] Publish callbacks [] for router_gateway (00e1ea9c-ca36-47a6-adfc-7297319d368d), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:21.757100 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ffeed8-87c9-46fd-85f8-df5139591898 None None] Pushing event updated for resources: {'Port': ['ID=8da9471d-602a-4922-b5ee-78a3567a433b,revision_number=3']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:21.759642 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:21.804901 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-2d099099-7ee0-4620-8266-f56950a1c471 None None] Set router 582e4f42-db29-460d-b6ad-65c14a49aa81 gateway port host: dv-cinder-851449-2-iscsi {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:47:21.842262 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-de0ec384-4bf5-4c39-979f-f739eb346d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:21.869504 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:21.882340 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-f228ef55-5434-4446-baaa-9cc72eb4cea2 None None] Attempting to bind port b63b7230-0885-4d4e-b1dd-1974656875fd on host dv-cinder-851449-2-iscsi for vnic_type normal with profile {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 04:47:21.882704 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-f228ef55-5434-4446-baaa-9cc72eb4cea2 None None] Attempting to bind port b63b7230-0885-4d4e-b1dd-1974656875fd by drivers openvswitch,hyperv on host dv-cinder-851449-2-iscsi at level 0 using segments [{'id': '6f466e2d-c5fa-42c0-91f0-803509af04d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4bcca997-0807-424d-86d3-43681c4961dd'}] {{(pid=115909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 04:47:21.883169 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f228ef55-5434-4446-baaa-9cc72eb4cea2 None None] Attempting to bind port b63b7230-0885-4d4e-b1dd-1974656875fd on network 4bcca997-0807-424d-86d3-43681c4961dd {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 04:47:21.954984 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.db_base_plugin_common [None req-e86f5f7f-5aa0-40a0-a0eb-3766b484e397 None None] Allocated IP 172.20.0.2 (21ca39e1-cfc7-4b5b-897b-220faf26ce68/5df203e3-38ee-42fe-a28a-41c6f641aefe/cdab9c4f-ed7a-4a88-a138-14b529e8bd59) {{(pid=115909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 04:47:21.957519 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:21.976128 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f228ef55-5434-4446-baaa-9cc72eb4cea2 None None] Checking agent: {'id': '9625653a-1f3f-4d73-bc2a-dc32c08b0da9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 4, 38, 53), 'started_at': datetime.datetime(2022, 7, 29, 4, 39, 23), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 4, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 04:47:21.977049 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f228ef55-5434-4446-baaa-9cc72eb4cea2 None None] Checking segment: {'id': '6f466e2d-c5fa-42c0-91f0-803509af04d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4bcca997-0807-424d-86d3-43681c4961dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 04:47:21.977606 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-f228ef55-5434-4446-baaa-9cc72eb4cea2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:21.982514 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f228ef55-5434-4446-baaa-9cc72eb4cea2 None None] Bound using segment: {'id': '6f466e2d-c5fa-42c0-91f0-803509af04d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4bcca997-0807-424d-86d3-43681c4961dd'} {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 04:47:21.983221 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-f228ef55-5434-4446-baaa-9cc72eb4cea2 None None] Bound port: b63b7230-0885-4d4e-b1dd-1974656875fd, host: dv-cinder-851449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f466e2d-c5fa-42c0-91f0-803509af04d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4bcca997-0807-424d-86d3-43681c4961dd'}}] {{(pid=115909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 04:47:21.983797 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-f228ef55-5434-4446-baaa-9cc72eb4cea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (b63b7230-0885-4d4e-b1dd-1974656875fd), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:21.990802 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Provisioning complete for port ca2d0f31-ee62-45c9-ae90-4c81b40f37e6 triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:47:21.991336 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (ca2d0f31-ee62-45c9-ae90-4c81b40f37e6), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:22.012754 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.db.db_base_plugin_common [None req-de0ec384-4bf5-4c39-979f-f739eb346d47 admin admin] Allocated IP 172.27.0.181 (9a05b655-8925-4222-a853-020f58db76f4/b252d643-2a5f-428d-a536-f8ecbd6d13e1/a0c2d30f-3fae-4c94-8da7-3ca17eba7f99) {{(pid=115907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 04:47:22.023352 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdbaa675-d230-4c4d-9ff7-4f2489501e44 admin admin] Notify agent at l3_agent.dv-cinder-851449-2-iscsi the message routers_updated {{(pid=115908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 04:47:22.038094 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:22.056962 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc16c9a-eec8-4072-bfad-31b94ad73284 None None] Sync routers for ids ['a4a2311e-889f-4131-b02b-9b68a398deaa'] in dv-cinder-851449-2-iscsi {{(pid=115909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 04:47:22.074503 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4866d9a1-210d-4a82-bba2-7cc4eda2aa45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c075f2b-8f11-42e0-8a1b-e37e326f1c79,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:22.106158 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:22.122806 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-f8b3a73f-47cb-4d95-829f-7368ed65dfad admin admin] Publish callbacks [] for router_gateway (b16b56f5-3ccf-4ca8-b446-f11105e09b7c), precommit_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:22.133848 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-cdbaa675-d230-4c4d-9ff7-4f2489501e44 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:22.141784 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-cdbaa675-d230-4c4d-9ff7-4f2489501e44 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.0664272 Jul 29 04:47:22.147563 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 55652) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:47:22.195176 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-de0ec384-4bf5-4c39-979f-f739eb346d47 admin admin] Publish callbacks [] for port (a0c2d30f-3fae-4c94-8da7-3ca17eba7f99), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:22.204060 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-564d6c1e-b8bf-4d85-bbae-4822830577df None None] Current status of the port ca2d0f31-ee62-45c9-ae90-4c81b40f37e6 is: DOWN; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:47:22.204893 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-564d6c1e-b8bf-4d85-bbae-4822830577df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (ca2d0f31-ee62-45c9-ae90-4c81b40f37e6), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:22.281473 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-8983363a-f790-4306-8c9e-10c9104f5a48 admin admin] Publish callbacks [] for security_group (056783e7-79d7-4c07-9a5c-4ebafaf21b81), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:22.333476 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 55658) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:47:22.339982 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-9bb9d718-4d74-47ed-b85f-b490cb4b8808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:22.354178 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc16c9a-eec8-4072-bfad-31b94ad73284 None None] Routers {'a4a2311e-889f-4131-b02b-9b68a398deaa'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:47:22.354925 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-7fc16c9a-eec8-4072-bfad-31b94ad73284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:47:21Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['a4a2311e-889f-4131-b02b-9b68a398deaa'], 'active': True} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:47:22.369768 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-8983363a-f790-4306-8c9e-10c9104f5a48 admin admin] Publish callbacks [] for security_group (056783e7-79d7-4c07-9a5c-4ebafaf21b81), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:22.384251 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-564d6c1e-b8bf-4d85-bbae-4822830577df None None] For port ca2d0f31-ee62-45c9-ae90-4c81b40f37e6, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=ca2d0f31-ee62-45c9-ae90-4c81b40f37e6,segment=NetworkSegment(f3c3937f-0d62-4e7f-a2ac-736614dde9c0),segment_id=f3c3937f-0d62-4e7f-a2ac-736614dde9c0)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:47:22.391034 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-2d099099-7ee0-4620-8266-f56950a1c471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582e4f42-db29-460d-b6ad-65c14a49aa81', 'name': 'tempest-ServerRescueNegativeTestJSON-284703475-router', 'tenant_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '75eb54b2-7910-4750-9d5e-ee3125b1659c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:15Z', 'updated_at': '2022-07-29T04:47:17Z', 'revision_number': 3, 'project_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'gw_port': {'id': '75eb54b2-7910-4750-9d5e-ee3125b1659c', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:70:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582e4f42-db29-460d-b6ad-65c14a49aa81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:16Z', 'updated_at': '2022-07-29T04:47:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi'}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:47:22.400855 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-de0ec384-4bf5-4c39-979f-f739eb346d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307'] for port (a0c2d30f-3fae-4c94-8da7-3ca17eba7f99), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:22.403106 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-4b79ead9-c6c4-4f66-a37f-26d9c8c63940 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:22.409049 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:22.435654 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d099099-7ee0-4620-8266-f56950a1c471 None None] The sync data for ids ['582e4f42-db29-460d-b6ad-65c14a49aa81'] in dv-cinder-851449-2-iscsi is: [{'id': '582e4f42-db29-460d-b6ad-65c14a49aa81', 'name': 'tempest-ServerRescueNegativeTestJSON-284703475-router', 'tenant_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '75eb54b2-7910-4750-9d5e-ee3125b1659c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:15Z', 'updated_at': '2022-07-29T04:47:17Z', 'revision_number': 3, 'project_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'gw_port': {'id': '75eb54b2-7910-4750-9d5e-ee3125b1659c', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:70:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582e4f42-db29-460d-b6ad-65c14a49aa81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:16Z', 'updated_at': '2022-07-29T04:47:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi'}] {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 04:47:22.437277 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-564d6c1e-b8bf-4d85-bbae-4822830577df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (ca2d0f31-ee62-45c9-ae90-4c81b40f37e6), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:22.487525 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-564d6c1e-b8bf-4d85-bbae-4822830577df None None] Provisioning complete for port 8da9471d-602a-4922-b5ee-78a3567a433b triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:47:22.488018 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-564d6c1e-b8bf-4d85-bbae-4822830577df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (8da9471d-602a-4922-b5ee-78a3567a433b), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:22.557504 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:22.575474 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-f228ef55-5434-4446-baaa-9cc72eb4cea2 None None] For port b63b7230-0885-4d4e-b1dd-1974656875fd, host dv-cinder-851449-2-iscsi, cleared binding levels {{(pid=115909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 04:47:22.577719 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port ca2d0f31-ee62-45c9-ae90-4c81b40f37e6 is: DOWN; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:47:22.578109 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (ca2d0f31-ee62-45c9-ae90-4c81b40f37e6), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:22.593579 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0ec384-4bf5-4c39-979f-f739eb346d47 admin admin] Network 9a05b655-8925-4222-a853-020f58db76f4 is already hosted by enough agents. {{(pid=115907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 04:47:22.596303 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0ec384-4bf5-4c39-979f-f739eb346d47 admin admin] Pushing event updated for resources: {'Port': ['ID=a0c2d30f-3fae-4c94-8da7-3ca17eba7f99,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:22.609333 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.base_scheduler [None req-de0ec384-4bf5-4c39-979f-f739eb346d47 admin admin] Resources bound (agent type, host, resource id): {{(pid=115907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:47:22.612300 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0ec384-4bf5-4c39-979f-f739eb346d47 admin admin] Received port after_create {{(pid=115907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 04:47:22.625376 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-f228ef55-5434-4446-baaa-9cc72eb4cea2 None None] For port b63b7230-0885-4d4e-b1dd-1974656875fd, host dv-cinder-851449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=b63b7230-0885-4d4e-b1dd-1974656875fd,segment=NetworkSegment(6f466e2d-c5fa-42c0-91f0-803509af04d3),segment_id=6f466e2d-c5fa-42c0-91f0-803509af04d3)] {{(pid=115909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 04:47:22.639034 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564d6c1e-b8bf-4d85-bbae-4822830577df None None] Pushing event updated for resources: {'Port': ['ID=ca2d0f31-ee62-45c9-ae90-4c81b40f37e6,revision_number=3']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:22.666943 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-f228ef55-5434-4446-baaa-9cc72eb4cea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (b63b7230-0885-4d4e-b1dd-1974656875fd), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:22.781733 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:22.783125 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-8983363a-f790-4306-8c9e-10c9104f5a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (056783e7-79d7-4c07-9a5c-4ebafaf21b81), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:22.785745 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-8983363a-f790-4306-8c9e-10c9104f5a48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:22.790080 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-8983363a-f790-4306-8c9e-10c9104f5a48 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/056783e7-79d7-4c07-9a5c-4ebafaf21b81 HTTP/1.1" status: 204 len: 168 time: 1.2849779 Jul 29 04:47:22.790241 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.db.api [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115909) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 29 04:47:22.790441 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG oslo_db.api [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 04:47:22.807703 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-2e17a9b8-5d16-4895-819f-3810d0477cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:22.840772 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvr_db [None req-7fc16c9a-eec8-4072-bfad-31b94ad73284 None None] Set router a4a2311e-889f-4131-b02b-9b68a398deaa gateway port host: dv-cinder-851449-2-iscsi {{(pid=115909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:47:22.976351 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-4b79ead9-c6c4-4f66-a37f-26d9c8c63940 admin admin] Publish callbacks [] for security_group (8ca1f0ce-e12c-41ae-9d1c-8c8ba25de4e0), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:22.978483 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-f8b3a73f-47cb-4d95-829f-7368ed65dfad admin admin] Publish callbacks [] for router_gateway (b16b56f5-3ccf-4ca8-b446-f11105e09b7c), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:22.982721 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-e86f5f7f-5aa0-40a0-a0eb-3766b484e397 None None] Publish callbacks [] for port (cdab9c4f-ed7a-4a88-a138-14b529e8bd59), precommit_create {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:22.986017 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:22.996127 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8983363a-f790-4306-8c9e-10c9104f5a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056783e7-79d7-4c07-9a5c-4ebafaf21b81,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:23.009059 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f228ef55-5434-4446-baaa-9cc72eb4cea2 None None] Pushing event updated for resources: {'Port': ['ID=b63b7230-0885-4d4e-b1dd-1974656875fd,revision_number=2']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:23.064935 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-4b79ead9-c6c4-4f66-a37f-26d9c8c63940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (8ca1f0ce-e12c-41ae-9d1c-8c8ba25de4e0), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:23.209710 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-e86f5f7f-5aa0-40a0-a0eb-3766b484e397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307'] for port (cdab9c4f-ed7a-4a88-a138-14b529e8bd59), after_create {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:23.230823 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-564d6c1e-b8bf-4d85-bbae-4822830577df None None] Current status of the port 8da9471d-602a-4922-b5ee-78a3567a433b is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:47:23.236172 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-7fc16c9a-eec8-4072-bfad-31b94ad73284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a2311e-889f-4131-b02b-9b68a398deaa', 'name': 'tempest-DeleteServersTestJSON-2125260870-router', 'tenant_id': '77688c4faed945849f5649c08cc580c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '0ee984ba-30fc-4e2c-9996-00fc8918b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:16Z', 'updated_at': '2022-07-29T04:47:19Z', 'revision_number': 3, 'project_id': '77688c4faed945849f5649c08cc580c2', 'gw_port': {'id': '0ee984ba-30fc-4e2c-9996-00fc8918b149', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a2311e-889f-4131-b02b-9b68a398deaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:17Z', 'updated_at': '2022-07-29T04:47:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi'}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:47:23.298648 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.db_base_plugin_common [None req-2e17a9b8-5d16-4895-819f-3810d0477cb5 admin admin] Allocated IP 172.20.0.1 (39e88c0c-eb22-4423-a14a-7cac22367ce7/632a1c05-3d45-406c-9136-da991dddae0b/ff2f07e1-ded3-4681-a20d-58362ba4f0d4) {{(pid=115908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 04:47:23.373745 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86f5f7f-5aa0-40a0-a0eb-3766b484e397 None None] Network 21ca39e1-cfc7-4b5b-897b-220faf26ce68 is already hosted by enough agents. {{(pid=115909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 04:47:23.397364 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc16c9a-eec8-4072-bfad-31b94ad73284 None None] Checking router: a4a2311e-889f-4131-b02b-9b68a398deaa for host: dv-cinder-851449-2-iscsi {{(pid=115909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 04:47:23.397964 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc16c9a-eec8-4072-bfad-31b94ad73284 None None] Updating router a4a2311e-889f-4131-b02b-9b68a398deaa port 0ee984ba-30fc-4e2c-9996-00fc8918b149 binding host dv-cinder-851449-2-iscsi {{(pid=115909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 04:47:23.440974 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.scheduler.base_scheduler [None req-e86f5f7f-5aa0-40a0-a0eb-3766b484e397 None None] Resources bound (agent type, host, resource id): {{(pid=115909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:47:23.461283 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86f5f7f-5aa0-40a0-a0eb-3766b484e397 None None] Received port after_create {{(pid=115909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 04:47:23.468123 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port ca2d0f31-ee62-45c9-ae90-4c81b40f37e6 is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:47:23.475341 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:23.479346 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:23.520280 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:23.523386 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-f8b3a73f-47cb-4d95-829f-7368ed65dfad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:23.571379 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b79ead9-c6c4-4f66-a37f-26d9c8c63940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca1f0ce-e12c-41ae-9d1c-8c8ba25de4e0,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:23.579132 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-4b79ead9-c6c4-4f66-a37f-26d9c8c63940 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=169b869b7d184582aadc6ddb2748fa24&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2387817 Jul 29 04:47:23.580446 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-2e17a9b8-5d16-4895-819f-3810d0477cb5 admin admin] Publish callbacks [] for port (ff2f07e1-ded3-4681-a20d-58362ba4f0d4), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:23.587045 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 55674) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:47:23.605760 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-7fc16c9a-eec8-4072-bfad-31b94ad73284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (0ee984ba-30fc-4e2c-9996-00fc8918b149), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:23.623151 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 55676) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:47:23.633339 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86f5f7f-5aa0-40a0-a0eb-3766b484e397 None None] Pushing event updated for resources: {'Port': ['ID=cdab9c4f-ed7a-4a88-a138-14b529e8bd59,revision_number=1']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:23.642531 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:23.648693 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-de0ec384-4bf5-4c39-979f-f739eb346d47 admin admin] Publish callbacks [] for router_gateway (00e1ea9c-ca36-47a6-adfc-7297319d368d), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:23.715770 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-2e17a9b8-5d16-4895-819f-3810d0477cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307'] for port (ff2f07e1-ded3-4681-a20d-58362ba4f0d4), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:23.751499 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-81d47ce9-bb6d-4fbb-bca3-1da362becf94 admin admin] Publish callbacks [] for security_group (8ca1f0ce-e12c-41ae-9d1c-8c8ba25de4e0), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:23.788354 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e17a9b8-5d16-4895-819f-3810d0477cb5 admin admin] Network 39e88c0c-eb22-4423-a14a-7cac22367ce7 is already hosted by enough agents. {{(pid=115908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 04:47:23.807269 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.base_scheduler [None req-2e17a9b8-5d16-4895-819f-3810d0477cb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=115908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:47:23.808173 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e17a9b8-5d16-4895-819f-3810d0477cb5 admin admin] Received port after_create {{(pid=115908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 04:47:23.808913 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-2e17a9b8-5d16-4895-819f-3810d0477cb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715585'] for router_interface (a4a2311e-889f-4131-b02b-9b68a398deaa), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:23.843389 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-177301ff-e129-437e-9864-aeecf7a72400 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:23.851542 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:23.853224 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-81d47ce9-bb6d-4fbb-bca3-1da362becf94 admin admin] Publish callbacks [] for security_group (8ca1f0ce-e12c-41ae-9d1c-8c8ba25de4e0), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:23.900237 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e17a9b8-5d16-4895-819f-3810d0477cb5 admin admin] Pushing event updated for resources: {'Port': ['ID=ff2f07e1-ded3-4681-a20d-58362ba4f0d4,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:23.930366 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:INSERT=10 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:23.945659 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.db.db_base_plugin_common [None req-9bb9d718-4d74-47ed-b85f-b490cb4b8808 admin admin] Allocated IP 172.20.0.1 (3e84cf4e-559b-4bbd-af56-3f6353c004d0/48fdddd6-c7bc-413f-9e30-1e0d5de8b27a/e669b7c1-4552-4265-8882-624c7532f140) {{(pid=115907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 04:47:24.071490 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device 8da9471d-602a-4922-b5ee-78a3567a433b up at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 04:47:24.093584 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-e86f5f7f-5aa0-40a0-a0eb-3766b484e397 None None] Attempting to bind port cdab9c4f-ed7a-4a88-a138-14b529e8bd59 on host dv-cinder-851449-2-iscsi for vnic_type normal with profile {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 04:47:24.094113 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-e86f5f7f-5aa0-40a0-a0eb-3766b484e397 None None] Attempting to bind port cdab9c4f-ed7a-4a88-a138-14b529e8bd59 by drivers openvswitch,hyperv on host dv-cinder-851449-2-iscsi at level 0 using segments [{'id': 'be606ddc-fa2d-47b7-97af-8bdf56fa7376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68'}] {{(pid=115909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 04:47:24.094686 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86f5f7f-5aa0-40a0-a0eb-3766b484e397 None None] Attempting to bind port cdab9c4f-ed7a-4a88-a138-14b529e8bd59 on network 21ca39e1-cfc7-4b5b-897b-220faf26ce68 {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 04:47:24.123596 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86f5f7f-5aa0-40a0-a0eb-3766b484e397 None None] Checking agent: {'id': '9625653a-1f3f-4d73-bc2a-dc32c08b0da9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 4, 38, 53), 'started_at': datetime.datetime(2022, 7, 29, 4, 39, 23), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 4, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 04:47:24.124412 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86f5f7f-5aa0-40a0-a0eb-3766b484e397 None None] Checking segment: {'id': 'be606ddc-fa2d-47b7-97af-8bdf56fa7376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 04:47:24.124860 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-e86f5f7f-5aa0-40a0-a0eb-3766b484e397 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:24.125253 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86f5f7f-5aa0-40a0-a0eb-3766b484e397 None None] Bound using segment: {'id': 'be606ddc-fa2d-47b7-97af-8bdf56fa7376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68'} {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 04:47:24.125734 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-e86f5f7f-5aa0-40a0-a0eb-3766b484e397 None None] Bound port: cdab9c4f-ed7a-4a88-a138-14b529e8bd59, host: dv-cinder-851449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be606ddc-fa2d-47b7-97af-8bdf56fa7376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68'}}] {{(pid=115909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 04:47:24.126107 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-e86f5f7f-5aa0-40a0-a0eb-3766b484e397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (cdab9c4f-ed7a-4a88-a138-14b529e8bd59), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:24.220946 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-de0ec384-4bf5-4c39-979f-f739eb346d47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1714635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1939329'] for router (00e1ea9c-ca36-47a6-adfc-7297319d368d), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:24.227392 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-772972af-949e-4aa6-9fc2-198a16bd3773 None None] Provisioning complete for port ff2f07e1-ded3-4681-a20d-58362ba4f0d4 triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:47:24.228115 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-772972af-949e-4aa6-9fc2-198a16bd3773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (ff2f07e1-ded3-4681-a20d-58362ba4f0d4), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:24.294820 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Provisioning complete for port 8da9471d-602a-4922-b5ee-78a3567a433b triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:47:24.295505 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (8da9471d-602a-4922-b5ee-78a3567a433b), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:24.317205 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-81d47ce9-bb6d-4fbb-bca3-1da362becf94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (8ca1f0ce-e12c-41ae-9d1c-8c8ba25de4e0), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:24.321391 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.db.db_base_plugin_common [None req-f8b3a73f-47cb-4d95-829f-7368ed65dfad admin admin] Allocated IP 172.27.0.47 (9a05b655-8925-4222-a853-020f58db76f4/b252d643-2a5f-428d-a536-f8ecbd6d13e1/a9fde12f-857b-419b-9b3c-07d0e6d53447) {{(pid=115907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 04:47:24.322154 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-81d47ce9-bb6d-4fbb-bca3-1da362becf94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:24.325948 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-81d47ce9-bb6d-4fbb-bca3-1da362becf94 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/8ca1f0ce-e12c-41ae-9d1c-8c8ba25de4e0 HTTP/1.1" status: 204 len: 168 time: 0.7342248 Jul 29 04:47:24.341709 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-772972af-949e-4aa6-9fc2-198a16bd3773 None None] Port ff2f07e1-ded3-4681-a20d-58362ba4f0d4 cannot update to ACTIVE because it is not bound. {{(pid=115909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 04:47:24.350549 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-e86f5f7f-5aa0-40a0-a0eb-3766b484e397 None None] For port cdab9c4f-ed7a-4a88-a138-14b529e8bd59, host dv-cinder-851449-2-iscsi, cleared binding levels {{(pid=115909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 04:47:24.401669 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-e86f5f7f-5aa0-40a0-a0eb-3766b484e397 None None] For port cdab9c4f-ed7a-4a88-a138-14b529e8bd59, host dv-cinder-851449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=cdab9c4f-ed7a-4a88-a138-14b529e8bd59,segment=NetworkSegment(be606ddc-fa2d-47b7-97af-8bdf56fa7376),segment_id=be606ddc-fa2d-47b7-97af-8bdf56fa7376)] {{(pid=115909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 04:47:24.403953 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d47ce9-bb6d-4fbb-bca3-1da362becf94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca1f0ce-e12c-41ae-9d1c-8c8ba25de4e0,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:24.431467 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-2e17a9b8-5d16-4895-819f-3810d0477cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (ff2f07e1-ded3-4681-a20d-58362ba4f0d4), before_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:24.441660 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:24.443846 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-e86f5f7f-5aa0-40a0-a0eb-3766b484e397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (cdab9c4f-ed7a-4a88-a138-14b529e8bd59), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:24.509335 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-9bb9d718-4d74-47ed-b85f-b490cb4b8808 admin admin] Publish callbacks [] for port (e669b7c1-4552-4265-8882-624c7532f140), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:24.513086 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-177301ff-e129-437e-9864-aeecf7a72400 admin admin] Publish callbacks [] for security_group (f285cd20-8806-497a-9308-bd041bf60dc6), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:24.538022 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-177301ff-e129-437e-9864-aeecf7a72400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (f285cd20-8806-497a-9308-bd041bf60dc6), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:24.566270 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port 8da9471d-602a-4922-b5ee-78a3567a433b is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:47:24.567512 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device 75eb54b2-7910-4750-9d5e-ee3125b1659c up at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 04:47:24.636748 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177301ff-e129-437e-9864-aeecf7a72400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f285cd20-8806-497a-9308-bd041bf60dc6,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:24.644509 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:24.651494 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=6 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:24.659609 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03928c8-b514-47c1-96aa-0f8e4f8d1da5 None None] Network 4bcca997-0807-424d-86d3-43681c4961dd requested from dv-cinder-851449-2-iscsi {{(pid=115909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 04:47:24.706416 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-177301ff-e129-437e-9864-aeecf7a72400 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=3ba444c7610642f09eb0e5ce86465768&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0772033 Jul 29 04:47:24.710517 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 55690) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:47:24.783411 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-2e17a9b8-5d16-4895-819f-3810d0477cb5 admin admin] Publish callbacks [] for port (ff2f07e1-ded3-4681-a20d-58362ba4f0d4), precommit_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:24.788618 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Provisioning complete for port 75eb54b2-7910-4750-9d5e-ee3125b1659c triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:47:24.791008 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (75eb54b2-7910-4750-9d5e-ee3125b1659c), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:24.805625 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-0186f979-f001-4b50-bbe1-f58a81e68c14 None None] Provisioning complete for port b63b7230-0885-4d4e-b1dd-1974656875fd triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:47:24.806022 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-0186f979-f001-4b50-bbe1-f58a81e68c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (b63b7230-0885-4d4e-b1dd-1974656875fd), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:24.818484 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-9bb9d718-4d74-47ed-b85f-b490cb4b8808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307'] for port (e669b7c1-4552-4265-8882-624c7532f140), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:24.820723 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-2e17a9b8-5d16-4895-819f-3810d0477cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (ff2f07e1-ded3-4681-a20d-58362ba4f0d4), after_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:24.823967 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-2e17a9b8-5d16-4895-819f-3810d0477cb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1573558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1715709'] for router_interface (a4a2311e-889f-4131-b02b-9b68a398deaa), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:24.831932 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86f5f7f-5aa0-40a0-a0eb-3766b484e397 None None] Pushing event updated for resources: {'Port': ['ID=cdab9c4f-ed7a-4a88-a138-14b529e8bd59,revision_number=2']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:24.929802 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-f8b3a73f-47cb-4d95-829f-7368ed65dfad admin admin] Publish callbacks [] for port (a9fde12f-857b-419b-9b3c-07d0e6d53447), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:24.931356 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-8bd83fbe-a648-4cee-b897-122b8964ae9c admin admin] Publish callbacks [] for security_group (f285cd20-8806-497a-9308-bd041bf60dc6), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:24.951895 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb9d718-4d74-47ed-b85f-b490cb4b8808 admin admin] Network 3e84cf4e-559b-4bbd-af56-3f6353c004d0 is already hosted by enough agents. {{(pid=115907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 04:47:24.967189 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.base_scheduler [None req-9bb9d718-4d74-47ed-b85f-b490cb4b8808 admin admin] Resources bound (agent type, host, resource id): {{(pid=115907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:47:24.971697 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb9d718-4d74-47ed-b85f-b490cb4b8808 admin admin] Received port after_create {{(pid=115907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 04:47:24.972214 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-9bb9d718-4d74-47ed-b85f-b490cb4b8808 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715585'] for router_interface (582e4f42-db29-460d-b6ad-65c14a49aa81), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:24.985287 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb9d718-4d74-47ed-b85f-b490cb4b8808 admin admin] Pushing event updated for resources: {'Port': ['ID=e669b7c1-4552-4265-8882-624c7532f140,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:25.011321 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e17a9b8-5d16-4895-819f-3810d0477cb5 admin admin] Pushing event updated for resources: {'Port': ['ID=ff2f07e1-ded3-4681-a20d-58362ba4f0d4,revision_number=2']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:25.107949 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port 75eb54b2-7910-4750-9d5e-ee3125b1659c is: DOWN; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:47:25.108546 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (75eb54b2-7910-4750-9d5e-ee3125b1659c), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:25.141729 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] For port 75eb54b2-7910-4750-9d5e-ee3125b1659c, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=75eb54b2-7910-4750-9d5e-ee3125b1659c,segment=NetworkSegment(a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f),segment_id=a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:47:25.155243 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:INSERT=8,neutron:UPDATE=2,neutron:SELECT=90 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:25.176154 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (75eb54b2-7910-4750-9d5e-ee3125b1659c), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:25.177005 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device b63b7230-0885-4d4e-b1dd-1974656875fd up at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 04:47:25.183994 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-8bd83fbe-a648-4cee-b897-122b8964ae9c admin admin] Publish callbacks [] for security_group (f285cd20-8806-497a-9308-bd041bf60dc6), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:25.192986 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de0ec384-4bf5-4c39-979f-f739eb346d47 admin admin] Router 00e1ea9c-ca36-47a6-adfc-7297319d368d is scheduled to L3 agent 507cc676-b5a3-487d-9bd3-df89beb45ea5 with binding_index 1 {{(pid=115907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 29 04:47:25.226642 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e17a9b8-5d16-4895-819f-3810d0477cb5 admin admin] Network 39e88c0c-eb22-4423-a14a-7cac22367ce7 is already hosted by enough agents. {{(pid=115908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 04:47:25.228100 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.base_scheduler [None req-2e17a9b8-5d16-4895-819f-3810d0477cb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=115908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:47:25.356994 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-f8b3a73f-47cb-4d95-829f-7368ed65dfad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307'] for port (a9fde12f-857b-419b-9b3c-07d0e6d53447), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:25.434060 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b3a73f-47cb-4d95-829f-7368ed65dfad admin admin] Network 9a05b655-8925-4222-a853-020f58db76f4 is already hosted by enough agents. {{(pid=115907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 04:47:25.477224 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b3a73f-47cb-4d95-829f-7368ed65dfad admin admin] Pushing event updated for resources: {'Port': ['ID=a9fde12f-857b-419b-9b3c-07d0e6d53447,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:25.483285 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.base_scheduler [None req-f8b3a73f-47cb-4d95-829f-7368ed65dfad admin admin] Resources bound (agent type, host, resource id): {{(pid=115907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:47:25.485171 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b3a73f-47cb-4d95-829f-7368ed65dfad admin admin] Received port after_create {{(pid=115907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 04:47:25.498910 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-0186f979-f001-4b50-bbe1-f58a81e68c14 None None] Current status of the port b63b7230-0885-4d4e-b1dd-1974656875fd is: DOWN; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:47:25.499862 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-0186f979-f001-4b50-bbe1-f58a81e68c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (b63b7230-0885-4d4e-b1dd-1974656875fd), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:25.533480 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e17a9b8-5d16-4895-819f-3810d0477cb5 admin admin] Router a4a2311e-889f-4131-b02b-9b68a398deaa has already been hosted by L3 agent 507cc676-b5a3-487d-9bd3-df89beb45ea5 {{(pid=115908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 04:47:25.628228 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-0186f979-f001-4b50-bbe1-f58a81e68c14 None None] For port b63b7230-0885-4d4e-b1dd-1974656875fd, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=b63b7230-0885-4d4e-b1dd-1974656875fd,segment=NetworkSegment(6f466e2d-c5fa-42c0-91f0-803509af04d3),segment_id=6f466e2d-c5fa-42c0-91f0-803509af04d3)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:47:25.632335 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Pushing event updated for resources: {'Port': ['ID=75eb54b2-7910-4750-9d5e-ee3125b1659c,revision_number=4']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:25.632723 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:25.651558 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-0186f979-f001-4b50-bbe1-f58a81e68c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (b63b7230-0885-4d4e-b1dd-1974656875fd), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:25.750747 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Provisioning complete for port b63b7230-0885-4d4e-b1dd-1974656875fd triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:47:25.751124 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (b63b7230-0885-4d4e-b1dd-1974656875fd), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:25.785168 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e17a9b8-5d16-4895-819f-3810d0477cb5 admin admin] Notify agent at l3_agent.dv-cinder-851449-2-iscsi the message routers_updated {{(pid=115908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 04:47:25.806075 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-2e17a9b8-5d16-4895-819f-3810d0477cb5 admin admin] 10.222.0.40 "PUT /v2.0/routers/a4a2311e-889f-4131-b02b-9b68a398deaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6555650 Jul 29 04:47:25.825846 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:25.837565 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-9bb9d718-4d74-47ed-b85f-b490cb4b8808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (e669b7c1-4552-4265-8882-624c7532f140), before_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:25.872825 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-7beef2fc-c758-46ab-a37e-e8dd0794d748 None None] Provisioning complete for port b63b7230-0885-4d4e-b1dd-1974656875fd triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:47:25.873310 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-7beef2fc-c758-46ab-a37e-e8dd0794d748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (b63b7230-0885-4d4e-b1dd-1974656875fd), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:25.874804 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:25.915178 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0186f979-f001-4b50-bbe1-f58a81e68c14 None None] Pushing event updated for resources: {'Port': ['ID=b63b7230-0885-4d4e-b1dd-1974656875fd,revision_number=3']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:25.972520 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-8bd83fbe-a648-4cee-b897-122b8964ae9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (f285cd20-8806-497a-9308-bd041bf60dc6), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:25.982405 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-8bd83fbe-a648-4cee-b897-122b8964ae9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:25.989429 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-8bd83fbe-a648-4cee-b897-122b8964ae9c admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/f285cd20-8806-497a-9308-bd041bf60dc6 HTTP/1.1" status: 204 len: 168 time: 1.2747612 Jul 29 04:47:26.000571 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0ec384-4bf5-4c39-979f-f739eb346d47 admin admin] Notify agent at l3_agent.dv-cinder-851449-2-iscsi the message routers_updated {{(pid=115907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 04:47:26.007609 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:26.017380 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5ffd53-9e1c-4b79-a242-965a63341d37 None None] Sync routers for ids ['00e1ea9c-ca36-47a6-adfc-7297319d368d'] in dv-cinder-851449-2-iscsi {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 04:47:26.050610 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5ffd53-9e1c-4b79-a242-965a63341d37 None None] Routers {'00e1ea9c-ca36-47a6-adfc-7297319d368d'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:47:26.051497 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-8c5ffd53-9e1c-4b79-a242-965a63341d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:47:21Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['00e1ea9c-ca36-47a6-adfc-7297319d368d'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:47:26.055819 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-de0ec384-4bf5-4c39-979f-f739eb346d47 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:26.069042 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-de0ec384-4bf5-4c39-979f-f739eb346d47 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.9677243 Jul 29 04:47:26.069321 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 55724) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:47:26.106830 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-7fc16c9a-eec8-4072-bfad-31b94ad73284 None None] Publish callbacks [] for port (0ee984ba-30fc-4e2c-9996-00fc8918b149), precommit_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:26.114702 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port b63b7230-0885-4d4e-b1dd-1974656875fd is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:47:26.119742 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device ca2d0f31-ee62-45c9-ae90-4c81b40f37e6 up at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 04:47:26.202917 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-7fc16c9a-eec8-4072-bfad-31b94ad73284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (0ee984ba-30fc-4e2c-9996-00fc8918b149), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:26.220104 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-8c5ffd53-9e1c-4b79-a242-965a63341d37 None None] Set router 00e1ea9c-ca36-47a6-adfc-7297319d368d gateway port host: dv-cinder-851449-2-iscsi {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:47:26.261608 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-7beef2fc-c758-46ab-a37e-e8dd0794d748 None None] Current status of the port b63b7230-0885-4d4e-b1dd-1974656875fd is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:47:26.278020 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-7beef2fc-c758-46ab-a37e-e8dd0794d748 None None] Provisioning complete for port e669b7c1-4552-4265-8882-624c7532f140 triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:47:26.278691 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-7beef2fc-c758-46ab-a37e-e8dd0794d748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (e669b7c1-4552-4265-8882-624c7532f140), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:26.286472 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e67036-2827-4e7c-96b8-85e910ef67cf None None] Network 21ca39e1-cfc7-4b5b-897b-220faf26ce68 requested from dv-cinder-851449-2-iscsi {{(pid=115909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 04:47:26.341395 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:DELETE=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:26.401623 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Provisioning complete for port ca2d0f31-ee62-45c9-ae90-4c81b40f37e6 triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:47:26.402267 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (ca2d0f31-ee62-45c9-ae90-4c81b40f37e6), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:26.404009 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154ed52e-b55d-402a-a48c-ab9f275c6b27 None None] Pushing event updated for resources: {'Port': ['ID=0ee984ba-30fc-4e2c-9996-00fc8918b149,revision_number=2']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:26.410696 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-7fc16c9a-eec8-4072-bfad-31b94ad73284 None None] Attempting to bind port 0ee984ba-30fc-4e2c-9996-00fc8918b149 on host dv-cinder-851449-2-iscsi for vnic_type normal with profile {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 04:47:26.411270 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-7fc16c9a-eec8-4072-bfad-31b94ad73284 None None] Attempting to bind port 0ee984ba-30fc-4e2c-9996-00fc8918b149 by drivers openvswitch,hyperv on host dv-cinder-851449-2-iscsi at level 0 using segments [{'id': 'a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a05b655-8925-4222-a853-020f58db76f4'}] {{(pid=115909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 04:47:26.411811 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc16c9a-eec8-4072-bfad-31b94ad73284 None None] Attempting to bind port 0ee984ba-30fc-4e2c-9996-00fc8918b149 on network 9a05b655-8925-4222-a853-020f58db76f4 {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 04:47:26.464154 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-7beef2fc-c758-46ab-a37e-e8dd0794d748 None None] Port e669b7c1-4552-4265-8882-624c7532f140 cannot update to ACTIVE because it is not bound. {{(pid=115909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 04:47:26.473450 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc16c9a-eec8-4072-bfad-31b94ad73284 None None] Checking agent: {'id': '9625653a-1f3f-4d73-bc2a-dc32c08b0da9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 4, 38, 53), 'started_at': datetime.datetime(2022, 7, 29, 4, 39, 23), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 4, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 04:47:26.493251 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc16c9a-eec8-4072-bfad-31b94ad73284 None None] Checking segment: {'id': 'a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a05b655-8925-4222-a853-020f58db76f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 04:47:26.493921 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-7fc16c9a-eec8-4072-bfad-31b94ad73284 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:26.494467 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc16c9a-eec8-4072-bfad-31b94ad73284 None None] Bound using segment: {'id': 'a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a05b655-8925-4222-a853-020f58db76f4'} {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 04:47:26.495302 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-7fc16c9a-eec8-4072-bfad-31b94ad73284 None None] Bound port: 0ee984ba-30fc-4e2c-9996-00fc8918b149, host: dv-cinder-851449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a05b655-8925-4222-a853-020f58db76f4'}}] {{(pid=115909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 04:47:26.495838 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-7fc16c9a-eec8-4072-bfad-31b94ad73284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (0ee984ba-30fc-4e2c-9996-00fc8918b149), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:26.558985 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-8c5ffd53-9e1c-4b79-a242-965a63341d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e1ea9c-ca36-47a6-adfc-7297319d368d', 'name': 'tempest-AttachVolumeTestJSON-186030634-router', 'tenant_id': '946bf1e173f9476d86cf6133055fba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'a0c2d30f-3fae-4c94-8da7-3ca17eba7f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:19Z', 'updated_at': '2022-07-29T04:47:22Z', 'revision_number': 3, 'project_id': '946bf1e173f9476d86cf6133055fba0a', 'gw_port': {'id': 'a0c2d30f-3fae-4c94-8da7-3ca17eba7f99', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:60:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00e1ea9c-ca36-47a6-adfc-7297319d368d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:21Z', 'updated_at': '2022-07-29T04:47:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi'}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:47:26.595865 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd83fbe-a648-4cee-b897-122b8964ae9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f285cd20-8806-497a-9308-bd041bf60dc6,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:26.619303 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-7fc16c9a-eec8-4072-bfad-31b94ad73284 None None] For port 0ee984ba-30fc-4e2c-9996-00fc8918b149, host dv-cinder-851449-2-iscsi, cleared binding levels {{(pid=115909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 04:47:26.632962 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5ffd53-9e1c-4b79-a242-965a63341d37 None None] Checking router: 00e1ea9c-ca36-47a6-adfc-7297319d368d for host: dv-cinder-851449-2-iscsi {{(pid=115910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 04:47:26.633281 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5ffd53-9e1c-4b79-a242-965a63341d37 None None] Updating router 00e1ea9c-ca36-47a6-adfc-7297319d368d port a0c2d30f-3fae-4c94-8da7-3ca17eba7f99 binding host dv-cinder-851449-2-iscsi {{(pid=115910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 04:47:26.636634 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-7fc16c9a-eec8-4072-bfad-31b94ad73284 None None] For port 0ee984ba-30fc-4e2c-9996-00fc8918b149, host dv-cinder-851449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=0ee984ba-30fc-4e2c-9996-00fc8918b149,segment=NetworkSegment(a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f),segment_id=a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f)] {{(pid=115909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 04:47:26.657183 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-7beef2fc-c758-46ab-a37e-e8dd0794d748 None None] Provisioning complete for port ff2f07e1-ded3-4681-a20d-58362ba4f0d4 triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:47:26.657559 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-7beef2fc-c758-46ab-a37e-e8dd0794d748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (ff2f07e1-ded3-4681-a20d-58362ba4f0d4), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:26.671228 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-7fc16c9a-eec8-4072-bfad-31b94ad73284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (0ee984ba-30fc-4e2c-9996-00fc8918b149), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:26.687368 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-f8b3a73f-47cb-4d95-829f-7368ed65dfad admin admin] Publish callbacks [] for router_gateway (b16b56f5-3ccf-4ca8-b446-f11105e09b7c), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:26.694097 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-8c5ffd53-9e1c-4b79-a242-965a63341d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (a0c2d30f-3fae-4c94-8da7-3ca17eba7f99), before_update {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:26.871045 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-e83095a1-95d1-48ed-8f4c-9a59878d4b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:26.958898 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-7beef2fc-c758-46ab-a37e-e8dd0794d748 None None] Port ff2f07e1-ded3-4681-a20d-58362ba4f0d4 cannot update to ACTIVE because it is not bound. {{(pid=115909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 04:47:27.123305 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc16c9a-eec8-4072-bfad-31b94ad73284 None None] Routers {'a4a2311e-889f-4131-b02b-9b68a398deaa'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:47:27.123958 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-7fc16c9a-eec8-4072-bfad-31b94ad73284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:47:21Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['a4a2311e-889f-4131-b02b-9b68a398deaa'], 'active': True} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:47:27.135087 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port ca2d0f31-ee62-45c9-ae90-4c81b40f37e6 is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:47:27.154385 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154ed52e-b55d-402a-a48c-ab9f275c6b27 None None] Pushing event updated for resources: {'Port': ['ID=0ee984ba-30fc-4e2c-9996-00fc8918b149,revision_number=3']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:27.154849 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-9bb9d718-4d74-47ed-b85f-b490cb4b8808 admin admin] Publish callbacks [] for port (e669b7c1-4552-4265-8882-624c7532f140), precommit_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:27.154849 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:27.154849 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 55772) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:47:27.173111 dv-cinder-851449-2-iscsi neutron-server[115907]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 29 04:47:27.178328 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-9bb9d718-4d74-47ed-b85f-b490cb4b8808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (e669b7c1-4552-4265-8882-624c7532f140), after_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:27.179065 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-9bb9d718-4d74-47ed-b85f-b490cb4b8808 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1573558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1715709'] for router_interface (582e4f42-db29-460d-b6ad-65c14a49aa81), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:27.232742 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-5b55f7af-6e99-41b2-8e7a-17c9625c85d7 None None] Provisioning complete for port cdab9c4f-ed7a-4a88-a138-14b529e8bd59 triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:47:27.233140 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-5b55f7af-6e99-41b2-8e7a-17c9625c85d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (cdab9c4f-ed7a-4a88-a138-14b529e8bd59), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:27.346093 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.db_base_plugin_common [None req-e83095a1-95d1-48ed-8f4c-9a59878d4b12 admin admin] Allocated IP 172.20.0.1 (4bcca997-0807-424d-86d3-43681c4961dd/928e1728-3f5c-432b-96a7-e970473efb26/55b672ec-1025-4297-8d6a-0a6fd8cc51ce) {{(pid=115908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 04:47:27.465572 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-8c5ffd53-9e1c-4b79-a242-965a63341d37 None None] Publish callbacks [] for port (a0c2d30f-3fae-4c94-8da7-3ca17eba7f99), precommit_update {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:27.479016 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-8c5ffd53-9e1c-4b79-a242-965a63341d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (a0c2d30f-3fae-4c94-8da7-3ca17eba7f99), after_update {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:27.603189 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.managers [None req-8c5ffd53-9e1c-4b79-a242-965a63341d37 None None] Attempting to bind port a0c2d30f-3fae-4c94-8da7-3ca17eba7f99 on host dv-cinder-851449-2-iscsi for vnic_type normal with profile {{(pid=115910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 04:47:27.604650 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.managers [None req-8c5ffd53-9e1c-4b79-a242-965a63341d37 None None] Attempting to bind port a0c2d30f-3fae-4c94-8da7-3ca17eba7f99 by drivers openvswitch,hyperv on host dv-cinder-851449-2-iscsi at level 0 using segments [{'id': 'a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a05b655-8925-4222-a853-020f58db76f4'}] {{(pid=115910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 04:47:27.605258 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5ffd53-9e1c-4b79-a242-965a63341d37 None None] Attempting to bind port a0c2d30f-3fae-4c94-8da7-3ca17eba7f99 on network 9a05b655-8925-4222-a853-020f58db76f4 {{(pid=115910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 04:47:27.611709 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:27.625019 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5ffd53-9e1c-4b79-a242-965a63341d37 None None] Checking agent: {'id': '9625653a-1f3f-4d73-bc2a-dc32c08b0da9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 4, 38, 53), 'started_at': datetime.datetime(2022, 7, 29, 4, 39, 23), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 4, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 04:47:27.625816 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5ffd53-9e1c-4b79-a242-965a63341d37 None None] Checking segment: {'id': 'a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a05b655-8925-4222-a853-020f58db76f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 04:47:27.626526 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-8c5ffd53-9e1c-4b79-a242-965a63341d37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:27.627108 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5ffd53-9e1c-4b79-a242-965a63341d37 None None] Bound using segment: {'id': 'a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a05b655-8925-4222-a853-020f58db76f4'} {{(pid=115910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 04:47:27.627843 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.managers [None req-8c5ffd53-9e1c-4b79-a242-965a63341d37 None None] Bound port: a0c2d30f-3fae-4c94-8da7-3ca17eba7f99, host: dv-cinder-851449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a05b655-8925-4222-a853-020f58db76f4'}}] {{(pid=115910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 04:47:27.628529 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-8c5ffd53-9e1c-4b79-a242-965a63341d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (a0c2d30f-3fae-4c94-8da7-3ca17eba7f99), before_update {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:27.633768 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924adf29-1cba-4560-80c0-08eaf7cf337b None None] Pushing event updated for resources: {'Port': ['ID=a0c2d30f-3fae-4c94-8da7-3ca17eba7f99,revision_number=2']} {{(pid=115910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:27.657866 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-e83095a1-95d1-48ed-8f4c-9a59878d4b12 admin admin] Publish callbacks [] for port (55b672ec-1025-4297-8d6a-0a6fd8cc51ce), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:27.676615 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb9d718-4d74-47ed-b85f-b490cb4b8808 admin admin] Network 3e84cf4e-559b-4bbd-af56-3f6353c004d0 is already hosted by enough agents. {{(pid=115907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 04:47:27.693438 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:27.707313 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.db [None req-8c5ffd53-9e1c-4b79-a242-965a63341d37 None None] For port a0c2d30f-3fae-4c94-8da7-3ca17eba7f99, host dv-cinder-851449-2-iscsi, cleared binding levels {{(pid=115910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 04:47:27.713840 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.base_scheduler [None req-9bb9d718-4d74-47ed-b85f-b490cb4b8808 admin admin] Resources bound (agent type, host, resource id): {{(pid=115907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:47:27.714376 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.db [None req-8c5ffd53-9e1c-4b79-a242-965a63341d37 None None] For port a0c2d30f-3fae-4c94-8da7-3ca17eba7f99, host dv-cinder-851449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=a0c2d30f-3fae-4c94-8da7-3ca17eba7f99,segment=NetworkSegment(a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f),segment_id=a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f)] {{(pid=115910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 04:47:27.714649 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvr_db [None req-7fc16c9a-eec8-4072-bfad-31b94ad73284 None None] Set router a4a2311e-889f-4131-b02b-9b68a398deaa gateway port host: dv-cinder-851449-2-iscsi {{(pid=115909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:47:27.747773 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-8c5ffd53-9e1c-4b79-a242-965a63341d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (a0c2d30f-3fae-4c94-8da7-3ca17eba7f99), after_update {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:27.779235 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-e83095a1-95d1-48ed-8f4c-9a59878d4b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307'] for port (55b672ec-1025-4297-8d6a-0a6fd8cc51ce), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:27.797014 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb9d718-4d74-47ed-b85f-b490cb4b8808 admin admin] Pushing event updated for resources: {'Port': ['ID=e669b7c1-4552-4265-8882-624c7532f140,revision_number=2']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:27.833241 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924adf29-1cba-4560-80c0-08eaf7cf337b None None] Pushing event updated for resources: {'Port': ['ID=a0c2d30f-3fae-4c94-8da7-3ca17eba7f99,revision_number=3']} {{(pid=115910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:27.861043 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5ffd53-9e1c-4b79-a242-965a63341d37 None None] Routers {'00e1ea9c-ca36-47a6-adfc-7297319d368d'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:47:27.861960 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-8c5ffd53-9e1c-4b79-a242-965a63341d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:47:21Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['00e1ea9c-ca36-47a6-adfc-7297319d368d'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:47:27.902089 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:27.917820 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83095a1-95d1-48ed-8f4c-9a59878d4b12 admin admin] Pushing event updated for resources: {'Port': ['ID=55b672ec-1025-4297-8d6a-0a6fd8cc51ce,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:27.935562 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:27.936539 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:27.948895 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device b63b7230-0885-4d4e-b1dd-1974656875fd up at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 04:47:27.957133 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83095a1-95d1-48ed-8f4c-9a59878d4b12 admin admin] Network 4bcca997-0807-424d-86d3-43681c4961dd is already hosted by enough agents. {{(pid=115908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 04:47:27.963539 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.base_scheduler [None req-e83095a1-95d1-48ed-8f4c-9a59878d4b12 admin admin] Resources bound (agent type, host, resource id): {{(pid=115908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:47:27.980891 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83095a1-95d1-48ed-8f4c-9a59878d4b12 admin admin] Received port after_create {{(pid=115908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 04:47:27.981890 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-e83095a1-95d1-48ed-8f4c-9a59878d4b12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715585'] for router_interface (00e1ea9c-ca36-47a6-adfc-7297319d368d), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:28.029252 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-8c5ffd53-9e1c-4b79-a242-965a63341d37 None None] Set router 00e1ea9c-ca36-47a6-adfc-7297319d368d gateway port host: dv-cinder-851449-2-iscsi {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:47:28.093079 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:28.108021 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:28.193872 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bb9d718-4d74-47ed-b85f-b490cb4b8808 admin admin] Router 582e4f42-db29-460d-b6ad-65c14a49aa81 has already been hosted by L3 agent 507cc676-b5a3-487d-9bd3-df89beb45ea5 {{(pid=115907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 04:47:28.247624 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-f8b3a73f-47cb-4d95-829f-7368ed65dfad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1714635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1939329'] for router (b16b56f5-3ccf-4ca8-b446-f11105e09b7c), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:28.266635 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdbeb39-068a-4b60-b9c0-a80fac1bb5af req-a2ada9e1-a368-40d8-93f2-0824e64a22c0 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:47:28.272234 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-bcdbeb39-068a-4b60-b9c0-a80fac1bb5af req-a2ada9e1-a368-40d8-93f2-0824e64a22c0 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/networks?id=39e88c0c-eb22-4423-a14a-7cac22367ce7 HTTP/1.1" status: 200 len: 812 time: 1.1177878 Jul 29 04:47:28.295877 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-e83095a1-95d1-48ed-8f4c-9a59878d4b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (55b672ec-1025-4297-8d6a-0a6fd8cc51ce), before_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:28.375900 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Provisioning complete for port b63b7230-0885-4d4e-b1dd-1974656875fd triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:47:28.376307 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (b63b7230-0885-4d4e-b1dd-1974656875fd), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:28.442168 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-8c5ffd53-9e1c-4b79-a242-965a63341d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e1ea9c-ca36-47a6-adfc-7297319d368d', 'name': 'tempest-AttachVolumeTestJSON-186030634-router', 'tenant_id': '946bf1e173f9476d86cf6133055fba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'a0c2d30f-3fae-4c94-8da7-3ca17eba7f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:19Z', 'updated_at': '2022-07-29T04:47:22Z', 'revision_number': 3, 'project_id': '946bf1e173f9476d86cf6133055fba0a', 'gw_port': {'id': 'a0c2d30f-3fae-4c94-8da7-3ca17eba7f99', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:60:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00e1ea9c-ca36-47a6-adfc-7297319d368d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:21Z', 'updated_at': '2022-07-29T04:47:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi'}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:47:28.462225 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-bcdbeb39-068a-4b60-b9c0-a80fac1bb5af req-eff8709f-d1f5-4975-9f03-8ee7b1b18829 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/quotas/77688c4faed945849f5649c08cc580c2 HTTP/1.1" status: 200 len: 375 time: 0.1679578 Jul 29 04:47:28.512592 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5ffd53-9e1c-4b79-a242-965a63341d37 None None] The sync data for ids ['00e1ea9c-ca36-47a6-adfc-7297319d368d'] in dv-cinder-851449-2-iscsi is: [{'id': '00e1ea9c-ca36-47a6-adfc-7297319d368d', 'name': 'tempest-AttachVolumeTestJSON-186030634-router', 'tenant_id': '946bf1e173f9476d86cf6133055fba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'a0c2d30f-3fae-4c94-8da7-3ca17eba7f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:19Z', 'updated_at': '2022-07-29T04:47:22Z', 'revision_number': 3, 'project_id': '946bf1e173f9476d86cf6133055fba0a', 'gw_port': {'id': 'a0c2d30f-3fae-4c94-8da7-3ca17eba7f99', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:60:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00e1ea9c-ca36-47a6-adfc-7297319d368d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:21Z', 'updated_at': '2022-07-29T04:47:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi'}] {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 04:47:28.546537 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-5b55f7af-6e99-41b2-8e7a-17c9625c85d7 None None] Current status of the port cdab9c4f-ed7a-4a88-a138-14b529e8bd59 is: DOWN; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:47:28.546947 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-5b55f7af-6e99-41b2-8e7a-17c9625c85d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (cdab9c4f-ed7a-4a88-a138-14b529e8bd59), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:28.700417 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-5b55f7af-6e99-41b2-8e7a-17c9625c85d7 None None] For port cdab9c4f-ed7a-4a88-a138-14b529e8bd59, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=cdab9c4f-ed7a-4a88-a138-14b529e8bd59,segment=NetworkSegment(be606ddc-fa2d-47b7-97af-8bdf56fa7376),segment_id=be606ddc-fa2d-47b7-97af-8bdf56fa7376)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:47:28.735179 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-7fc16c9a-eec8-4072-bfad-31b94ad73284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a2311e-889f-4131-b02b-9b68a398deaa', 'name': 'tempest-DeleteServersTestJSON-2125260870-router', 'tenant_id': '77688c4faed945849f5649c08cc580c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '0ee984ba-30fc-4e2c-9996-00fc8918b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:16Z', 'updated_at': '2022-07-29T04:47:24Z', 'revision_number': 4, 'project_id': '77688c4faed945849f5649c08cc580c2', 'gw_port': {'id': '0ee984ba-30fc-4e2c-9996-00fc8918b149', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a2311e-889f-4131-b02b-9b68a398deaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:17Z', 'updated_at': '2022-07-29T04:47:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': 'ff2f07e1-ded3-4681-a20d-58362ba4f0d4', 'name': '', 'network_id': '39e88c0c-eb22-4423-a14a-7cac22367ce7', 'tenant_id': '77688c4faed945849f5649c08cc580c2', 'mac_address': 'fa:16:3e:5b:f1:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a2311e-889f-4131-b02b-9b68a398deaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '632a1c05-3d45-406c-9136-da991dddae0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:22Z', 'updated_at': '2022-07-29T04:47:24Z', 'revision_number': 2, 'project_id': '77688c4faed945849f5649c08cc580c2', 'subnets': [{'id': '632a1c05-3d45-406c-9136-da991dddae0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:47:28.826642 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-5b55f7af-6e99-41b2-8e7a-17c9625c85d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (cdab9c4f-ed7a-4a88-a138-14b529e8bd59), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:28.841505 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc16c9a-eec8-4072-bfad-31b94ad73284 None None] The sync data for ids ['a4a2311e-889f-4131-b02b-9b68a398deaa'] in dv-cinder-851449-2-iscsi is: [{'id': 'a4a2311e-889f-4131-b02b-9b68a398deaa', 'name': 'tempest-DeleteServersTestJSON-2125260870-router', 'tenant_id': '77688c4faed945849f5649c08cc580c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '0ee984ba-30fc-4e2c-9996-00fc8918b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:16Z', 'updated_at': '2022-07-29T04:47:24Z', 'revision_number': 4, 'project_id': '77688c4faed945849f5649c08cc580c2', 'gw_port': {'id': '0ee984ba-30fc-4e2c-9996-00fc8918b149', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a2311e-889f-4131-b02b-9b68a398deaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:17Z', 'updated_at': '2022-07-29T04:47:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': 'ff2f07e1-ded3-4681-a20d-58362ba4f0d4', 'name': '', 'network_id': '39e88c0c-eb22-4423-a14a-7cac22367ce7', 'tenant_id': '77688c4faed945849f5649c08cc580c2', 'mac_address': 'fa:16:3e:5b:f1:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a2311e-889f-4131-b02b-9b68a398deaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '632a1c05-3d45-406c-9136-da991dddae0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:22Z', 'updated_at': '2022-07-29T04:47:24Z', 'revision_number': 2, 'project_id': '77688c4faed945849f5649c08cc580c2', 'subnets': [{'id': '632a1c05-3d45-406c-9136-da991dddae0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 04:47:28.855861 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-bcdbeb39-068a-4b60-b9c0-a80fac1bb5af req-21bd4e98-9390-402d-b7a2-c034cbf77ed6 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=77688c4faed945849f5649c08cc580c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3725684 Jul 29 04:47:28.868703 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb9d718-4d74-47ed-b85f-b490cb4b8808 admin admin] Notify agent at l3_agent.dv-cinder-851449-2-iscsi the message routers_updated {{(pid=115907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 04:47:28.884155 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-9bb9d718-4d74-47ed-b85f-b490cb4b8808 admin admin] 10.222.0.40 "PUT /v2.0/routers/582e4f42-db29-460d-b6ad-65c14a49aa81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9831483 Jul 29 04:47:28.913417 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbf9b3d-6321-411e-bb94-bd9746c91463 None None] Sync routers for ids ['582e4f42-db29-460d-b6ad-65c14a49aa81'] in dv-cinder-851449-2-iscsi {{(pid=115909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 04:47:28.922620 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-e83095a1-95d1-48ed-8f4c-9a59878d4b12 admin admin] Publish callbacks [] for port (55b672ec-1025-4297-8d6a-0a6fd8cc51ce), precommit_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:28.930309 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-e83095a1-95d1-48ed-8f4c-9a59878d4b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (55b672ec-1025-4297-8d6a-0a6fd8cc51ce), after_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:28.931934 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-e83095a1-95d1-48ed-8f4c-9a59878d4b12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1573558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1715709'] for router_interface (00e1ea9c-ca36-47a6-adfc-7297319d368d), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:28.936062 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b3a73f-47cb-4d95-829f-7368ed65dfad admin admin] Router b16b56f5-3ccf-4ca8-b446-f11105e09b7c is scheduled to L3 agent 507cc676-b5a3-487d-9bd3-df89beb45ea5 with binding_index 1 {{(pid=115907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 29 04:47:28.958273 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port b63b7230-0885-4d4e-b1dd-1974656875fd is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:47:28.960172 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device 75eb54b2-7910-4750-9d5e-ee3125b1659c up at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 04:47:29.029187 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83095a1-95d1-48ed-8f4c-9a59878d4b12 admin admin] Pushing event updated for resources: {'Port': ['ID=55b672ec-1025-4297-8d6a-0a6fd8cc51ce,revision_number=2']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:29.053787 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbf9b3d-6321-411e-bb94-bd9746c91463 None None] Routers {'582e4f42-db29-460d-b6ad-65c14a49aa81'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:47:29.054608 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-ebbf9b3d-6321-411e-bb94-bd9746c91463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:47:21Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['582e4f42-db29-460d-b6ad-65c14a49aa81'], 'active': True} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:47:29.070882 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-c0b1d2ce-cef3-40a4-9080-a810ddc8b85b None None] Provisioning complete for port e669b7c1-4552-4265-8882-624c7532f140 triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:47:29.071331 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-c0b1d2ce-cef3-40a4-9080-a810ddc8b85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (e669b7c1-4552-4265-8882-624c7532f140), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:29.152278 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83095a1-95d1-48ed-8f4c-9a59878d4b12 admin admin] Network 4bcca997-0807-424d-86d3-43681c4961dd is already hosted by enough agents. {{(pid=115908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 04:47:29.152997 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b55f7af-6e99-41b2-8e7a-17c9625c85d7 None None] Pushing event updated for resources: {'Port': ['ID=cdab9c4f-ed7a-4a88-a138-14b529e8bd59,revision_number=3']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:29.156585 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.base_scheduler [None req-e83095a1-95d1-48ed-8f4c-9a59878d4b12 admin admin] Resources bound (agent type, host, resource id): {{(pid=115908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:47:29.198954 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b3a73f-47cb-4d95-829f-7368ed65dfad admin admin] Notify agent at l3_agent.dv-cinder-851449-2-iscsi the message routers_updated {{(pid=115907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 04:47:29.218803 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b106bf82-f062-4626-9a39-60c095a2fb9e None None] Sync routers for ids ['b16b56f5-3ccf-4ca8-b446-f11105e09b7c'] in dv-cinder-851449-2-iscsi {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 04:47:29.239401 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-f8b3a73f-47cb-4d95-829f-7368ed65dfad admin admin] Publish callbacks [] for router (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:29.239523 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b106bf82-f062-4626-9a39-60c095a2fb9e None None] Routers {'b16b56f5-3ccf-4ca8-b446-f11105e09b7c'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:47:29.240090 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-b106bf82-f062-4626-9a39-60c095a2fb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:47:21Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['b16b56f5-3ccf-4ca8-b446-f11105e09b7c'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:47:29.249829 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-f8b3a73f-47cb-4d95-829f-7368ed65dfad admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 8.5573549 Jul 29 04:47:29.250487 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 55832) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:47:29.410271 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-c0b1d2ce-cef3-40a4-9080-a810ddc8b85b None None] Port e669b7c1-4552-4265-8882-624c7532f140 cannot update to ACTIVE because it is not bound. {{(pid=115909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 04:47:29.431014 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Provisioning complete for port 75eb54b2-7910-4750-9d5e-ee3125b1659c triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:47:29.431581 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (75eb54b2-7910-4750-9d5e-ee3125b1659c), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:29.538774 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e83095a1-95d1-48ed-8f4c-9a59878d4b12 admin admin] Router 00e1ea9c-ca36-47a6-adfc-7297319d368d has already been hosted by L3 agent 507cc676-b5a3-487d-9bd3-df89beb45ea5 {{(pid=115908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 04:47:29.570723 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-c0b1d2ce-cef3-40a4-9080-a810ddc8b85b None None] Provisioning complete for port cdab9c4f-ed7a-4a88-a138-14b529e8bd59 triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:47:29.585058 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-b106bf82-f062-4626-9a39-60c095a2fb9e None None] Set router b16b56f5-3ccf-4ca8-b446-f11105e09b7c gateway port host: dv-cinder-851449-2-iscsi {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:47:29.586675 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-c0b1d2ce-cef3-40a4-9080-a810ddc8b85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (cdab9c4f-ed7a-4a88-a138-14b529e8bd59), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:29.685000 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=100 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:29.792631 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvr_db [None req-ebbf9b3d-6321-411e-bb94-bd9746c91463 None None] Set router 582e4f42-db29-460d-b6ad-65c14a49aa81 gateway port host: dv-cinder-851449-2-iscsi {{(pid=115909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:47:29.893014 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83095a1-95d1-48ed-8f4c-9a59878d4b12 admin admin] Notify agent at l3_agent.dv-cinder-851449-2-iscsi the message routers_updated {{(pid=115908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 04:47:29.929565 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [req-bcdbeb39-068a-4b60-b9c0-a80fac1bb5af req-dec283bd-7627-4ef8-8efa-672b48d14794 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=115907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 29 04:47:29.930264 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-e83095a1-95d1-48ed-8f4c-9a59878d4b12 admin admin] 10.222.0.40 "PUT /v2.0/routers/00e1ea9c-ca36-47a6-adfc-7297319d368d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8628755 Jul 29 04:47:29.930744 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-bcdbeb39-068a-4b60-b9c0-a80fac1bb5af req-dec283bd-7627-4ef8-8efa-672b48d14794 service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.6792850 Jul 29 04:47:30.090792 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-b106bf82-f062-4626-9a39-60c095a2fb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'name': 'tempest-AttachVolumeNegativeTest-654562715-router', 'tenant_id': '461e2af738084ccb986169d752510588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'a9fde12f-857b-419b-9b3c-07d0e6d53447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:20Z', 'updated_at': '2022-07-29T04:47:25Z', 'revision_number': 3, 'project_id': '461e2af738084ccb986169d752510588', 'gw_port': {'id': 'a9fde12f-857b-419b-9b3c-07d0e6d53447', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:23Z', 'updated_at': '2022-07-29T04:47:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi'}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:47:30.159145 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b106bf82-f062-4626-9a39-60c095a2fb9e None None] Checking router: b16b56f5-3ccf-4ca8-b446-f11105e09b7c for host: dv-cinder-851449-2-iscsi {{(pid=115910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 04:47:30.163044 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b106bf82-f062-4626-9a39-60c095a2fb9e None None] Updating router b16b56f5-3ccf-4ca8-b446-f11105e09b7c port a9fde12f-857b-419b-9b3c-07d0e6d53447 binding host dv-cinder-851449-2-iscsi {{(pid=115910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 04:47:30.231421 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-b106bf82-f062-4626-9a39-60c095a2fb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (a9fde12f-857b-419b-9b3c-07d0e6d53447), before_update {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:30.281017 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:30.340951 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 55876) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:47:30.350132 dv-cinder-851449-2-iscsi neutron-server[115908]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 29 04:47:30.398684 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:30.406070 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-ebbf9b3d-6321-411e-bb94-bd9746c91463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582e4f42-db29-460d-b6ad-65c14a49aa81', 'name': 'tempest-ServerRescueNegativeTestJSON-284703475-router', 'tenant_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '75eb54b2-7910-4750-9d5e-ee3125b1659c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:15Z', 'updated_at': '2022-07-29T04:47:25Z', 'revision_number': 4, 'project_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'gw_port': {'id': '75eb54b2-7910-4750-9d5e-ee3125b1659c', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:70:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e4f42-db29-460d-b6ad-65c14a49aa81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:16Z', 'updated_at': '2022-07-29T04:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': 'e669b7c1-4552-4265-8882-624c7532f140', 'name': '', 'network_id': '3e84cf4e-559b-4bbd-af56-3f6353c004d0', 'tenant_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'mac_address': 'fa:16:3e:59:57:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582e4f42-db29-460d-b6ad-65c14a49aa81', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '48fdddd6-c7bc-413f-9e30-1e0d5de8b27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:22Z', 'updated_at': '2022-07-29T04:47:26Z', 'revision_number': 2, 'project_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'subnets': [{'id': '48fdddd6-c7bc-413f-9e30-1e0d5de8b27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:47:30.473304 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=100 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:30.515676 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-c0b1d2ce-cef3-40a4-9080-a810ddc8b85b None None] Current status of the port cdab9c4f-ed7a-4a88-a138-14b529e8bd59 is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:47:30.539843 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbf9b3d-6321-411e-bb94-bd9746c91463 None None] Checking router: 582e4f42-db29-460d-b6ad-65c14a49aa81 for host: dv-cinder-851449-2-iscsi {{(pid=115909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 04:47:30.540416 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbf9b3d-6321-411e-bb94-bd9746c91463 None None] Updating router 582e4f42-db29-460d-b6ad-65c14a49aa81 port e669b7c1-4552-4265-8882-624c7532f140 binding host dv-cinder-851449-2-iscsi {{(pid=115909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 04:47:30.566324 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:30.638797 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-ebbf9b3d-6321-411e-bb94-bd9746c91463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (e669b7c1-4552-4265-8882-624c7532f140), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:30.690921 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-c0b1d2ce-cef3-40a4-9080-a810ddc8b85b None None] Provisioning complete for port 55b672ec-1025-4297-8d6a-0a6fd8cc51ce triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:47:30.691321 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-c0b1d2ce-cef3-40a4-9080-a810ddc8b85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (55b672ec-1025-4297-8d6a-0a6fd8cc51ce), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:30.760517 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:30.777739 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-bcdbeb39-068a-4b60-b9c0-a80fac1bb5af req-1ccd6772-9d66-4720-b1a5-71f48c5c199b service neutron] 10.222.0.40 "GET /v2.0/networks/39e88c0c-eb22-4423-a14a-7cac22367ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8297136 Jul 29 04:47:30.811312 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-b106bf82-f062-4626-9a39-60c095a2fb9e None None] Publish callbacks [] for port (a9fde12f-857b-419b-9b3c-07d0e6d53447), precommit_update {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:30.816432 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port 75eb54b2-7910-4750-9d5e-ee3125b1659c is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:47:30.817651 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device cdab9c4f-ed7a-4a88-a138-14b529e8bd59 up at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 04:47:30.820821 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-b106bf82-f062-4626-9a39-60c095a2fb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (a9fde12f-857b-419b-9b3c-07d0e6d53447), after_update {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:30.825034 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94e5d0-00da-4d0f-9695-e3524ad64d5c req-b41151fe-57da-456b-a870-c53840c62a39 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:47:30.838507 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ad94e5d0-00da-4d0f-9695-e3524ad64d5c req-b41151fe-57da-456b-a870-c53840c62a39 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/networks?id=3e84cf4e-559b-4bbd-af56-3f6353c004d0 HTTP/1.1" status: 200 len: 818 time: 0.4964316 Jul 29 04:47:30.867816 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ad94e5d0-00da-4d0f-9695-e3524ad64d5c req-edce54d9-f5b6-4076-9a4d-958b71675fb6 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/quotas/0f6c1ad3422c40d4af4ef5329ecd9d86 HTTP/1.1" status: 200 len: 375 time: 0.0231612 Jul 29 04:47:30.925832 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.managers [None req-b106bf82-f062-4626-9a39-60c095a2fb9e None None] Attempting to bind port a9fde12f-857b-419b-9b3c-07d0e6d53447 on host dv-cinder-851449-2-iscsi for vnic_type normal with profile {{(pid=115910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 04:47:30.926340 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.managers [None req-b106bf82-f062-4626-9a39-60c095a2fb9e None None] Attempting to bind port a9fde12f-857b-419b-9b3c-07d0e6d53447 by drivers openvswitch,hyperv on host dv-cinder-851449-2-iscsi at level 0 using segments [{'id': 'a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a05b655-8925-4222-a853-020f58db76f4'}] {{(pid=115910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 04:47:30.926762 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b106bf82-f062-4626-9a39-60c095a2fb9e None None] Attempting to bind port a9fde12f-857b-419b-9b3c-07d0e6d53447 on network 9a05b655-8925-4222-a853-020f58db76f4 {{(pid=115910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 04:47:30.943575 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b106bf82-f062-4626-9a39-60c095a2fb9e None None] Checking agent: {'id': '9625653a-1f3f-4d73-bc2a-dc32c08b0da9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 4, 38, 53), 'started_at': datetime.datetime(2022, 7, 29, 4, 39, 23), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 4, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 04:47:30.944645 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b106bf82-f062-4626-9a39-60c095a2fb9e None None] Checking segment: {'id': 'a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a05b655-8925-4222-a853-020f58db76f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 04:47:30.945052 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-b106bf82-f062-4626-9a39-60c095a2fb9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:30.945447 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b106bf82-f062-4626-9a39-60c095a2fb9e None None] Bound using segment: {'id': 'a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a05b655-8925-4222-a853-020f58db76f4'} {{(pid=115910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 04:47:30.945938 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.managers [None req-b106bf82-f062-4626-9a39-60c095a2fb9e None None] Bound port: a9fde12f-857b-419b-9b3c-07d0e6d53447, host: dv-cinder-851449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a05b655-8925-4222-a853-020f58db76f4'}}] {{(pid=115910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 04:47:30.946317 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-b106bf82-f062-4626-9a39-60c095a2fb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (a9fde12f-857b-419b-9b3c-07d0e6d53447), before_update {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:31.028212 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.db [None req-b106bf82-f062-4626-9a39-60c095a2fb9e None None] For port a9fde12f-857b-419b-9b3c-07d0e6d53447, host dv-cinder-851449-2-iscsi, cleared binding levels {{(pid=115910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 04:47:31.032853 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.db [None req-b106bf82-f062-4626-9a39-60c095a2fb9e None None] For port a9fde12f-857b-419b-9b3c-07d0e6d53447, host dv-cinder-851449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=a9fde12f-857b-419b-9b3c-07d0e6d53447,segment=NetworkSegment(a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f),segment_id=a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f)] {{(pid=115910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 04:47:31.045382 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-c0b1d2ce-cef3-40a4-9080-a810ddc8b85b None None] Port 55b672ec-1025-4297-8d6a-0a6fd8cc51ce cannot update to ACTIVE because it is not bound. {{(pid=115909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 04:47:31.054803 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-b106bf82-f062-4626-9a39-60c095a2fb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (a9fde12f-857b-419b-9b3c-07d0e6d53447), after_update {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:31.097727 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ad94e5d0-00da-4d0f-9695-e3524ad64d5c req-0c2316e6-5efc-48d5-a02d-1a4095201c65 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=0f6c1ad3422c40d4af4ef5329ecd9d86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2229559 Jul 29 04:47:31.108522 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b106bf82-f062-4626-9a39-60c095a2fb9e None None] Routers {'b16b56f5-3ccf-4ca8-b446-f11105e09b7c'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:47:31.125132 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-b106bf82-f062-4626-9a39-60c095a2fb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:47:21Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['b16b56f5-3ccf-4ca8-b446-f11105e09b7c'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:47:31.264846 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Provisioning complete for port cdab9c4f-ed7a-4a88-a138-14b529e8bd59 triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:47:31.271251 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-a29171c7-6ca5-450f-9a1c-eff3c98fa0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:31.273586 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (cdab9c4f-ed7a-4a88-a138-14b529e8bd59), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:31.293034 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-bcdbeb39-068a-4b60-b9c0-a80fac1bb5af req-24c7e5da-fdfd-47f6-ae83-8182960dd224 service neutron] 10.222.0.40 "GET /v2.0/networks/39e88c0c-eb22-4423-a14a-7cac22367ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4618161 Jul 29 04:47:31.338139 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [req-ad94e5d0-00da-4d0f-9695-e3524ad64d5c req-c5a53770-dc1c-4ca3-94c0-1d8c87fa4d35 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=115908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 29 04:47:31.339207 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ad94e5d0-00da-4d0f-9695-e3524ad64d5c req-c5a53770-dc1c-4ca3-94c0-1d8c87fa4d35 service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1186559 Jul 29 04:47:31.421621 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-b106bf82-f062-4626-9a39-60c095a2fb9e None None] Set router b16b56f5-3ccf-4ca8-b446-f11105e09b7c gateway port host: dv-cinder-851449-2-iscsi {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:47:31.457394 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-b6cca4fc-8798-4ee3-b7ae-45b3eaf5a2e0 None None] Provisioning complete for port 55b672ec-1025-4297-8d6a-0a6fd8cc51ce triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:47:31.462310 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b6cca4fc-8798-4ee3-b7ae-45b3eaf5a2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (55b672ec-1025-4297-8d6a-0a6fd8cc51ce), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:31.536212 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db9e76-8de2-4ad4-89df-cfa4e25d6bc5 None None] Pushing event updated for resources: {'Port': ['ID=a9fde12f-857b-419b-9b3c-07d0e6d53447,revision_number=2']} {{(pid=115910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:31.547172 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:31.551844 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.db.db_base_plugin_common [None req-a29171c7-6ca5-450f-9a1c-eff3c98fa0cf admin admin] Allocated IP 172.20.0.1 (21ca39e1-cfc7-4b5b-897b-220faf26ce68/5df203e3-38ee-42fe-a28a-41c6f641aefe/4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51) {{(pid=115907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 04:47:31.570673 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:31.570892 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b6cca4fc-8798-4ee3-b7ae-45b3eaf5a2e0 None None] Port 55b672ec-1025-4297-8d6a-0a6fd8cc51ce cannot update to ACTIVE because it is not bound. {{(pid=115909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 04:47:31.572656 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:31.587813 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ad94e5d0-00da-4d0f-9695-e3524ad64d5c req-677726a5-a2dd-49bf-8c2b-4cb9fd2e2603 service neutron] 10.222.0.40 "GET /v2.0/networks/3e84cf4e-559b-4bbd-af56-3f6353c004d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351635 Jul 29 04:47:31.792776 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ad94e5d0-00da-4d0f-9695-e3524ad64d5c req-84a62139-1577-4860-9f81-fb31c4e6ab5f service neutron] 10.222.0.40 "GET /v2.0/networks/3e84cf4e-559b-4bbd-af56-3f6353c004d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974022 Jul 29 04:47:31.927006 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:31.945298 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-a29171c7-6ca5-450f-9a1c-eff3c98fa0cf admin admin] Publish callbacks [] for port (4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:31.987985 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db9e76-8de2-4ad4-89df-cfa4e25d6bc5 None None] Pushing event updated for resources: {'Port': ['ID=a9fde12f-857b-419b-9b3c-07d0e6d53447,revision_number=3']} {{(pid=115910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:32.014151 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port cdab9c4f-ed7a-4a88-a138-14b529e8bd59 is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:47:32.023420 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-a29171c7-6ca5-450f-9a1c-eff3c98fa0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307'] for port (4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:32.078618 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29171c7-6ca5-450f-9a1c-eff3c98fa0cf admin admin] Network 21ca39e1-cfc7-4b5b-897b-220faf26ce68 is already hosted by enough agents. {{(pid=115907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 04:47:32.087950 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.base_scheduler [None req-a29171c7-6ca5-450f-9a1c-eff3c98fa0cf admin admin] Resources bound (agent type, host, resource id): {{(pid=115907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:47:32.101603 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29171c7-6ca5-450f-9a1c-eff3c98fa0cf admin admin] Received port after_create {{(pid=115907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 04:47:32.102149 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-a29171c7-6ca5-450f-9a1c-eff3c98fa0cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715585'] for router_interface (b16b56f5-3ccf-4ca8-b446-f11105e09b7c), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:32.120072 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29171c7-6ca5-450f-9a1c-eff3c98fa0cf admin admin] Pushing event updated for resources: {'Port': ['ID=4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:32.137427 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 55936) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:47:32.143494 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [None req-e933c94b-6cab-474e-9445-b6570ade5dcd tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2008718860', 'description': 'tempest-description--1880978475'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:47:32.160184 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-b106bf82-f062-4626-9a39-60c095a2fb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'name': 'tempest-AttachVolumeNegativeTest-654562715-router', 'tenant_id': '461e2af738084ccb986169d752510588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'a9fde12f-857b-419b-9b3c-07d0e6d53447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:20Z', 'updated_at': '2022-07-29T04:47:25Z', 'revision_number': 3, 'project_id': '461e2af738084ccb986169d752510588', 'gw_port': {'id': 'a9fde12f-857b-419b-9b3c-07d0e6d53447', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:23Z', 'updated_at': '2022-07-29T04:47:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi'}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:47:32.241604 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62149c50-28fe-4e69-b4c5-6b6c8ee989d9 None None] Sync routers for ids ['00e1ea9c-ca36-47a6-adfc-7297319d368d'] in dv-cinder-851449-2-iscsi {{(pid=115909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 04:47:32.247718 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b106bf82-f062-4626-9a39-60c095a2fb9e None None] The sync data for ids ['b16b56f5-3ccf-4ca8-b446-f11105e09b7c'] in dv-cinder-851449-2-iscsi is: [{'id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'name': 'tempest-AttachVolumeNegativeTest-654562715-router', 'tenant_id': '461e2af738084ccb986169d752510588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'a9fde12f-857b-419b-9b3c-07d0e6d53447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:20Z', 'updated_at': '2022-07-29T04:47:25Z', 'revision_number': 3, 'project_id': '461e2af738084ccb986169d752510588', 'gw_port': {'id': 'a9fde12f-857b-419b-9b3c-07d0e6d53447', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:23Z', 'updated_at': '2022-07-29T04:47:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi'}] {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 04:47:32.257356 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-e933c94b-6cab-474e-9445-b6570ade5dcd tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks [] for security_group (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:32.353968 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-ebbf9b3d-6321-411e-bb94-bd9746c91463 None None] Publish callbacks [] for port (e669b7c1-4552-4265-8882-624c7532f140), precommit_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:32.381705 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62149c50-28fe-4e69-b4c5-6b6c8ee989d9 None None] Routers {'00e1ea9c-ca36-47a6-adfc-7297319d368d'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:47:32.384785 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-62149c50-28fe-4e69-b4c5-6b6c8ee989d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:47:21Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['00e1ea9c-ca36-47a6-adfc-7297319d368d'], 'active': True} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:47:32.402577 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-ebbf9b3d-6321-411e-bb94-bd9746c91463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (e669b7c1-4552-4265-8882-624c7532f140), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:32.456241 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-5a0233bd-5623-4792-ada9-f808bc13d035 req-228c8bcd-8047-4958-b808-76bd46d533a8 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/ports?device_id=5786f4ef-cc00-4e18-9910-7ba1707d903c HTTP/1.1" status: 200 len: 210 time: 0.1522477 Jul 29 04:47:32.672782 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-e933c94b-6cab-474e-9445-b6570ade5dcd tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks [] for security_group (82482b36-d94b-4feb-9c63-3e7df2b1d621), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:32.689808 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device a0c2d30f-3fae-4c94-8da7-3ca17eba7f99 up at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 04:47:32.715278 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-a29171c7-6ca5-450f-9a1c-eff3c98fa0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51), before_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:32.744427 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-937bd58a-53dd-4b61-856b-0c159b1c79a0 req-e0d445e9-16f9-40c6-80a0-fcd976c40ed3 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=052579df-c255-4129-911a-8a4dda7e6ced HTTP/1.1" status: 200 len: 210 time: 0.2155805 Jul 29 04:47:32.746299 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-e933c94b-6cab-474e-9445-b6570ade5dcd tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (82482b36-d94b-4feb-9c63-3e7df2b1d621), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:32.916540 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-e933c94b-6cab-474e-9445-b6570ade5dcd tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:32.918100 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-e933c94b-6cab-474e-9445-b6570ade5dcd tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7790368 Jul 29 04:47:32.921506 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 55978) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:47:32.938775 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [None req-dabf2a5c-37a8-4373-b772-7d7c6b9ea6e4 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Request body: {'security_group_rule': {'security_group_id': '82482b36-d94b-4feb-9c63-3e7df2b1d621', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:47:32.948951 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e933c94b-6cab-474e-9445-b6570ade5dcd tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82482b36-d94b-4feb-9c63-3e7df2b1d621,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:33.018464 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-dabf2a5c-37a8-4373-b772-7d7c6b9ea6e4 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks [] for security_group_rule (3e6f0110-691a-46a4-a0c5-bc78a33b3372), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:33.112224 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c239fbe8-afa6-421a-8a40-50bb967c032f None None] Pushing event updated for resources: {'Port': ['ID=e669b7c1-4552-4265-8882-624c7532f140,revision_number=3']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:33.164295 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:33.169592 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-ecb98bad-172a-498c-9ed5-de4ae1d88bef None None] Provisioning complete for port 4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51 triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:47:33.174100 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-ecb98bad-172a-498c-9ed5-de4ae1d88bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:33.234026 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Provisioning complete for port a0c2d30f-3fae-4c94-8da7-3ca17eba7f99 triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:47:33.236702 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (a0c2d30f-3fae-4c94-8da7-3ca17eba7f99), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:33.273225 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-dabf2a5c-37a8-4373-b772-7d7c6b9ea6e4 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks [] for security_group_rule (3e6f0110-691a-46a4-a0c5-bc78a33b3372), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:33.283331 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-dabf2a5c-37a8-4373-b772-7d7c6b9ea6e4 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885006'] for security_group_rule (3e6f0110-691a-46a4-a0c5-bc78a33b3372), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:33.350958 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabf2a5c-37a8-4373-b772-7d7c6b9ea6e4 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e6f0110-691a-46a4-a0c5-bc78a33b3372,revision_number=0']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:33.358675 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2781729d-850c-406a-8df1-20c791226383 None None] Sync routers for ids ['a4a2311e-889f-4131-b02b-9b68a398deaa'] in dv-cinder-851449-2-iscsi {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 04:47:33.384508 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2781729d-850c-406a-8df1-20c791226383 None None] Routers {'a4a2311e-889f-4131-b02b-9b68a398deaa'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:47:33.386905 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-2781729d-850c-406a-8df1-20c791226383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:47:21Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['a4a2311e-889f-4131-b02b-9b68a398deaa'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:47:33.401676 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-dabf2a5c-37a8-4373-b772-7d7c6b9ea6e4 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:33.403298 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-dabf2a5c-37a8-4373-b772-7d7c6b9ea6e4 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4765701 Jul 29 04:47:33.407083 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 56014) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:47:33.410767 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-a29171c7-6ca5-450f-9a1c-eff3c98fa0cf admin admin] Publish callbacks [] for port (4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51), precommit_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:33.412992 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [None req-514c3505-3268-4984-aae5-7b5f71e9a5e7 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Request body: {'security_group_rule': {'security_group_id': '82482b36-d94b-4feb-9c63-3e7df2b1d621', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:47:33.413612 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:33.425230 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-a29171c7-6ca5-450f-9a1c-eff3c98fa0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51), after_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:33.428012 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-a29171c7-6ca5-450f-9a1c-eff3c98fa0cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1573558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1715709'] for router_interface (b16b56f5-3ccf-4ca8-b446-f11105e09b7c), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:33.515866 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-514c3505-3268-4984-aae5-7b5f71e9a5e7 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks [] for security_group_rule (72c5907c-9ca3-4567-bbc8-1c14e5244150), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:33.537233 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13015faf-a32c-4420-ac0c-9c07fa1c252d req-ea2ec973-d5d8-4e1e-a079-bb988cacdd31 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:47:33.558938 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-13015faf-a32c-4420-ac0c-9c07fa1c252d req-ea2ec973-d5d8-4e1e-a079-bb988cacdd31 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/networks?id=3e84cf4e-559b-4bbd-af56-3f6353c004d0 HTTP/1.1" status: 200 len: 818 time: 0.3646247 Jul 29 04:47:33.622916 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-13015faf-a32c-4420-ac0c-9c07fa1c252d req-f02557f3-15ae-498f-ae2f-6041ca664060 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/quotas/0f6c1ad3422c40d4af4ef5329ecd9d86 HTTP/1.1" status: 200 len: 375 time: 0.0627487 Jul 29 04:47:33.699410 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvr_db [None req-62149c50-28fe-4e69-b4c5-6b6c8ee989d9 None None] Set router 00e1ea9c-ca36-47a6-adfc-7297319d368d gateway port host: dv-cinder-851449-2-iscsi {{(pid=115909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:47:33.718270 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-2781729d-850c-406a-8df1-20c791226383 None None] Set router a4a2311e-889f-4131-b02b-9b68a398deaa gateway port host: dv-cinder-851449-2-iscsi {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:47:33.744148 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-190b0058-0fb8-453b-a8f8-04c10c218572 req-2fecf0f7-3f67-4065-8e2f-28818ae655d2 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/ports?device_id=5786f4ef-cc00-4e18-9910-7ba1707d903c HTTP/1.1" status: 200 len: 210 time: 0.1255074 Jul 29 04:47:33.780429 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29171c7-6ca5-450f-9a1c-eff3c98fa0cf admin admin] Pushing event updated for resources: {'Port': ['ID=4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51,revision_number=2']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:33.817361 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-514c3505-3268-4984-aae5-7b5f71e9a5e7 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks [] for security_group_rule (72c5907c-9ca3-4567-bbc8-1c14e5244150), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:33.826146 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-514c3505-3268-4984-aae5-7b5f71e9a5e7 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885006'] for security_group_rule (72c5907c-9ca3-4567-bbc8-1c14e5244150), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:33.835339 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-ecb98bad-172a-498c-9ed5-de4ae1d88bef None None] Port 4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51 cannot update to ACTIVE because it is not bound. {{(pid=115909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 04:47:33.845170 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-ebbf9b3d-6321-411e-bb94-bd9746c91463 None None] Attempting to bind port e669b7c1-4552-4265-8882-624c7532f140 on host dv-cinder-851449-2-iscsi for vnic_type normal with profile {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 04:47:33.846371 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-ebbf9b3d-6321-411e-bb94-bd9746c91463 None None] Attempting to bind port e669b7c1-4552-4265-8882-624c7532f140 by drivers openvswitch,hyperv on host dv-cinder-851449-2-iscsi at level 0 using segments [{'id': 'e145694e-df19-4fa8-b36d-a0ef9ab34dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3e84cf4e-559b-4bbd-af56-3f6353c004d0'}] {{(pid=115909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 04:47:33.847616 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbf9b3d-6321-411e-bb94-bd9746c91463 None None] Attempting to bind port e669b7c1-4552-4265-8882-624c7532f140 on network 3e84cf4e-559b-4bbd-af56-3f6353c004d0 {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 04:47:33.876668 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514c3505-3268-4984-aae5-7b5f71e9a5e7 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72c5907c-9ca3-4567-bbc8-1c14e5244150,revision_number=0']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:33.879638 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbf9b3d-6321-411e-bb94-bd9746c91463 None None] Checking agent: {'id': '9625653a-1f3f-4d73-bc2a-dc32c08b0da9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 4, 38, 53), 'started_at': datetime.datetime(2022, 7, 29, 4, 39, 23), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 4, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 04:47:33.879638 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbf9b3d-6321-411e-bb94-bd9746c91463 None None] Checking segment: {'id': 'e145694e-df19-4fa8-b36d-a0ef9ab34dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3e84cf4e-559b-4bbd-af56-3f6353c004d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 04:47:33.879914 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-ebbf9b3d-6321-411e-bb94-bd9746c91463 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:33.880327 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbf9b3d-6321-411e-bb94-bd9746c91463 None None] Bound using segment: {'id': 'e145694e-df19-4fa8-b36d-a0ef9ab34dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3e84cf4e-559b-4bbd-af56-3f6353c004d0'} {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 04:47:33.893193 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-ebbf9b3d-6321-411e-bb94-bd9746c91463 None None] Bound port: e669b7c1-4552-4265-8882-624c7532f140, host: dv-cinder-851449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e145694e-df19-4fa8-b36d-a0ef9ab34dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3e84cf4e-559b-4bbd-af56-3f6353c004d0'}}] {{(pid=115909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 04:47:33.893193 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-ebbf9b3d-6321-411e-bb94-bd9746c91463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (e669b7c1-4552-4265-8882-624c7532f140), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:33.907855 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-514c3505-3268-4984-aae5-7b5f71e9a5e7 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:33.909720 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-514c3505-3268-4984-aae5-7b5f71e9a5e7 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5014153 Jul 29 04:47:33.913178 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 56042) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:47:33.918068 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [None req-52b4ec65-c1af-4a9a-9b18-d8e215bc0022 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Request body: {'floatingip': {'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:47:33.958915 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-52b4ec65-c1af-4a9a-9b18-d8e215bc0022 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:33.964631 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-13015faf-a32c-4420-ac0c-9c07fa1c252d req-f6f08c6e-fbda-4b3f-b2ef-57c8c8b0a105 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=0f6c1ad3422c40d4af4ef5329ecd9d86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3402851 Jul 29 04:47:34.204678 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-2781729d-850c-406a-8df1-20c791226383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a2311e-889f-4131-b02b-9b68a398deaa', 'name': 'tempest-DeleteServersTestJSON-2125260870-router', 'tenant_id': '77688c4faed945849f5649c08cc580c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '0ee984ba-30fc-4e2c-9996-00fc8918b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:16Z', 'updated_at': '2022-07-29T04:47:24Z', 'revision_number': 4, 'project_id': '77688c4faed945849f5649c08cc580c2', 'gw_port': {'id': '0ee984ba-30fc-4e2c-9996-00fc8918b149', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a2311e-889f-4131-b02b-9b68a398deaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:17Z', 'updated_at': '2022-07-29T04:47:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': 'ff2f07e1-ded3-4681-a20d-58362ba4f0d4', 'name': '', 'network_id': '39e88c0c-eb22-4423-a14a-7cac22367ce7', 'tenant_id': '77688c4faed945849f5649c08cc580c2', 'mac_address': 'fa:16:3e:5b:f1:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a2311e-889f-4131-b02b-9b68a398deaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '632a1c05-3d45-406c-9136-da991dddae0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:22Z', 'updated_at': '2022-07-29T04:47:24Z', 'revision_number': 2, 'project_id': '77688c4faed945849f5649c08cc580c2', 'subnets': [{'id': '632a1c05-3d45-406c-9136-da991dddae0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:47:34.236104 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2781729d-850c-406a-8df1-20c791226383 None None] Checking router: a4a2311e-889f-4131-b02b-9b68a398deaa for host: dv-cinder-851449-2-iscsi {{(pid=115910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 04:47:34.236540 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2781729d-850c-406a-8df1-20c791226383 None None] Updating router a4a2311e-889f-4131-b02b-9b68a398deaa port ff2f07e1-ded3-4681-a20d-58362ba4f0d4 binding host dv-cinder-851449-2-iscsi {{(pid=115910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 04:47:34.281522 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:34.284186 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:34.284794 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-2781729d-850c-406a-8df1-20c791226383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (ff2f07e1-ded3-4681-a20d-58362ba4f0d4), before_update {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:34.288175 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-13015faf-a32c-4420-ac0c-9c07fa1c252d req-f641acbc-a745-4a01-a437-2509c194f696 service neutron] 10.222.0.40 "GET /v2.0/networks/3e84cf4e-559b-4bbd-af56-3f6353c004d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121891 Jul 29 04:47:34.309214 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-52b4ec65-c1af-4a9a-9b18-d8e215bc0022 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:34.341909 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-8f92e8ca-40ad-44af-928f-ac0546334158 None None] Provisioning complete for port e669b7c1-4552-4265-8882-624c7532f140 triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:47:34.343429 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-8f92e8ca-40ad-44af-928f-ac0546334158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (e669b7c1-4552-4265-8882-624c7532f140), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:34.427505 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-8f92e8ca-40ad-44af-928f-ac0546334158 None None] Port e669b7c1-4552-4265-8882-624c7532f140 cannot update to ACTIVE because it is not bound. {{(pid=115909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 04:47:34.434155 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29171c7-6ca5-450f-9a1c-eff3c98fa0cf admin admin] Network 21ca39e1-cfc7-4b5b-897b-220faf26ce68 is already hosted by enough agents. {{(pid=115907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 04:47:34.437303 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.base_scheduler [None req-a29171c7-6ca5-450f-9a1c-eff3c98fa0cf admin admin] Resources bound (agent type, host, resource id): {{(pid=115907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:47:34.484308 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:34.487339 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:34.491145 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port a0c2d30f-3fae-4c94-8da7-3ca17eba7f99 is: DOWN; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:47:34.491546 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (a0c2d30f-3fae-4c94-8da7-3ca17eba7f99), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:34.523024 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.db_base_plugin_common [None req-52b4ec65-c1af-4a9a-9b18-d8e215bc0022 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Allocated IP 172.27.0.195 (9a05b655-8925-4222-a853-020f58db76f4/b252d643-2a5f-428d-a536-f8ecbd6d13e1/81e3890b-13d3-47af-8711-c02158fdad4f) {{(pid=115908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 04:47:34.545535 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=100 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:34.590425 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-ebbf9b3d-6321-411e-bb94-bd9746c91463 None None] For port e669b7c1-4552-4265-8882-624c7532f140, host dv-cinder-851449-2-iscsi, cleared binding levels {{(pid=115909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 04:47:34.610508 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-13015faf-a32c-4420-ac0c-9c07fa1c252d req-e3edb948-2730-4b6d-afe0-ad0a6b7fd473 service neutron] 10.222.0.40 "GET /v2.0/networks/3e84cf4e-559b-4bbd-af56-3f6353c004d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011813 Jul 29 04:47:34.622271 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-62149c50-28fe-4e69-b4c5-6b6c8ee989d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e1ea9c-ca36-47a6-adfc-7297319d368d', 'name': 'tempest-AttachVolumeTestJSON-186030634-router', 'tenant_id': '946bf1e173f9476d86cf6133055fba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'a0c2d30f-3fae-4c94-8da7-3ca17eba7f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:19Z', 'updated_at': '2022-07-29T04:47:28Z', 'revision_number': 4, 'project_id': '946bf1e173f9476d86cf6133055fba0a', 'gw_port': {'id': 'a0c2d30f-3fae-4c94-8da7-3ca17eba7f99', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:60:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00e1ea9c-ca36-47a6-adfc-7297319d368d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:21Z', 'updated_at': '2022-07-29T04:47:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': '55b672ec-1025-4297-8d6a-0a6fd8cc51ce', 'name': '', 'network_id': '4bcca997-0807-424d-86d3-43681c4961dd', 'tenant_id': '946bf1e173f9476d86cf6133055fba0a', 'mac_address': 'fa:16:3e:2e:0f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00e1ea9c-ca36-47a6-adfc-7297319d368d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '928e1728-3f5c-432b-96a7-e970473efb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:26Z', 'updated_at': '2022-07-29T04:47:28Z', 'revision_number': 2, 'project_id': '946bf1e173f9476d86cf6133055fba0a', 'subnets': [{'id': '928e1728-3f5c-432b-96a7-e970473efb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:47:34.682290 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] For port a0c2d30f-3fae-4c94-8da7-3ca17eba7f99, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=a0c2d30f-3fae-4c94-8da7-3ca17eba7f99,segment=NetworkSegment(a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f),segment_id=a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:47:34.707989 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a29171c7-6ca5-450f-9a1c-eff3c98fa0cf admin admin] Router b16b56f5-3ccf-4ca8-b446-f11105e09b7c has already been hosted by L3 agent 507cc676-b5a3-487d-9bd3-df89beb45ea5 {{(pid=115907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 04:47:34.738719 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-ebbf9b3d-6321-411e-bb94-bd9746c91463 None None] For port e669b7c1-4552-4265-8882-624c7532f140, host dv-cinder-851449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=e669b7c1-4552-4265-8882-624c7532f140,segment=NetworkSegment(e145694e-df19-4fa8-b36d-a0ef9ab34dca),segment_id=e145694e-df19-4fa8-b36d-a0ef9ab34dca)] {{(pid=115909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 04:47:34.743759 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62149c50-28fe-4e69-b4c5-6b6c8ee989d9 None None] Checking router: 00e1ea9c-ca36-47a6-adfc-7297319d368d for host: dv-cinder-851449-2-iscsi {{(pid=115909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 04:47:34.744449 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62149c50-28fe-4e69-b4c5-6b6c8ee989d9 None None] Updating router 00e1ea9c-ca36-47a6-adfc-7297319d368d port 55b672ec-1025-4297-8d6a-0a6fd8cc51ce binding host dv-cinder-851449-2-iscsi {{(pid=115909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 04:47:34.787152 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-62149c50-28fe-4e69-b4c5-6b6c8ee989d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (55b672ec-1025-4297-8d6a-0a6fd8cc51ce), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:34.814880 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (a0c2d30f-3fae-4c94-8da7-3ca17eba7f99), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:34.816075 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device cdab9c4f-ed7a-4a88-a138-14b529e8bd59 up at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 04:47:34.881283 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:34.889662 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-ebbf9b3d-6321-411e-bb94-bd9746c91463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (e669b7c1-4552-4265-8882-624c7532f140), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:34.961341 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-2781729d-850c-406a-8df1-20c791226383 None None] Publish callbacks [] for port (ff2f07e1-ded3-4681-a20d-58362ba4f0d4), precommit_update {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:34.970717 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-2781729d-850c-406a-8df1-20c791226383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (ff2f07e1-ded3-4681-a20d-58362ba4f0d4), after_update {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:35.068336 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-dbb756d1-c55e-4315-bd31-a8ee7ed9af87 None None] Provisioning complete for port 4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51 triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:47:35.075880 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-dbb756d1-c55e-4315-bd31-a8ee7ed9af87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:35.145491 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-52b4ec65-c1af-4a9a-9b18-d8e215bc0022 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks [] for port (81e3890b-13d3-47af-8711-c02158fdad4f), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:35.194800 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfdc2fc-9e78-4bbf-bed2-8d93a493d2b0 None None] Pushing event updated for resources: {'Port': ['ID=ff2f07e1-ded3-4681-a20d-58362ba4f0d4,revision_number=3']} {{(pid=115910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:35.280067 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.managers [None req-2781729d-850c-406a-8df1-20c791226383 None None] Attempting to bind port ff2f07e1-ded3-4681-a20d-58362ba4f0d4 on host dv-cinder-851449-2-iscsi for vnic_type normal with profile {{(pid=115910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 04:47:35.280901 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.managers [None req-2781729d-850c-406a-8df1-20c791226383 None None] Attempting to bind port ff2f07e1-ded3-4681-a20d-58362ba4f0d4 by drivers openvswitch,hyperv on host dv-cinder-851449-2-iscsi at level 0 using segments [{'id': 'f3c3937f-0d62-4e7f-a2ac-736614dde9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '39e88c0c-eb22-4423-a14a-7cac22367ce7'}] {{(pid=115910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 04:47:35.281276 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2781729d-850c-406a-8df1-20c791226383 None None] Attempting to bind port ff2f07e1-ded3-4681-a20d-58362ba4f0d4 on network 39e88c0c-eb22-4423-a14a-7cac22367ce7 {{(pid=115910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 04:47:35.288795 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2781729d-850c-406a-8df1-20c791226383 None None] Checking agent: {'id': '9625653a-1f3f-4d73-bc2a-dc32c08b0da9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 4, 38, 53), 'started_at': datetime.datetime(2022, 7, 29, 4, 39, 23), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 4, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 04:47:35.289512 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2781729d-850c-406a-8df1-20c791226383 None None] Checking segment: {'id': 'f3c3937f-0d62-4e7f-a2ac-736614dde9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '39e88c0c-eb22-4423-a14a-7cac22367ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 04:47:35.289990 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-2781729d-850c-406a-8df1-20c791226383 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:35.290542 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2781729d-850c-406a-8df1-20c791226383 None None] Bound using segment: {'id': 'f3c3937f-0d62-4e7f-a2ac-736614dde9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '39e88c0c-eb22-4423-a14a-7cac22367ce7'} {{(pid=115910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 04:47:35.291039 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.managers [None req-2781729d-850c-406a-8df1-20c791226383 None None] Bound port: ff2f07e1-ded3-4681-a20d-58362ba4f0d4, host: dv-cinder-851449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3c3937f-0d62-4e7f-a2ac-736614dde9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '39e88c0c-eb22-4423-a14a-7cac22367ce7'}}] {{(pid=115910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 04:47:35.291467 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-2781729d-850c-406a-8df1-20c791226383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (ff2f07e1-ded3-4681-a20d-58362ba4f0d4), before_update {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:35.373216 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-1408fa8e-19a8-495b-b253-6059f45e8bf3 req-d69e9795-d84d-42f1-902d-09811ed4a881 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/ports?device_id=5786f4ef-cc00-4e18-9910-7ba1707d903c HTTP/1.1" status: 200 len: 210 time: 0.2249773 Jul 29 04:47:35.379604 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-52b4ec65-c1af-4a9a-9b18-d8e215bc0022 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307'] for port (81e3890b-13d3-47af-8711-c02158fdad4f), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:35.393799 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:35.413099 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-a4a2cd7b-f945-4c79-8985-0467d73c70b1 req-4a3d1fa3-e4e7-4d93-afe8-9242f4bcb406 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 210 time: 0.1900377 Jul 29 04:47:35.433876 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Pushing event updated for resources: {'Port': ['ID=a0c2d30f-3fae-4c94-8da7-3ca17eba7f99,revision_number=4']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:35.449894 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.db [None req-2781729d-850c-406a-8df1-20c791226383 None None] For port ff2f07e1-ded3-4681-a20d-58362ba4f0d4, host dv-cinder-851449-2-iscsi, cleared binding levels {{(pid=115910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 04:47:35.461201 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.db [None req-2781729d-850c-406a-8df1-20c791226383 None None] For port ff2f07e1-ded3-4681-a20d-58362ba4f0d4, host dv-cinder-851449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=ff2f07e1-ded3-4681-a20d-58362ba4f0d4,segment=NetworkSegment(f3c3937f-0d62-4e7f-a2ac-736614dde9c0),segment_id=f3c3937f-0d62-4e7f-a2ac-736614dde9c0)] {{(pid=115910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 04:47:35.477517 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbf9b3d-6321-411e-bb94-bd9746c91463 None None] Routers {'582e4f42-db29-460d-b6ad-65c14a49aa81'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:47:35.478391 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-ebbf9b3d-6321-411e-bb94-bd9746c91463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:47:21Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['582e4f42-db29-460d-b6ad-65c14a49aa81'], 'active': True} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:47:35.490253 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b4ec65-c1af-4a9a-9b18-d8e215bc0022 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Network 9a05b655-8925-4222-a853-020f58db76f4 is already hosted by enough agents. {{(pid=115908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 04:47:35.492090 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-2781729d-850c-406a-8df1-20c791226383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (ff2f07e1-ded3-4681-a20d-58362ba4f0d4), after_update {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:35.496267 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.base_scheduler [None req-52b4ec65-c1af-4a9a-9b18-d8e215bc0022 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Resources bound (agent type, host, resource id): {{(pid=115908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:47:35.544146 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b4ec65-c1af-4a9a-9b18-d8e215bc0022 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Received port after_create {{(pid=115908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 04:47:35.584844 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29171c7-6ca5-450f-9a1c-eff3c98fa0cf admin admin] Notify agent at l3_agent.dv-cinder-851449-2-iscsi the message routers_updated {{(pid=115907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 04:47:35.593083 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-dbb756d1-c55e-4315-bd31-a8ee7ed9af87 None None] Port 4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51 cannot update to ACTIVE because it is not bound. {{(pid=115909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 04:47:35.631049 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-a29171c7-6ca5-450f-9a1c-eff3c98fa0cf admin admin] 10.222.0.40 "PUT /v2.0/routers/b16b56f5-3ccf-4ca8-b446-f11105e09b7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3739722 Jul 29 04:47:35.640790 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Provisioning complete for port cdab9c4f-ed7a-4a88-a138-14b529e8bd59 triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:47:35.641453 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (cdab9c4f-ed7a-4a88-a138-14b529e8bd59), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:35.710772 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-52b4ec65-c1af-4a9a-9b18-d8e215bc0022 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks [] for floatingip (f33b4f62-bfd6-4e02-868f-b3205a9fe504), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:35.745866 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2781729d-850c-406a-8df1-20c791226383 None None] Routers {'a4a2311e-889f-4131-b02b-9b68a398deaa'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:47:35.754831 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-2781729d-850c-406a-8df1-20c791226383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:47:21Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['a4a2311e-889f-4131-b02b-9b68a398deaa'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:47:35.795766 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b4ec65-c1af-4a9a-9b18-d8e215bc0022 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Pushing event updated for resources: {'Port': ['ID=81e3890b-13d3-47af-8711-c02158fdad4f,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:35.812217 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-52b4ec65-c1af-4a9a-9b18-d8e215bc0022 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (81e3890b-13d3-47af-8711-c02158fdad4f), before_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:35.937449 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ec0d78-77fd-4a5c-a545-c499c7bd8d2e None None] Sync routers for ids ['b16b56f5-3ccf-4ca8-b446-f11105e09b7c'] in dv-cinder-851449-2-iscsi {{(pid=115909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 04:47:35.956076 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfdc2fc-9e78-4bbf-bed2-8d93a493d2b0 None None] Pushing event updated for resources: {'Port': ['ID=ff2f07e1-ded3-4681-a20d-58362ba4f0d4,revision_number=4']} {{(pid=115910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:36.031318 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-68c10a7b-d59f-4950-803c-c93e97a1c7db None None] Provisioning complete for port e669b7c1-4552-4265-8882-624c7532f140 triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:47:36.031721 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-68c10a7b-d59f-4950-803c-c93e97a1c7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (e669b7c1-4552-4265-8882-624c7532f140), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:36.040973 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-52b4ec65-c1af-4a9a-9b18-d8e215bc0022 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks [] for port (81e3890b-13d3-47af-8711-c02158fdad4f), precommit_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:36.050513 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-52b4ec65-c1af-4a9a-9b18-d8e215bc0022 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (81e3890b-13d3-47af-8711-c02158fdad4f), after_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:36.057501 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c239fbe8-afa6-421a-8a40-50bb967c032f None None] Pushing event updated for resources: {'Port': ['ID=e669b7c1-4552-4265-8882-624c7532f140,revision_number=4']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:36.081737 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-52b4ec65-c1af-4a9a-9b18-d8e215bc0022 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1937124'] for floatingip (f33b4f62-bfd6-4e02-868f-b3205a9fe504), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:36.137039 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ec0d78-77fd-4a5c-a545-c499c7bd8d2e None None] Routers {'b16b56f5-3ccf-4ca8-b446-f11105e09b7c'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:47:36.137648 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-03ec0d78-77fd-4a5c-a545-c499c7bd8d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:47:21Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['b16b56f5-3ccf-4ca8-b446-f11105e09b7c'], 'active': True} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:47:36.185546 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-52b4ec65-c1af-4a9a-9b18-d8e215bc0022 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for floatingip (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:36.195209 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-52b4ec65-c1af-4a9a-9b18-d8e215bc0022 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2733076 Jul 29 04:47:36.207462 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-2781729d-850c-406a-8df1-20c791226383 None None] Set router a4a2311e-889f-4131-b02b-9b68a398deaa gateway port host: dv-cinder-851449-2-iscsi {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:47:36.235643 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 56122) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:47:36.241317 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [None req-933fc4c4-a4f2-4738-8d0b-47b980bdabf4 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1323968734', 'description': 'tempest-description--1551571117'}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:47:36.251305 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b4ec65-c1af-4a9a-9b18-d8e215bc0022 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Pushing event updated for resources: {'Port': ['ID=81e3890b-13d3-47af-8711-c02158fdad4f,revision_number=2']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:36.320079 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-933fc4c4-a4f2-4738-8d0b-47b980bdabf4 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for security_group (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:36.442406 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvr_db [None req-ebbf9b3d-6321-411e-bb94-bd9746c91463 None None] Set router 582e4f42-db29-460d-b6ad-65c14a49aa81 gateway port host: dv-cinder-851449-2-iscsi {{(pid=115909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:47:36.481961 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:36.495849 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-2781729d-850c-406a-8df1-20c791226383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a2311e-889f-4131-b02b-9b68a398deaa', 'name': 'tempest-DeleteServersTestJSON-2125260870-router', 'tenant_id': '77688c4faed945849f5649c08cc580c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '0ee984ba-30fc-4e2c-9996-00fc8918b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:16Z', 'updated_at': '2022-07-29T04:47:24Z', 'revision_number': 4, 'project_id': '77688c4faed945849f5649c08cc580c2', 'gw_port': {'id': '0ee984ba-30fc-4e2c-9996-00fc8918b149', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a2311e-889f-4131-b02b-9b68a398deaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:17Z', 'updated_at': '2022-07-29T04:47:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': 'ff2f07e1-ded3-4681-a20d-58362ba4f0d4', 'name': '', 'network_id': '39e88c0c-eb22-4423-a14a-7cac22367ce7', 'tenant_id': '77688c4faed945849f5649c08cc580c2', 'mac_address': 'fa:16:3e:5b:f1:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a2311e-889f-4131-b02b-9b68a398deaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '632a1c05-3d45-406c-9136-da991dddae0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:22Z', 'updated_at': '2022-07-29T04:47:35Z', 'revision_number': 4, 'project_id': '77688c4faed945849f5649c08cc580c2', 'subnets': [{'id': '632a1c05-3d45-406c-9136-da991dddae0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:47:36.526763 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:36.530822 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-933fc4c4-a4f2-4738-8d0b-47b980bdabf4 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for security_group (364afbf7-5ebf-4a7a-b038-946add3d6ca2), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:36.546067 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-462309cb-2eee-45af-9563-89d585aa36f5 req-ddaadb05-d410-41bd-be95-90f4b5ce091d tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--2008718860&fields=id&tenant_id=946bf1e173f9476d86cf6133055fba0a HTTP/1.1" status: 200 len: 267 time: 0.1518562 Jul 29 04:47:36.551479 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-933fc4c4-a4f2-4738-8d0b-47b980bdabf4 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (364afbf7-5ebf-4a7a-b038-946add3d6ca2), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:36.607664 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2781729d-850c-406a-8df1-20c791226383 None None] The sync data for ids ['a4a2311e-889f-4131-b02b-9b68a398deaa'] in dv-cinder-851449-2-iscsi is: [{'id': 'a4a2311e-889f-4131-b02b-9b68a398deaa', 'name': 'tempest-DeleteServersTestJSON-2125260870-router', 'tenant_id': '77688c4faed945849f5649c08cc580c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '0ee984ba-30fc-4e2c-9996-00fc8918b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:16Z', 'updated_at': '2022-07-29T04:47:24Z', 'revision_number': 4, 'project_id': '77688c4faed945849f5649c08cc580c2', 'gw_port': {'id': '0ee984ba-30fc-4e2c-9996-00fc8918b149', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a2311e-889f-4131-b02b-9b68a398deaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:17Z', 'updated_at': '2022-07-29T04:47:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': 'ff2f07e1-ded3-4681-a20d-58362ba4f0d4', 'name': '', 'network_id': '39e88c0c-eb22-4423-a14a-7cac22367ce7', 'tenant_id': '77688c4faed945849f5649c08cc580c2', 'mac_address': 'fa:16:3e:5b:f1:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a2311e-889f-4131-b02b-9b68a398deaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '632a1c05-3d45-406c-9136-da991dddae0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:22Z', 'updated_at': '2022-07-29T04:47:35Z', 'revision_number': 4, 'project_id': '77688c4faed945849f5649c08cc580c2', 'subnets': [{'id': '632a1c05-3d45-406c-9136-da991dddae0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 04:47:36.650758 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-3bc70463-5029-4263-be19-8e381aeeef1c req-6a1fcf4f-73a5-4f25-9c49-8d4fca16cbe9 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 210 time: 0.0631061 Jul 29 04:47:36.696412 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port cdab9c4f-ed7a-4a88-a138-14b529e8bd59 is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:47:36.698086 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device 0ee984ba-30fc-4e2c-9996-00fc8918b149 up at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 04:47:36.720751 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-933fc4c4-a4f2-4738-8d0b-47b980bdabf4 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for security_group (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:36.722054 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-933fc4c4-a4f2-4738-8d0b-47b980bdabf4 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4850721 Jul 29 04:47:36.725497 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 56150) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:47:36.726981 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933fc4c4-a4f2-4738-8d0b-47b980bdabf4 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=364afbf7-5ebf-4a7a-b038-946add3d6ca2,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:36.742249 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [None req-012e400e-5850-4b3c-8cde-fb77aaf7a215 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Request body: {'security_group_rule': {'security_group_id': '364afbf7-5ebf-4a7a-b038-946add3d6ca2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:47:36.812954 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-012e400e-5850-4b3c-8cde-fb77aaf7a215 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for security_group_rule (f65dd2c9-40b9-4afd-8dea-d37ccab151bc), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:36.814302 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462309cb-2eee-45af-9563-89d585aa36f5 req-d0f1276f-843e-415d-9557-aacf0e1aa786 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:47:36.815933 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:36.818647 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-462309cb-2eee-45af-9563-89d585aa36f5 req-d0f1276f-843e-415d-9557-aacf0e1aa786 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/networks?id=4bcca997-0807-424d-86d3-43681c4961dd HTTP/1.1" status: 200 len: 810 time: 0.2703300 Jul 29 04:47:36.842182 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-462309cb-2eee-45af-9563-89d585aa36f5 req-c22db621-9481-40e1-a5e4-c2b54e1a1450 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/quotas/946bf1e173f9476d86cf6133055fba0a HTTP/1.1" status: 200 len: 375 time: 0.0164189 Jul 29 04:47:36.941167 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-462309cb-2eee-45af-9563-89d585aa36f5 req-7398d0bb-5f5a-4b9b-aa30-c12c9a38af18 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=946bf1e173f9476d86cf6133055fba0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0870900 Jul 29 04:47:36.959403 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvr_db [None req-03ec0d78-77fd-4a5c-a545-c499c7bd8d2e None None] Set router b16b56f5-3ccf-4ca8-b446-f11105e09b7c gateway port host: dv-cinder-851449-2-iscsi {{(pid=115909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:47:36.991446 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-25060533-57ab-42e8-bbb8-49067b9726b5 req-cb202ed3-4be3-46a4-942a-72a4ff7dc41f tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/ports?device_id=5786f4ef-cc00-4e18-9910-7ba1707d903c HTTP/1.1" status: 200 len: 210 time: 0.1223106 Jul 29 04:47:37.073892 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-012e400e-5850-4b3c-8cde-fb77aaf7a215 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for security_group_rule (f65dd2c9-40b9-4afd-8dea-d37ccab151bc), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:37.079980 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-012e400e-5850-4b3c-8cde-fb77aaf7a215 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885006'] for security_group_rule (f65dd2c9-40b9-4afd-8dea-d37ccab151bc), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:37.098827 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-462309cb-2eee-45af-9563-89d585aa36f5 req-a367b3a3-3ba4-4933-9aa3-9f8f8c3da906 service neutron] 10.222.0.40 "GET /v2.0/networks/4bcca997-0807-424d-86d3-43681c4961dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448481 Jul 29 04:47:37.102161 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012e400e-5850-4b3c-8cde-fb77aaf7a215 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f65dd2c9-40b9-4afd-8dea-d37ccab151bc,revision_number=0']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:37.119083 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=100 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:37.122234 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-012e400e-5850-4b3c-8cde-fb77aaf7a215 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:37.123453 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-012e400e-5850-4b3c-8cde-fb77aaf7a215 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3969769 Jul 29 04:47:37.126178 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 56162) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:47:37.131221 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [None req-4f998835-aaeb-490f-888a-f10cc4623c9c tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Request body: {'security_group_rule': {'security_group_id': '364afbf7-5ebf-4a7a-b038-946add3d6ca2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:47:37.138861 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-62149c50-28fe-4e69-b4c5-6b6c8ee989d9 None None] Publish callbacks [] for port (55b672ec-1025-4297-8d6a-0a6fd8cc51ce), precommit_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:37.139503 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:37.147716 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:INSERT=7,neutron:UPDATE=4,neutron:SELECT=87,neutron:DELETE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:37.166238 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:37.181918 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-4f998835-aaeb-490f-888a-f10cc4623c9c tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for security_group_rule (5ac28c0c-af33-4242-b5f7-09a1c60fe411), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:37.194746 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-62149c50-28fe-4e69-b4c5-6b6c8ee989d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (55b672ec-1025-4297-8d6a-0a6fd8cc51ce), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:37.205807 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-68c10a7b-d59f-4950-803c-c93e97a1c7db None None] Current status of the port e669b7c1-4552-4265-8882-624c7532f140 is: DOWN; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:47:37.206193 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-68c10a7b-d59f-4950-803c-c93e97a1c7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (e669b7c1-4552-4265-8882-624c7532f140), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:37.228119 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-462309cb-2eee-45af-9563-89d585aa36f5 req-d4b090ca-5dbd-4fab-ad35-fa2179dfeb8f service neutron] 10.222.0.40 "GET /v2.0/networks/4bcca997-0807-424d-86d3-43681c4961dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173143 Jul 29 04:47:37.245653 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-4f998835-aaeb-490f-888a-f10cc4623c9c tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for security_group_rule (5ac28c0c-af33-4242-b5f7-09a1c60fe411), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:37.250516 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-4f998835-aaeb-490f-888a-f10cc4623c9c tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885006'] for security_group_rule (5ac28c0c-af33-4242-b5f7-09a1c60fe411), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:37.286338 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-4f998835-aaeb-490f-888a-f10cc4623c9c tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:37.288363 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-4f998835-aaeb-490f-888a-f10cc4623c9c tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1610832 Jul 29 04:47:37.289643 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f998835-aaeb-490f-888a-f10cc4623c9c tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ac28c0c-af33-4242-b5f7-09a1c60fe411,revision_number=0']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:37.291381 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 56164) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:47:37.304420 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [None req-6394fb8e-0869-4dd7-a4e6-7ddca24420e5 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Request body: {'floatingip': {'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4'}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:47:37.354587 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6394fb8e-0869-4dd7-a4e6-7ddca24420e5 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:37.459687 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-d218e649-373c-4506-8589-ae598f79c793 req-c83eff25-e0f6-4bb3-a369-02d3568b48b0 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 210 time: 0.0404644 Jul 29 04:47:37.483949 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Provisioning complete for port 0ee984ba-30fc-4e2c-9996-00fc8918b149 triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:47:37.484509 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (0ee984ba-30fc-4e2c-9996-00fc8918b149), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:37.548435 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21406b7b-51b8-433b-8c91-de2eb39ca802 None None] Pushing event updated for resources: {'Port': ['ID=55b672ec-1025-4297-8d6a-0a6fd8cc51ce,revision_number=3']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:37.581709 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-68c10a7b-d59f-4950-803c-c93e97a1c7db None None] For port e669b7c1-4552-4265-8882-624c7532f140, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=e669b7c1-4552-4265-8882-624c7532f140,segment=NetworkSegment(e145694e-df19-4fa8-b36d-a0ef9ab34dca),segment_id=e145694e-df19-4fa8-b36d-a0ef9ab34dca)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:47:37.600074 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-68c10a7b-d59f-4950-803c-c93e97a1c7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (e669b7c1-4552-4265-8882-624c7532f140), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:37.663588 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-ebbf9b3d-6321-411e-bb94-bd9746c91463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582e4f42-db29-460d-b6ad-65c14a49aa81', 'name': 'tempest-ServerRescueNegativeTestJSON-284703475-router', 'tenant_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '75eb54b2-7910-4750-9d5e-ee3125b1659c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:15Z', 'updated_at': '2022-07-29T04:47:25Z', 'revision_number': 4, 'project_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'gw_port': {'id': '75eb54b2-7910-4750-9d5e-ee3125b1659c', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:70:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e4f42-db29-460d-b6ad-65c14a49aa81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:16Z', 'updated_at': '2022-07-29T04:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': 'e669b7c1-4552-4265-8882-624c7532f140', 'name': '', 'network_id': '3e84cf4e-559b-4bbd-af56-3f6353c004d0', 'tenant_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'mac_address': 'fa:16:3e:59:57:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582e4f42-db29-460d-b6ad-65c14a49aa81', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '48fdddd6-c7bc-413f-9e30-1e0d5de8b27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:22Z', 'updated_at': '2022-07-29T04:47:34Z', 'revision_number': 4, 'project_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'subnets': [{'id': '48fdddd6-c7bc-413f-9e30-1e0d5de8b27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:47:37.681864 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6394fb8e-0869-4dd7-a4e6-7ddca24420e5 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:37.856368 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbf9b3d-6321-411e-bb94-bd9746c91463 None None] The sync data for ids ['582e4f42-db29-460d-b6ad-65c14a49aa81'] in dv-cinder-851449-2-iscsi is: [{'id': '582e4f42-db29-460d-b6ad-65c14a49aa81', 'name': 'tempest-ServerRescueNegativeTestJSON-284703475-router', 'tenant_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '75eb54b2-7910-4750-9d5e-ee3125b1659c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:15Z', 'updated_at': '2022-07-29T04:47:25Z', 'revision_number': 4, 'project_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'gw_port': {'id': '75eb54b2-7910-4750-9d5e-ee3125b1659c', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:70:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e4f42-db29-460d-b6ad-65c14a49aa81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:16Z', 'updated_at': '2022-07-29T04:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': 'e669b7c1-4552-4265-8882-624c7532f140', 'name': '', 'network_id': '3e84cf4e-559b-4bbd-af56-3f6353c004d0', 'tenant_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'mac_address': 'fa:16:3e:59:57:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582e4f42-db29-460d-b6ad-65c14a49aa81', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '48fdddd6-c7bc-413f-9e30-1e0d5de8b27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:22Z', 'updated_at': '2022-07-29T04:47:34Z', 'revision_number': 4, 'project_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'subnets': [{'id': '48fdddd6-c7bc-413f-9e30-1e0d5de8b27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 04:47:37.888997 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-68c10a7b-d59f-4950-803c-c93e97a1c7db None None] Provisioning complete for port ff2f07e1-ded3-4681-a20d-58362ba4f0d4 triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:47:37.891331 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-68c10a7b-d59f-4950-803c-c93e97a1c7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (ff2f07e1-ded3-4681-a20d-58362ba4f0d4), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:37.899363 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.64', 54213) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:47:37.902930 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-03ec0d78-77fd-4a5c-a545-c499c7bd8d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'name': 'tempest-AttachVolumeNegativeTest-654562715-router', 'tenant_id': '461e2af738084ccb986169d752510588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'a9fde12f-857b-419b-9b3c-07d0e6d53447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:20Z', 'updated_at': '2022-07-29T04:47:32Z', 'revision_number': 4, 'project_id': '461e2af738084ccb986169d752510588', 'gw_port': {'id': 'a9fde12f-857b-419b-9b3c-07d0e6d53447', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:23Z', 'updated_at': '2022-07-29T04:47:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': '4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51', 'name': '', 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68', 'tenant_id': '461e2af738084ccb986169d752510588', 'mac_address': 'fa:16:3e:64:33:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5df203e3-38ee-42fe-a28a-41c6f641aefe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:31Z', 'updated_at': '2022-07-29T04:47:32Z', 'revision_number': 2, 'project_id': '461e2af738084ccb986169d752510588', 'subnets': [{'id': '5df203e3-38ee-42fe-a28a-41c6f641aefe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:47:37.940576 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.64', 54214) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:47:38.025225 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-116552b4-169c-414a-b794-b811cce15668 req-c10b6c26-0225-442b-8b69-91cf96c09dfc tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 210 time: 0.0970964 Jul 29 04:47:38.095410 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.db.db_base_plugin_common [None req-6394fb8e-0869-4dd7-a4e6-7ddca24420e5 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Allocated IP 172.27.0.141 (9a05b655-8925-4222-a853-020f58db76f4/b252d643-2a5f-428d-a536-f8ecbd6d13e1/6d40d66c-d315-4a35-af99-3c17baf5a68d) {{(pid=115907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 04:47:38.268782 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdbeb39-068a-4b60-b9c0-a80fac1bb5af req-63c03ac2-1a87-43ad-a59d-bf15f5c7bd77 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:47:38.271217 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-bcdbeb39-068a-4b60-b9c0-a80fac1bb5af req-63c03ac2-1a87-43ad-a59d-bf15f5c7bd77 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.64 "GET /v2.0/networks?id=39e88c0c-eb22-4423-a14a-7cac22367ce7 HTTP/1.1" status: 200 len: 812 time: 0.3288846 Jul 29 04:47:38.336394 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c10a7b-d59f-4950-803c-c93e97a1c7db None None] Pushing event updated for resources: {'Port': ['ID=e669b7c1-4552-4265-8882-624c7532f140,revision_number=5']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:38.401682 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.64', 54216) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:47:38.416797 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ec0d78-77fd-4a5c-a545-c499c7bd8d2e None None] Checking router: b16b56f5-3ccf-4ca8-b446-f11105e09b7c for host: dv-cinder-851449-2-iscsi {{(pid=115909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 04:47:38.417645 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ec0d78-77fd-4a5c-a545-c499c7bd8d2e None None] Updating router b16b56f5-3ccf-4ca8-b446-f11105e09b7c port 4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51 binding host dv-cinder-851449-2-iscsi {{(pid=115909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 04:47:38.426226 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-62149c50-28fe-4e69-b4c5-6b6c8ee989d9 None None] Attempting to bind port 55b672ec-1025-4297-8d6a-0a6fd8cc51ce on host dv-cinder-851449-2-iscsi for vnic_type normal with profile {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 04:47:38.427007 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-62149c50-28fe-4e69-b4c5-6b6c8ee989d9 None None] Attempting to bind port 55b672ec-1025-4297-8d6a-0a6fd8cc51ce by drivers openvswitch,hyperv on host dv-cinder-851449-2-iscsi at level 0 using segments [{'id': '6f466e2d-c5fa-42c0-91f0-803509af04d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4bcca997-0807-424d-86d3-43681c4961dd'}] {{(pid=115909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 04:47:38.427733 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62149c50-28fe-4e69-b4c5-6b6c8ee989d9 None None] Attempting to bind port 55b672ec-1025-4297-8d6a-0a6fd8cc51ce on network 4bcca997-0807-424d-86d3-43681c4961dd {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 04:47:38.468040 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62149c50-28fe-4e69-b4c5-6b6c8ee989d9 None None] Checking agent: {'id': '9625653a-1f3f-4d73-bc2a-dc32c08b0da9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 4, 38, 53), 'started_at': datetime.datetime(2022, 7, 29, 4, 39, 23), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 4, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 04:47:38.468861 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62149c50-28fe-4e69-b4c5-6b6c8ee989d9 None None] Checking segment: {'id': '6f466e2d-c5fa-42c0-91f0-803509af04d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4bcca997-0807-424d-86d3-43681c4961dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 04:47:38.469467 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-62149c50-28fe-4e69-b4c5-6b6c8ee989d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:38.470457 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62149c50-28fe-4e69-b4c5-6b6c8ee989d9 None None] Bound using segment: {'id': '6f466e2d-c5fa-42c0-91f0-803509af04d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4bcca997-0807-424d-86d3-43681c4961dd'} {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 04:47:38.471457 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-62149c50-28fe-4e69-b4c5-6b6c8ee989d9 None None] Bound port: 55b672ec-1025-4297-8d6a-0a6fd8cc51ce, host: dv-cinder-851449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f466e2d-c5fa-42c0-91f0-803509af04d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4bcca997-0807-424d-86d3-43681c4961dd'}}] {{(pid=115909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 04:47:38.472057 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-62149c50-28fe-4e69-b4c5-6b6c8ee989d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (55b672ec-1025-4297-8d6a-0a6fd8cc51ce), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:38.494329 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [req-bcdbeb39-068a-4b60-b9c0-a80fac1bb5af req-39a6e682-e651-44c7-a7af-924f85fec4a3 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Request body: {'port': {'device_id': '5786f4ef-cc00-4e18-9910-7ba1707d903c', 'network_id': '39e88c0c-eb22-4423-a14a-7cac22367ce7', 'admin_state_up': True, 'tenant_id': '77688c4faed945849f5649c08cc580c2'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:47:38.500385 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:38.562655 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6394fb8e-0869-4dd7-a4e6-7ddca24420e5 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for port (6d40d66c-d315-4a35-af99-3c17baf5a68d), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:38.575406 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port 0ee984ba-30fc-4e2c-9996-00fc8918b149 is: DOWN; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:47:38.576139 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (0ee984ba-30fc-4e2c-9996-00fc8918b149), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:38.656254 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-03ec0d78-77fd-4a5c-a545-c499c7bd8d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:38.670024 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-aded52e9-b0bf-4ced-b5f0-12e1ae78f467 req-2b4ab661-825e-4783-b614-c0a34fd6196a tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/ports?device_id=5786f4ef-cc00-4e18-9910-7ba1707d903c HTTP/1.1" status: 200 len: 210 time: 0.2203841 Jul 29 04:47:38.806214 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6394fb8e-0869-4dd7-a4e6-7ddca24420e5 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307'] for port (6d40d66c-d315-4a35-af99-3c17baf5a68d), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:38.834635 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-68c10a7b-d59f-4950-803c-c93e97a1c7db None None] Current status of the port ff2f07e1-ded3-4681-a20d-58362ba4f0d4 is: DOWN; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:47:38.834948 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-68c10a7b-d59f-4950-803c-c93e97a1c7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (ff2f07e1-ded3-4681-a20d-58362ba4f0d4), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:38.964135 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-62149c50-28fe-4e69-b4c5-6b6c8ee989d9 None None] For port 55b672ec-1025-4297-8d6a-0a6fd8cc51ce, host dv-cinder-851449-2-iscsi, cleared binding levels {{(pid=115909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 04:47:38.972522 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94e5d0-00da-4d0f-9695-e3524ad64d5c req-6608d671-f99e-453e-8b42-f189119202c5 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:47:38.975185 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-62149c50-28fe-4e69-b4c5-6b6c8ee989d9 None None] For port 55b672ec-1025-4297-8d6a-0a6fd8cc51ce, host dv-cinder-851449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=55b672ec-1025-4297-8d6a-0a6fd8cc51ce,segment=NetworkSegment(6f466e2d-c5fa-42c0-91f0-803509af04d3),segment_id=6f466e2d-c5fa-42c0-91f0-803509af04d3)] {{(pid=115909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 04:47:38.982544 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ad94e5d0-00da-4d0f-9695-e3524ad64d5c req-6608d671-f99e-453e-8b42-f189119202c5 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.64 "GET /v2.0/networks?id=3e84cf4e-559b-4bbd-af56-3f6353c004d0 HTTP/1.1" status: 200 len: 818 time: 0.7099810 Jul 29 04:47:39.009373 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] For port 0ee984ba-30fc-4e2c-9996-00fc8918b149, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=0ee984ba-30fc-4e2c-9996-00fc8918b149,segment=NetworkSegment(a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f),segment_id=a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:47:39.026780 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-62149c50-28fe-4e69-b4c5-6b6c8ee989d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (55b672ec-1025-4297-8d6a-0a6fd8cc51ce), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:39.042419 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [req-ad94e5d0-00da-4d0f-9695-e3524ad64d5c req-38d8f95a-97d7-4721-95d7-79619902b80d tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Request body: {'port': {'device_id': '052579df-c255-4129-911a-8a4dda7e6ced', 'network_id': '3e84cf4e-559b-4bbd-af56-3f6353c004d0', 'admin_state_up': True, 'tenant_id': '0f6c1ad3422c40d4af4ef5329ecd9d86'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:47:39.062671 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (0ee984ba-30fc-4e2c-9996-00fc8918b149), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:39.081807 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-c07d6aa4-f322-47f1-ba71-799772c98431 req-c43b08b1-484d-47d4-b84d-f71d7bd11d38 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 210 time: 0.3643284 Jul 29 04:47:39.116274 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6394fb8e-0869-4dd7-a4e6-7ddca24420e5 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Network 9a05b655-8925-4222-a853-020f58db76f4 is already hosted by enough agents. {{(pid=115907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 04:47:39.140398 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6394fb8e-0869-4dd7-a4e6-7ddca24420e5 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Pushing event updated for resources: {'Port': ['ID=6d40d66c-d315-4a35-af99-3c17baf5a68d,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:39.154004 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.base_scheduler [None req-6394fb8e-0869-4dd7-a4e6-7ddca24420e5 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Resources bound (agent type, host, resource id): {{(pid=115907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:47:39.252877 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6394fb8e-0869-4dd7-a4e6-7ddca24420e5 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Received port after_create {{(pid=115907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 04:47:39.293264 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcdbeb39-068a-4b60-b9c0-a80fac1bb5af req-39a6e682-e651-44c7-a7af-924f85fec4a3 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Made reservation on behalf of 77688c4faed945849f5649c08cc580c2 for: {'port': 1} {{(pid=115908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 04:47:39.307991 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-bcdbeb39-068a-4b60-b9c0-a80fac1bb5af req-39a6e682-e651-44c7-a7af-924f85fec4a3 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:39.373115 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:39.386441 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62149c50-28fe-4e69-b4c5-6b6c8ee989d9 None None] Routers {'00e1ea9c-ca36-47a6-adfc-7297319d368d'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:47:39.387567 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-62149c50-28fe-4e69-b4c5-6b6c8ee989d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:47:21Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['00e1ea9c-ca36-47a6-adfc-7297319d368d'], 'active': True} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:47:39.438881 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-8c18e0e6-2537-4956-8ae1-efbc1acc94de req-d4d21120-144d-47d4-902e-ba48e79d7d1d tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 210 time: 0.1076398 Jul 29 04:47:39.454741 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:39.478062 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13015faf-a32c-4420-ac0c-9c07fa1c252d req-16cac384-a9b3-4811-b420-0b84c863f6bf tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:47:39.500663 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-13015faf-a32c-4420-ac0c-9c07fa1c252d req-16cac384-a9b3-4811-b420-0b84c863f6bf tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.64 "GET /v2.0/networks?id=3e84cf4e-559b-4bbd-af56-3f6353c004d0 HTTP/1.1" status: 200 len: 818 time: 1.0979414 Jul 29 04:47:39.507838 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.64', 54228) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:47:39.582007 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [req-13015faf-a32c-4420-ac0c-9c07fa1c252d req-b67ad547-9a9e-4f30-bcc6-13f67898591c tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Request body: {'port': {'device_id': '3508a994-61f6-4db5-83be-063a6eedc0cd', 'network_id': '3e84cf4e-559b-4bbd-af56-3f6353c004d0', 'admin_state_up': True, 'tenant_id': '0f6c1ad3422c40d4af4ef5329ecd9d86'}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:47:39.651629 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device a9fde12f-857b-419b-9b3c-07d0e6d53447 up at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 04:47:39.738155 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-68c10a7b-d59f-4950-803c-c93e97a1c7db None None] For port ff2f07e1-ded3-4681-a20d-58362ba4f0d4, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=ff2f07e1-ded3-4681-a20d-58362ba4f0d4,segment=NetworkSegment(f3c3937f-0d62-4e7f-a2ac-736614dde9c0),segment_id=f3c3937f-0d62-4e7f-a2ac-736614dde9c0)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:47:39.788341 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad94e5d0-00da-4d0f-9695-e3524ad64d5c req-38d8f95a-97d7-4721-95d7-79619902b80d tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Made reservation on behalf of 0f6c1ad3422c40d4af4ef5329ecd9d86 for: {'port': 1} {{(pid=115908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 04:47:39.793346 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-ad94e5d0-00da-4d0f-9695-e3524ad64d5c req-38d8f95a-97d7-4721-95d7-79619902b80d tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:39.876508 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:39.974439 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-a9358b31-ee1d-4b95-b59e-4fd81185cffa req-35feff77-f4f9-4930-813b-a469a1cf0cba tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/ports?device_id=5786f4ef-cc00-4e18-9910-7ba1707d903c HTTP/1.1" status: 200 len: 210 time: 0.0624337 Jul 29 04:47:40.004045 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6394fb8e-0869-4dd7-a4e6-7ddca24420e5 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for floatingip (a4d44bfd-ba97-4903-9293-b540814128cf), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:40.043511 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.db_base_plugin_common [req-ad94e5d0-00da-4d0f-9695-e3524ad64d5c req-38d8f95a-97d7-4721-95d7-79619902b80d tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Allocated IP 172.20.0.5 (3e84cf4e-559b-4bbd-af56-3f6353c004d0/48fdddd6-c7bc-413f-9e30-1e0d5de8b27a/aec72477-e53c-4111-8650-f834671263de) {{(pid=115908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 04:47:40.103790 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6394fb8e-0869-4dd7-a4e6-7ddca24420e5 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (6d40d66c-d315-4a35-af99-3c17baf5a68d), before_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:40.138750 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:40.358004 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.db_base_plugin_common [req-bcdbeb39-068a-4b60-b9c0-a80fac1bb5af req-39a6e682-e651-44c7-a7af-924f85fec4a3 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Allocated IP 172.20.0.3 (39e88c0c-eb22-4423-a14a-7cac22367ce7/632a1c05-3d45-406c-9136-da991dddae0b/9311cd5a-7a75-4479-a351-988245db7504) {{(pid=115908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 04:47:40.558417 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21406b7b-51b8-433b-8c91-de2eb39ca802 None None] Pushing event updated for resources: {'Port': ['ID=55b672ec-1025-4297-8d6a-0a6fd8cc51ce,revision_number=4']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:40.581514 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:40.677641 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:40.685378 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 56320) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:47:40.686507 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-68c10a7b-d59f-4950-803c-c93e97a1c7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (ff2f07e1-ded3-4681-a20d-58362ba4f0d4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:40.814560 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-0a473389-b75a-47f6-a959-d1fbf8b444b2 req-49e69639-22d1-4ab5-ad28-23d7e753b80e tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 210 time: 0.1319530 Jul 29 04:47:40.962907 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-d99509b3-6e9e-4984-a4c7-756f82b4ca83 req-d834a5a4-e51f-45f6-97c5-d5b3b630201d tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 210 time: 0.3145080 Jul 29 04:47:40.986425 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462309cb-2eee-45af-9563-89d585aa36f5 req-1f6f0ac5-3a77-4dd9-a2fa-ef9753ff703c tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:47:40.988514 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-462309cb-2eee-45af-9563-89d585aa36f5 req-1f6f0ac5-3a77-4dd9-a2fa-ef9753ff703c tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.64 "GET /v2.0/networks?id=4bcca997-0807-424d-86d3-43681c4961dd HTTP/1.1" status: 200 len: 810 time: 1.4698739 Jul 29 04:47:41.025911 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-03ec0d78-77fd-4a5c-a545-c499c7bd8d2e None None] Publish callbacks [] for port (4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51), precommit_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:41.028888 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvr_db [None req-62149c50-28fe-4e69-b4c5-6b6c8ee989d9 None None] Set router 00e1ea9c-ca36-47a6-adfc-7297319d368d gateway port host: dv-cinder-851449-2-iscsi {{(pid=115909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:47:41.031564 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-1bca1048-f415-4686-8303-c6d6aa3f034a None None] Provisioning complete for port ff2f07e1-ded3-4681-a20d-58362ba4f0d4 triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:47:41.032089 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-1bca1048-f415-4686-8303-c6d6aa3f034a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (ff2f07e1-ded3-4681-a20d-58362ba4f0d4), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:41.209529 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Pushing event updated for resources: {'Port': ['ID=0ee984ba-30fc-4e2c-9996-00fc8918b149,revision_number=4']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:41.223078 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Provisioning complete for port a9fde12f-857b-419b-9b3c-07d0e6d53447 triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:47:41.223480 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (a9fde12f-857b-419b-9b3c-07d0e6d53447), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:41.237049 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6394fb8e-0869-4dd7-a4e6-7ddca24420e5 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for port (6d40d66c-d315-4a35-af99-3c17baf5a68d), precommit_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:41.295730 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-462309cb-2eee-45af-9563-89d585aa36f5 req-f74005fa-6c4e-4e52-a36c-cc15be280448 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=946bf1e173f9476d86cf6133055fba0a HTTP/1.1" status: 200 len: 380 time: 0.2806182 Jul 29 04:47:41.300711 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6394fb8e-0869-4dd7-a4e6-7ddca24420e5 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (6d40d66c-d315-4a35-af99-3c17baf5a68d), after_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:41.305649 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 56338) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:47:41.428064 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-03ec0d78-77fd-4a5c-a545-c499c7bd8d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:41.458557 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13015faf-a32c-4420-ac0c-9c07fa1c252d req-b67ad547-9a9e-4f30-bcc6-13f67898591c tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Made reservation on behalf of 0f6c1ad3422c40d4af4ef5329ecd9d86 for: {'port': 1} {{(pid=115907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 04:47:41.466462 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [req-13015faf-a32c-4420-ac0c-9c07fa1c252d req-b67ad547-9a9e-4f30-bcc6-13f67898591c tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:41.496620 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6394fb8e-0869-4dd7-a4e6-7ddca24420e5 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1937124'] for floatingip (a4d44bfd-ba97-4903-9293-b540814128cf), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:41.517956 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6394fb8e-0869-4dd7-a4e6-7ddca24420e5 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Pushing event updated for resources: {'Port': ['ID=6d40d66c-d315-4a35-af99-3c17baf5a68d,revision_number=2']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:41.535847 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ca528991-7246-407b-943e-833c39ef6b3c req-c2e6b5a1-b2f6-44df-9dd0-a056d66ab1f0 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/ports?device_id=5786f4ef-cc00-4e18-9910-7ba1707d903c HTTP/1.1" status: 200 len: 210 time: 0.1452754 Jul 29 04:47:41.551182 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-bcdbeb39-068a-4b60-b9c0-a80fac1bb5af req-39a6e682-e651-44c7-a7af-924f85fec4a3 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Publish callbacks [] for port (9311cd5a-7a75-4479-a351-988245db7504), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:41.559999 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6394fb8e-0869-4dd7-a4e6-7ddca24420e5 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for floatingip (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:41.565687 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-6394fb8e-0869-4dd7-a4e6-7ddca24420e5 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2731862 Jul 29 04:47:41.571915 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-0da28054-820c-49a0-ac83-1650a5156e39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:41.837525 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-1539aa42-a080-4584-900a-b3fba17e29d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:41.880381 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [req-462309cb-2eee-45af-9563-89d585aa36f5 req-ad00e02b-38af-4ed3-843e-bfe13a5d0b4e tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Request body: {'port': {'device_id': '32c9906c-fdab-4215-a1c5-5cb82c3ab79e', 'network_id': '4bcca997-0807-424d-86d3-43681c4961dd', 'admin_state_up': True, 'tenant_id': '946bf1e173f9476d86cf6133055fba0a', 'security_groups': ['82482b36-d94b-4feb-9c63-3e7df2b1d621']}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:47:41.990932 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-0da28054-820c-49a0-ac83-1650a5156e39 admin admin] Publish callbacks [] for security_group (0bf78b97-0d0e-4c10-8e99-cc1e9ca30292), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:41.992938 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:INSERT=17,neutron:UPDATE=4,neutron:SELECT=79 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:42.031350 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-ad94e5d0-00da-4d0f-9695-e3524ad64d5c req-38d8f95a-97d7-4721-95d7-79619902b80d tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Publish callbacks [] for port (aec72477-e53c-4111-8650-f834671263de), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:42.115967 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-0da28054-820c-49a0-ac83-1650a5156e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (0bf78b97-0d0e-4c10-8e99-cc1e9ca30292), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:42.139185 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-bcdbeb39-068a-4b60-b9c0-a80fac1bb5af req-39a6e682-e651-44c7-a7af-924f85fec4a3 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307'] for port (9311cd5a-7a75-4479-a351-988245db7504), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:42.163223 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port a9fde12f-857b-419b-9b3c-07d0e6d53447 is: DOWN; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:47:42.163859 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (a9fde12f-857b-419b-9b3c-07d0e6d53447), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:42.228740 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-57d92223-1806-4b3a-9816-5e1142ca12eb req-136d7472-9a57-4dd9-8eb6-829e54d88b38 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 210 time: 0.0663991 Jul 29 04:47:42.246477 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:42.246965 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcdbeb39-068a-4b60-b9c0-a80fac1bb5af req-39a6e682-e651-44c7-a7af-924f85fec4a3 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Network 39e88c0c-eb22-4423-a14a-7cac22367ce7 is already hosted by enough agents. {{(pid=115908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 04:47:42.280042 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.base_scheduler [req-bcdbeb39-068a-4b60-b9c0-a80fac1bb5af req-39a6e682-e651-44c7-a7af-924f85fec4a3 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Resources bound (agent type, host, resource id): {{(pid=115908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:47:42.290559 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcdbeb39-068a-4b60-b9c0-a80fac1bb5af req-39a6e682-e651-44c7-a7af-924f85fec4a3 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Received port after_create {{(pid=115908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 04:47:42.306361 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdbeb39-068a-4b60-b9c0-a80fac1bb5af req-39a6e682-e651-44c7-a7af-924f85fec4a3 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:47:42.307178 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-bcdbeb39-068a-4b60-b9c0-a80fac1bb5af req-39a6e682-e651-44c7-a7af-924f85fec4a3 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for port (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:42.341213 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-ad94e5d0-00da-4d0f-9695-e3524ad64d5c req-38d8f95a-97d7-4721-95d7-79619902b80d tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307'] for port (aec72477-e53c-4111-8650-f834671263de), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:42.367489 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-bcdbeb39-068a-4b60-b9c0-a80fac1bb5af req-39a6e682-e651-44c7-a7af-924f85fec4a3 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8843184 Jul 29 04:47:42.397997 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [req-bcdbeb39-068a-4b60-b9c0-a80fac1bb5af req-bd7db166-27f0-4bdf-8b63-e70ffa68752a tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=115908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 29 04:47:42.399005 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-bcdbeb39-068a-4b60-b9c0-a80fac1bb5af req-bd7db166-27f0-4bdf-8b63-e70ffa68752a tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0061975 Jul 29 04:47:42.441145 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-0da28054-820c-49a0-ac83-1650a5156e39 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=84bbb598d5204cad9c8cb378bc09f1c3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7489173 Jul 29 04:47:42.509928 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c10a7b-d59f-4950-803c-c93e97a1c7db None None] Pushing event updated for resources: {'Port': ['ID=ff2f07e1-ded3-4681-a20d-58362ba4f0d4,revision_number=5']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:42.524215 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:42.532882 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 56378) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:47:42.535878 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da28054-820c-49a0-ac83-1650a5156e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf78b97-0d0e-4c10-8e99-cc1e9ca30292,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:42.597010 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c5722295-49ac-4d0f-be3d-c1e9db2ec705 req-f447f920-4e52-438d-b8de-e9316558734f tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 210 time: 0.3359649 Jul 29 04:47:42.714311 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-1bca1048-f415-4686-8303-c6d6aa3f034a None None] Current status of the port ff2f07e1-ded3-4681-a20d-58362ba4f0d4 is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:47:42.735372 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a6e682-e651-44c7-a7af-924f85fec4a3 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Pushing event updated for resources: {'Port': ['ID=9311cd5a-7a75-4479-a351-988245db7504,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:42.742964 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] For port a9fde12f-857b-419b-9b3c-07d0e6d53447, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=a9fde12f-857b-419b-9b3c-07d0e6d53447,segment=NetworkSegment(a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f),segment_id=a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:47:42.744241 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-1bca1048-f415-4686-8303-c6d6aa3f034a None None] Provisioning complete for port 55b672ec-1025-4297-8d6a-0a6fd8cc51ce triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:47:42.744860 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-1bca1048-f415-4686-8303-c6d6aa3f034a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (55b672ec-1025-4297-8d6a-0a6fd8cc51ce), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:42.746998 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-03ec0d78-77fd-4a5c-a545-c499c7bd8d2e None None] Attempting to bind port 4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51 on host dv-cinder-851449-2-iscsi for vnic_type normal with profile {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 04:47:42.747711 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-03ec0d78-77fd-4a5c-a545-c499c7bd8d2e None None] Attempting to bind port 4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51 by drivers openvswitch,hyperv on host dv-cinder-851449-2-iscsi at level 0 using segments [{'id': 'be606ddc-fa2d-47b7-97af-8bdf56fa7376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68'}] {{(pid=115909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 04:47:42.748350 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ec0d78-77fd-4a5c-a545-c499c7bd8d2e None None] Attempting to bind port 4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51 on network 21ca39e1-cfc7-4b5b-897b-220faf26ce68 {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 04:47:42.766410 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=7,neutron:DELETE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:42.797197 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (a9fde12f-857b-419b-9b3c-07d0e6d53447), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:42.798269 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device e669b7c1-4552-4265-8882-624c7532f140 up at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 04:47:42.804831 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad94e5d0-00da-4d0f-9695-e3524ad64d5c req-38d8f95a-97d7-4721-95d7-79619902b80d tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Network 3e84cf4e-559b-4bbd-af56-3f6353c004d0 is already hosted by enough agents. {{(pid=115908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 04:47:42.810191 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.base_scheduler [req-ad94e5d0-00da-4d0f-9695-e3524ad64d5c req-38d8f95a-97d7-4721-95d7-79619902b80d tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Resources bound (agent type, host, resource id): {{(pid=115908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:47:42.814503 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ec0d78-77fd-4a5c-a545-c499c7bd8d2e None None] Checking agent: {'id': '9625653a-1f3f-4d73-bc2a-dc32c08b0da9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 4, 38, 53), 'started_at': datetime.datetime(2022, 7, 29, 4, 39, 23), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 4, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 04:47:42.815286 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ec0d78-77fd-4a5c-a545-c499c7bd8d2e None None] Checking segment: {'id': 'be606ddc-fa2d-47b7-97af-8bdf56fa7376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 04:47:42.816046 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-03ec0d78-77fd-4a5c-a545-c499c7bd8d2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:42.816693 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ec0d78-77fd-4a5c-a545-c499c7bd8d2e None None] Bound using segment: {'id': 'be606ddc-fa2d-47b7-97af-8bdf56fa7376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68'} {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 04:47:42.817960 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-03ec0d78-77fd-4a5c-a545-c499c7bd8d2e None None] Bound port: 4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51, host: dv-cinder-851449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be606ddc-fa2d-47b7-97af-8bdf56fa7376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68'}}] {{(pid=115909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 04:47:42.818585 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-03ec0d78-77fd-4a5c-a545-c499c7bd8d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:42.819183 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad94e5d0-00da-4d0f-9695-e3524ad64d5c req-38d8f95a-97d7-4721-95d7-79619902b80d tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Received port after_create {{(pid=115908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 04:47:42.843981 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94e5d0-00da-4d0f-9695-e3524ad64d5c req-38d8f95a-97d7-4721-95d7-79619902b80d tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:47:42.844684 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-ad94e5d0-00da-4d0f-9695-e3524ad64d5c req-38d8f95a-97d7-4721-95d7-79619902b80d tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for port (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:42.855140 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-8edd9869-95d3-4179-8ade-1c9635e799d6 req-1f7b0839-fdd8-4122-bcb0-b061b2194c93 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--1323968734&fields=id&tenant_id=461e2af738084ccb986169d752510588 HTTP/1.1" status: 200 len: 267 time: 0.2891984 Jul 29 04:47:42.857528 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.db.api [req-13015faf-a32c-4420-ac0c-9c07fa1c252d req-b67ad547-9a9e-4f30-bcc6-13f67898591c tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.5-b16598fa-6d06-41a2-bd24-0bbab08dc9e1 {{(pid=115907) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 29 04:47:42.859096 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG oslo_db.api [req-13015faf-a32c-4420-ac0c-9c07fa1c252d req-b67ad547-9a9e-4f30-bcc6-13f67898591c tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=115907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 04:47:42.869945 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1272da79-e7a7-426c-9e4f-2933924c4341 None None] Pushing event updated for resources: {'Port': ['ID=4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51,revision_number=3']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:42.873998 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-62149c50-28fe-4e69-b4c5-6b6c8ee989d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e1ea9c-ca36-47a6-adfc-7297319d368d', 'name': 'tempest-AttachVolumeTestJSON-186030634-router', 'tenant_id': '946bf1e173f9476d86cf6133055fba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'a0c2d30f-3fae-4c94-8da7-3ca17eba7f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:19Z', 'updated_at': '2022-07-29T04:47:28Z', 'revision_number': 4, 'project_id': '946bf1e173f9476d86cf6133055fba0a', 'gw_port': {'id': 'a0c2d30f-3fae-4c94-8da7-3ca17eba7f99', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e1ea9c-ca36-47a6-adfc-7297319d368d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:21Z', 'updated_at': '2022-07-29T04:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': '55b672ec-1025-4297-8d6a-0a6fd8cc51ce', 'name': '', 'network_id': '4bcca997-0807-424d-86d3-43681c4961dd', 'tenant_id': '946bf1e173f9476d86cf6133055fba0a', 'mac_address': 'fa:16:3e:2e:0f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00e1ea9c-ca36-47a6-adfc-7297319d368d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '928e1728-3f5c-432b-96a7-e970473efb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:26Z', 'updated_at': '2022-07-29T04:47:38Z', 'revision_number': 4, 'project_id': '946bf1e173f9476d86cf6133055fba0a', 'subnets': [{'id': '928e1728-3f5c-432b-96a7-e970473efb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:47:42.881658 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-462309cb-2eee-45af-9563-89d585aa36f5 req-ad00e02b-38af-4ed3-843e-bfe13a5d0b4e tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Made reservation on behalf of 946bf1e173f9476d86cf6133055fba0a for: {'port': 1} {{(pid=115907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 04:47:42.890180 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [req-462309cb-2eee-45af-9563-89d585aa36f5 req-ad00e02b-38af-4ed3-843e-bfe13a5d0b4e tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:42.905856 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:42.985825 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [req-bcdbeb39-068a-4b60-b9c0-a80fac1bb5af req-f816f18d-c503-4f73-8abc-14f4bf48b2c4 service neutron] Request body: {'port': {'device_id': '5786f4ef-cc00-4e18-9910-7ba1707d903c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85144'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:47:43.026851 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62149c50-28fe-4e69-b4c5-6b6c8ee989d9 None None] The sync data for ids ['00e1ea9c-ca36-47a6-adfc-7297319d368d'] in dv-cinder-851449-2-iscsi is: [{'id': '00e1ea9c-ca36-47a6-adfc-7297319d368d', 'name': 'tempest-AttachVolumeTestJSON-186030634-router', 'tenant_id': '946bf1e173f9476d86cf6133055fba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'a0c2d30f-3fae-4c94-8da7-3ca17eba7f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:19Z', 'updated_at': '2022-07-29T04:47:28Z', 'revision_number': 4, 'project_id': '946bf1e173f9476d86cf6133055fba0a', 'gw_port': {'id': 'a0c2d30f-3fae-4c94-8da7-3ca17eba7f99', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e1ea9c-ca36-47a6-adfc-7297319d368d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:21Z', 'updated_at': '2022-07-29T04:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': '55b672ec-1025-4297-8d6a-0a6fd8cc51ce', 'name': '', 'network_id': '4bcca997-0807-424d-86d3-43681c4961dd', 'tenant_id': '946bf1e173f9476d86cf6133055fba0a', 'mac_address': 'fa:16:3e:2e:0f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00e1ea9c-ca36-47a6-adfc-7297319d368d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '928e1728-3f5c-432b-96a7-e970473efb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:26Z', 'updated_at': '2022-07-29T04:47:38Z', 'revision_number': 4, 'project_id': '946bf1e173f9476d86cf6133055fba0a', 'subnets': [{'id': '928e1728-3f5c-432b-96a7-e970473efb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 04:47:43.194678 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.db.db_base_plugin_common [req-462309cb-2eee-45af-9563-89d585aa36f5 req-ad00e02b-38af-4ed3-843e-bfe13a5d0b4e tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Allocated IP 172.20.0.4 (4bcca997-0807-424d-86d3-43681c4961dd/928e1728-3f5c-432b-96a7-e970473efb26/df448b29-2557-4bee-808a-385ffcca1ff4) {{(pid=115907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 04:47:43.213804 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Provisioning complete for port e669b7c1-4552-4265-8882-624c7532f140 triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:47:43.215063 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (e669b7c1-4552-4265-8882-624c7532f140), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:43.223708 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-03ec0d78-77fd-4a5c-a545-c499c7bd8d2e None None] For port 4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51, host dv-cinder-851449-2-iscsi, cleared binding levels {{(pid=115909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 04:47:43.302618 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-03ec0d78-77fd-4a5c-a545-c499c7bd8d2e None None] For port 4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51, host dv-cinder-851449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51,segment=NetworkSegment(be606ddc-fa2d-47b7-97af-8bdf56fa7376),segment_id=be606ddc-fa2d-47b7-97af-8bdf56fa7376)] {{(pid=115909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 04:47:43.319310 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Pushing event updated for resources: {'Port': ['ID=a9fde12f-857b-419b-9b3c-07d0e6d53447,revision_number=4']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:43.322573 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-1bca1048-f415-4686-8303-c6d6aa3f034a None None] Current status of the port 55b672ec-1025-4297-8d6a-0a6fd8cc51ce is: DOWN; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:47:43.323284 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-1bca1048-f415-4686-8303-c6d6aa3f034a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (55b672ec-1025-4297-8d6a-0a6fd8cc51ce), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:43.369033 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-03ec0d78-77fd-4a5c-a545-c499c7bd8d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:43.374416 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2cd1c2-b08f-4ba9-9912-5ec4f8a02203 req-a417084a-5174-45fd-ae80-b9b31e44b324 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:47:43.383678 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ef2cd1c2-b08f-4ba9-9912-5ec4f8a02203 req-a417084a-5174-45fd-ae80-b9b31e44b324 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/ports?device_id=5786f4ef-cc00-4e18-9910-7ba1707d903c HTTP/1.1" status: 200 len: 931 time: 0.4193094 Jul 29 04:47:43.406906 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-bcdbeb39-068a-4b60-b9c0-a80fac1bb5af req-f816f18d-c503-4f73-8abc-14f4bf48b2c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (9311cd5a-7a75-4479-a351-988245db7504), before_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:43.459259 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:43.551457 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ad94e5d0-00da-4d0f-9695-e3524ad64d5c req-38d8f95a-97d7-4721-95d7-79619902b80d tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5212491 Jul 29 04:47:43.553146 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d8f95a-97d7-4721-95d7-79619902b80d tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Pushing event updated for resources: {'Port': ['ID=aec72477-e53c-4111-8650-f834671263de,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:43.595149 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [req-13015faf-a32c-4420-ac0c-9c07fa1c252d req-b67ad547-9a9e-4f30-bcc6-13f67898591c tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:43.641300 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-1539aa42-a080-4584-900a-b3fba17e29d2 admin admin] Publish callbacks [] for security_group (cbb336d4-9fa7-47dd-96cd-75816e5c4f4a), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:43.677967 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-1539aa42-a080-4584-900a-b3fba17e29d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (cbb336d4-9fa7-47dd-96cd-75816e5c4f4a), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:43.739044 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [req-ad94e5d0-00da-4d0f-9695-e3524ad64d5c req-8d1144b3-e59e-430a-a723-8f470b7b14ac service neutron] Request body: {'port': {'device_id': '052579df-c255-4129-911a-8a4dda7e6ced', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85144'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:47:43.821565 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-1bca1048-f415-4686-8303-c6d6aa3f034a None None] For port 55b672ec-1025-4297-8d6a-0a6fd8cc51ce, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=55b672ec-1025-4297-8d6a-0a6fd8cc51ce,segment=NetworkSegment(6f466e2d-c5fa-42c0-91f0-803509af04d3),segment_id=6f466e2d-c5fa-42c0-91f0-803509af04d3)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:47:43.835207 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ec0d78-77fd-4a5c-a545-c499c7bd8d2e None None] Routers {'b16b56f5-3ccf-4ca8-b446-f11105e09b7c'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:47:43.842983 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-03ec0d78-77fd-4a5c-a545-c499c7bd8d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:47:21Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['b16b56f5-3ccf-4ca8-b446-f11105e09b7c'], 'active': True} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:47:43.858289 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1272da79-e7a7-426c-9e4f-2933924c4341 None None] Pushing event updated for resources: {'Port': ['ID=4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51,revision_number=4']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:43.861999 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-1bca1048-f415-4686-8303-c6d6aa3f034a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (55b672ec-1025-4297-8d6a-0a6fd8cc51ce), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:43.905843 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=5 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:43.909920 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-1539aa42-a080-4584-900a-b3fba17e29d2 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=7bca1a9ff6bc494dabcf47b9cab43edd&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5006526 Jul 29 04:47:43.921867 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 56422) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:47:43.978833 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1539aa42-a080-4584-900a-b3fba17e29d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb336d4-9fa7-47dd-96cd-75816e5c4f4a,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:44.079056 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port e669b7c1-4552-4265-8882-624c7532f140 is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:47:44.080370 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device a0c2d30f-3fae-4c94-8da7-3ca17eba7f99 up at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 04:47:44.185476 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd9869-95d3-4179-8ade-1c9635e799d6 req-af6143dc-01e5-4099-8904-4b14b805943e tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:47:44.187996 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-8edd9869-95d3-4179-8ade-1c9635e799d6 req-af6143dc-01e5-4099-8904-4b14b805943e tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/networks?id=21ca39e1-cfc7-4b5b-897b-220faf26ce68 HTTP/1.1" status: 200 len: 814 time: 1.2517664 Jul 29 04:47:44.205295 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-fe42039b-0c39-412e-a39d-f527eef67b64 None None] Provisioning complete for port aec72477-e53c-4111-8650-f834671263de triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:47:44.205815 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-fe42039b-0c39-412e-a39d-f527eef67b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (aec72477-e53c-4111-8650-f834671263de), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:44.290088 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-8edd9869-95d3-4179-8ade-1c9635e799d6 req-0419a1e5-299d-4375-8dec-7206eb6d0fd4 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/quotas/461e2af738084ccb986169d752510588 HTTP/1.1" status: 200 len: 375 time: 0.0543480 Jul 29 04:47:44.333365 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [req-462309cb-2eee-45af-9563-89d585aa36f5 req-ad00e02b-38af-4ed3-843e-bfe13a5d0b4e tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks [] for port (df448b29-2557-4bee-808a-385ffcca1ff4), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:44.337376 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-fe42039b-0c39-412e-a39d-f527eef67b64 None None] Port aec72477-e53c-4111-8650-f834671263de cannot update to ACTIVE because it is not bound. {{(pid=115909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 04:47:44.406725 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bca1048-f415-4686-8303-c6d6aa3f034a None None] Pushing event updated for resources: {'Port': ['ID=55b672ec-1025-4297-8d6a-0a6fd8cc51ce,revision_number=5']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:44.457718 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-fe42039b-0c39-412e-a39d-f527eef67b64 None None] Provisioning complete for port 9311cd5a-7a75-4479-a351-988245db7504 triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:47:44.458133 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-fe42039b-0c39-412e-a39d-f527eef67b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (9311cd5a-7a75-4479-a351-988245db7504), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:44.473779 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.db.db_base_plugin_common [req-13015faf-a32c-4420-ac0c-9c07fa1c252d req-b67ad547-9a9e-4f30-bcc6-13f67898591c tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Allocated IP 172.20.0.14 (3e84cf4e-559b-4bbd-af56-3f6353c004d0/48fdddd6-c7bc-413f-9e30-1e0d5de8b27a/70e45860-f254-40d2-808c-c68bdc1a745b) {{(pid=115907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 04:47:44.493514 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-bef76e56-b22a-4cd9-ae6d-b88ca19fbb63 admin admin] Publish callbacks [] for security_group (cbb336d4-9fa7-47dd-96cd-75816e5c4f4a), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:44.512562 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Provisioning complete for port a0c2d30f-3fae-4c94-8da7-3ca17eba7f99 triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:47:44.513224 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (a0c2d30f-3fae-4c94-8da7-3ca17eba7f99), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:44.526581 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-8edd9869-95d3-4179-8ade-1c9635e799d6 req-02efed42-230f-4b9a-90eb-2f3675b85143 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=461e2af738084ccb986169d752510588&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2235904 Jul 29 04:47:44.552234 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvr_db [None req-03ec0d78-77fd-4a5c-a545-c499c7bd8d2e None None] Set router b16b56f5-3ccf-4ca8-b446-f11105e09b7c gateway port host: dv-cinder-851449-2-iscsi {{(pid=115909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:47:44.584514 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-bef76e56-b22a-4cd9-ae6d-b88ca19fbb63 admin admin] Publish callbacks [] for security_group (cbb336d4-9fa7-47dd-96cd-75816e5c4f4a), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:44.663545 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:44.664697 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-fe42039b-0c39-412e-a39d-f527eef67b64 None None] Port 9311cd5a-7a75-4479-a351-988245db7504 cannot update to ACTIVE because it is not bound. {{(pid=115909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 04:47:44.690129 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:44.762031 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-fe42039b-0c39-412e-a39d-f527eef67b64 None None] Provisioning complete for port 4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51 triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:47:44.762864 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-fe42039b-0c39-412e-a39d-f527eef67b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:44.792509 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [req-462309cb-2eee-45af-9563-89d585aa36f5 req-ad00e02b-38af-4ed3-843e-bfe13a5d0b4e tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307'] for port (df448b29-2557-4bee-808a-385ffcca1ff4), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:44.905357 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.agents_db [None req-05f878dc-9505-4230-ae26-b2f791c5e7d5 None None] Agent healthcheck: found 6 active agents {{(pid=115910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 04:47:44.925137 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:44.930482 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ef2cd1c2-b08f-4ba9-9912-5ec4f8a02203 req-004ebb29-a9aa-47ef-93d3-f1a1678f9ec1 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/security-groups?id=7738388d-8c0b-4453-ba76-373bc961c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5446806 Jul 29 04:47:44.931316 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-19ac217e-2ff9-41fb-a0b8-7712fd06de2a admin admin] Publish callbacks [] for security_group (0bf78b97-0d0e-4c10-8e99-cc1e9ca30292), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:44.974151 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-19ac217e-2ff9-41fb-a0b8-7712fd06de2a admin admin] Publish callbacks [] for security_group (0bf78b97-0d0e-4c10-8e99-cc1e9ca30292), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:44.993302 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [req-bcdbeb39-068a-4b60-b9c0-a80fac1bb5af req-f816f18d-c503-4f73-8abc-14f4bf48b2c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9311cd5a-7a75-4479-a351-988245db7504 {{(pid=115908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 04:47:45.100079 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-bcdbeb39-068a-4b60-b9c0-a80fac1bb5af req-f816f18d-c503-4f73-8abc-14f4bf48b2c4 service neutron] Publish callbacks [] for port (9311cd5a-7a75-4479-a351-988245db7504), precommit_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:45.152838 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:45.213686 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-462309cb-2eee-45af-9563-89d585aa36f5 req-ad00e02b-38af-4ed3-843e-bfe13a5d0b4e tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Network 4bcca997-0807-424d-86d3-43681c4961dd is already hosted by enough agents. {{(pid=115907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 04:47:45.243206 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:45.244580 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.base_scheduler [req-462309cb-2eee-45af-9563-89d585aa36f5 req-ad00e02b-38af-4ed3-843e-bfe13a5d0b4e tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Resources bound (agent type, host, resource id): {{(pid=115907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:47:45.257357 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.db.l3_dvrscheduler_db [req-462309cb-2eee-45af-9563-89d585aa36f5 req-ad00e02b-38af-4ed3-843e-bfe13a5d0b4e tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Received port after_create {{(pid=115907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 04:47:45.262738 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462309cb-2eee-45af-9563-89d585aa36f5 req-ad00e02b-38af-4ed3-843e-bfe13a5d0b4e tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:47:45.263665 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [req-462309cb-2eee-45af-9563-89d585aa36f5 req-ad00e02b-38af-4ed3-843e-bfe13a5d0b4e tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for port (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:45.316782 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [req-13015faf-a32c-4420-ac0c-9c07fa1c252d req-b67ad547-9a9e-4f30-bcc6-13f67898591c tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Publish callbacks [] for port (70e45860-f254-40d2-808c-c68bdc1a745b), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:45.318503 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6019372f-2f61-4b2a-acf5-f5e8210db8e0 req-c40bc266-0315-4aa7-9085-00a6ac643602 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:47:45.320254 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-6019372f-2f61-4b2a-acf5-f5e8210db8e0 req-c40bc266-0315-4aa7-9085-00a6ac643602 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 931 time: 0.1557050 Jul 29 04:47:45.324358 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-ad94e5d0-00da-4d0f-9695-e3524ad64d5c req-8d1144b3-e59e-430a-a723-8f470b7b14ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (aec72477-e53c-4111-8650-f834671263de), before_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:45.362903 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad00e02b-38af-4ed3-843e-bfe13a5d0b4e tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Pushing event updated for resources: {'Port': ['ID=df448b29-2557-4bee-808a-385ffcca1ff4,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:45.368051 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.provisioning_blocks [req-bcdbeb39-068a-4b60-b9c0-a80fac1bb5af req-f816f18d-c503-4f73-8abc-14f4bf48b2c4 service neutron] Transition to ACTIVE for port object 9311cd5a-7a75-4479-a351-988245db7504 will not be triggered until provisioned by entity L2. {{(pid=115908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 29 04:47:45.405205 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-bef76e56-b22a-4cd9-ae6d-b88ca19fbb63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (cbb336d4-9fa7-47dd-96cd-75816e5c4f4a), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:45.407727 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-bef76e56-b22a-4cd9-ae6d-b88ca19fbb63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:45.408928 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-bef76e56-b22a-4cd9-ae6d-b88ca19fbb63 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/cbb336d4-9fa7-47dd-96cd-75816e5c4f4a HTTP/1.1" status: 204 len: 168 time: 1.4522009 Jul 29 04:47:45.439312 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-8edd9869-95d3-4179-8ade-1c9635e799d6 req-2ccf3269-ba14-4878-a8e9-6f023ae18b90 service neutron] 10.222.0.40 "GET /v2.0/networks/21ca39e1-cfc7-4b5b-897b-220faf26ce68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8789792 Jul 29 04:47:45.472002 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-bcdbeb39-068a-4b60-b9c0-a80fac1bb5af req-f816f18d-c503-4f73-8abc-14f4bf48b2c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (9311cd5a-7a75-4479-a351-988245db7504), after_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:45.498875 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-462309cb-2eee-45af-9563-89d585aa36f5 req-ad00e02b-38af-4ed3-843e-bfe13a5d0b4e tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7309234 Jul 29 04:47:45.546806 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-6019372f-2f61-4b2a-acf5-f5e8210db8e0 req-eb6343e7-78bf-42d1-b67f-8984e8aff56b tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550477 Jul 29 04:47:45.585428 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port a0c2d30f-3fae-4c94-8da7-3ca17eba7f99 is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:47:45.586610 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device ff2f07e1-ded3-4681-a20d-58362ba4f0d4 up at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 04:47:45.685061 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-19ac217e-2ff9-41fb-a0b8-7712fd06de2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (0bf78b97-0d0e-4c10-8e99-cc1e9ca30292), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:45.688089 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-19ac217e-2ff9-41fb-a0b8-7712fd06de2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:45.697279 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-19ac217e-2ff9-41fb-a0b8-7712fd06de2a admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/0bf78b97-0d0e-4c10-8e99-cc1e9ca30292 HTTP/1.1" status: 204 len: 168 time: 3.1428974 Jul 29 04:47:45.858684 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-03ec0d78-77fd-4a5c-a545-c499c7bd8d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'name': 'tempest-AttachVolumeNegativeTest-654562715-router', 'tenant_id': '461e2af738084ccb986169d752510588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'a9fde12f-857b-419b-9b3c-07d0e6d53447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:20Z', 'updated_at': '2022-07-29T04:47:32Z', 'revision_number': 4, 'project_id': '461e2af738084ccb986169d752510588', 'gw_port': {'id': 'a9fde12f-857b-419b-9b3c-07d0e6d53447', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:23Z', 'updated_at': '2022-07-29T04:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': '4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51', 'name': '', 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68', 'tenant_id': '461e2af738084ccb986169d752510588', 'mac_address': 'fa:16:3e:64:33:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5df203e3-38ee-42fe-a28a-41c6f641aefe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:31Z', 'updated_at': '2022-07-29T04:47:43Z', 'revision_number': 4, 'project_id': '461e2af738084ccb986169d752510588', 'subnets': [{'id': '5df203e3-38ee-42fe-a28a-41c6f641aefe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:47:45.982391 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ec0d78-77fd-4a5c-a545-c499c7bd8d2e None None] The sync data for ids ['b16b56f5-3ccf-4ca8-b446-f11105e09b7c'] in dv-cinder-851449-2-iscsi is: [{'id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'name': 'tempest-AttachVolumeNegativeTest-654562715-router', 'tenant_id': '461e2af738084ccb986169d752510588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'a9fde12f-857b-419b-9b3c-07d0e6d53447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:20Z', 'updated_at': '2022-07-29T04:47:32Z', 'revision_number': 4, 'project_id': '461e2af738084ccb986169d752510588', 'gw_port': {'id': 'a9fde12f-857b-419b-9b3c-07d0e6d53447', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:23Z', 'updated_at': '2022-07-29T04:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': '4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51', 'name': '', 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68', 'tenant_id': '461e2af738084ccb986169d752510588', 'mac_address': 'fa:16:3e:64:33:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5df203e3-38ee-42fe-a28a-41c6f641aefe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:31Z', 'updated_at': '2022-07-29T04:47:43Z', 'revision_number': 4, 'project_id': '461e2af738084ccb986169d752510588', 'subnets': [{'id': '5df203e3-38ee-42fe-a28a-41c6f641aefe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 04:47:45.983068 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ac217e-2ff9-41fb-a0b8-7712fd06de2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf78b97-0d0e-4c10-8e99-cc1e9ca30292,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:46.034018 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Provisioning complete for port ff2f07e1-ded3-4681-a20d-58362ba4f0d4 triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:47:46.035114 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (ff2f07e1-ded3-4681-a20d-58362ba4f0d4), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:46.165396 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.managers [req-bcdbeb39-068a-4b60-b9c0-a80fac1bb5af req-f816f18d-c503-4f73-8abc-14f4bf48b2c4 service neutron] Attempting to bind port 9311cd5a-7a75-4479-a351-988245db7504 on host hv-cinder-85144 for vnic_type normal with profile {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 04:47:46.165850 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.managers [req-bcdbeb39-068a-4b60-b9c0-a80fac1bb5af req-f816f18d-c503-4f73-8abc-14f4bf48b2c4 service neutron] Attempting to bind port 9311cd5a-7a75-4479-a351-988245db7504 by drivers openvswitch,hyperv on host hv-cinder-85144 at level 0 using segments [{'id': 'f3c3937f-0d62-4e7f-a2ac-736614dde9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '39e88c0c-eb22-4423-a14a-7cac22367ce7'}] {{(pid=115908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 04:47:46.166592 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdbeb39-068a-4b60-b9c0-a80fac1bb5af req-f816f18d-c503-4f73-8abc-14f4bf48b2c4 service neutron] Attempting to bind port 9311cd5a-7a75-4479-a351-988245db7504 on network 39e88c0c-eb22-4423-a14a-7cac22367ce7 {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 04:47:46.186103 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdbeb39-068a-4b60-b9c0-a80fac1bb5af req-f816f18d-c503-4f73-8abc-14f4bf48b2c4 service neutron] Port 9311cd5a-7a75-4479-a351-988245db7504 on network 39e88c0c-eb22-4423-a14a-7cac22367ce7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85144 {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 29 04:47:46.189452 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdbeb39-068a-4b60-b9c0-a80fac1bb5af req-f816f18d-c503-4f73-8abc-14f4bf48b2c4 service neutron] Attempting to bind port 9311cd5a-7a75-4479-a351-988245db7504 on network 39e88c0c-eb22-4423-a14a-7cac22367ce7 {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 04:47:46.194393 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f816f18d-c503-4f73-8abc-14f4bf48b2c4 service neutron] Pushing event updated for resources: {'Port': ['ID=9311cd5a-7a75-4479-a351-988245db7504,revision_number=2']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:46.237460 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-fa088f24-dbd7-4ab4-9dff-226074592d5f req-27448cc8-6c7a-4f27-a246-89152c5d7114 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 210 time: 0.2656279 Jul 29 04:47:46.271022 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdbeb39-068a-4b60-b9c0-a80fac1bb5af req-f816f18d-c503-4f73-8abc-14f4bf48b2c4 service neutron] Checking agent: {'id': 'bab6a0c9-2145-495f-b42f-b184e241503a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85144', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 4, 45, 21), 'started_at': datetime.datetime(2022, 7, 29, 4, 45, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 4, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 04:47:46.292263 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdbeb39-068a-4b60-b9c0-a80fac1bb5af req-f816f18d-c503-4f73-8abc-14f4bf48b2c4 service neutron] Checking segment: {'id': 'f3c3937f-0d62-4e7f-a2ac-736614dde9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '39e88c0c-eb22-4423-a14a-7cac22367ce7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 04:47:46.295827 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-fe42039b-0c39-412e-a39d-f527eef67b64 None None] Current status of the port 4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51 is: DOWN; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:47:46.296488 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-fe42039b-0c39-412e-a39d-f527eef67b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:46.310703 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdbeb39-068a-4b60-b9c0-a80fac1bb5af req-f816f18d-c503-4f73-8abc-14f4bf48b2c4 service neutron] Bound using segment: {'id': 'f3c3937f-0d62-4e7f-a2ac-736614dde9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '39e88c0c-eb22-4423-a14a-7cac22367ce7'} {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 04:47:46.316397 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.managers [req-bcdbeb39-068a-4b60-b9c0-a80fac1bb5af req-f816f18d-c503-4f73-8abc-14f4bf48b2c4 service neutron] Bound port: 9311cd5a-7a75-4479-a351-988245db7504, host: hv-cinder-85144, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3c3937f-0d62-4e7f-a2ac-736614dde9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '39e88c0c-eb22-4423-a14a-7cac22367ce7'}}] {{(pid=115908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 04:47:46.321223 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-bcdbeb39-068a-4b60-b9c0-a80fac1bb5af req-f816f18d-c503-4f73-8abc-14f4bf48b2c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (9311cd5a-7a75-4479-a351-988245db7504), before_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:46.401047 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-fe42039b-0c39-412e-a39d-f527eef67b64 None None] For port 4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51,segment=NetworkSegment(be606ddc-fa2d-47b7-97af-8bdf56fa7376),segment_id=be606ddc-fa2d-47b7-97af-8bdf56fa7376)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:47:46.413656 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef76e56-b22a-4cd9-ae6d-b88ca19fbb63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb336d4-9fa7-47dd-96cd-75816e5c4f4a,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:46.444800 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-fe42039b-0c39-412e-a39d-f527eef67b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:46.566942 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [req-462309cb-2eee-45af-9563-89d585aa36f5 req-700a5024-bb28-48fe-9805-197c288fae12 service neutron] Request body: {'port': {'device_id': '32c9906c-fdab-4215-a1c5-5cb82c3ab79e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85144'}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:47:46.613664 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [req-bcdbeb39-068a-4b60-b9c0-a80fac1bb5af req-f816f18d-c503-4f73-8abc-14f4bf48b2c4 service neutron] For port 9311cd5a-7a75-4479-a351-988245db7504, host hv-cinder-85144, cleared binding levels {{(pid=115908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 04:47:46.636881 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [req-bcdbeb39-068a-4b60-b9c0-a80fac1bb5af req-f816f18d-c503-4f73-8abc-14f4bf48b2c4 service neutron] For port 9311cd5a-7a75-4479-a351-988245db7504, host hv-cinder-85144, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=9311cd5a-7a75-4479-a351-988245db7504,segment=NetworkSegment(f3c3937f-0d62-4e7f-a2ac-736614dde9c0),segment_id=f3c3937f-0d62-4e7f-a2ac-736614dde9c0)] {{(pid=115908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 04:47:46.658047 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port ff2f07e1-ded3-4681-a20d-58362ba4f0d4 is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:47:46.691089 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 56480) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:47:46.705946 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-bcdbeb39-068a-4b60-b9c0-a80fac1bb5af req-f816f18d-c503-4f73-8abc-14f4bf48b2c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (9311cd5a-7a75-4479-a351-988245db7504), after_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:46.750788 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe42039b-0c39-412e-a39d-f527eef67b64 None None] Pushing event updated for resources: {'Port': ['ID=4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51,revision_number=5']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:46.789811 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-6abac875-ae53-4fa9-9433-b3fab73fde57 None None] Provisioning complete for port 4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51 triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:47:46.790182 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-6abac875-ae53-4fa9-9433-b3fab73fde57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:46.856951 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-8cc9379c-0379-45d8-a6e0-48b8c2d91617 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:46.949744 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba0460-a373-4cfa-8f50-e98336a0496a req-22aeee40-7705-43c1-a478-9529d1d78245 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:47:46.959093 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-fcba0460-a373-4cfa-8f50-e98336a0496a req-22aeee40-7705-43c1-a478-9529d1d78245 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/ports?device_id=5786f4ef-cc00-4e18-9910-7ba1707d903c HTTP/1.1" status: 200 len: 943 time: 0.3126459 Jul 29 04:47:47.053296 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [req-13015faf-a32c-4420-ac0c-9c07fa1c252d req-b67ad547-9a9e-4f30-bcc6-13f67898591c tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307'] for port (70e45860-f254-40d2-808c-c68bdc1a745b), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:47.088742 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdbeb39-068a-4b60-b9c0-a80fac1bb5af req-f816f18d-c503-4f73-8abc-14f4bf48b2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:47:47.091351 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-bcdbeb39-068a-4b60-b9c0-a80fac1bb5af req-f816f18d-c503-4f73-8abc-14f4bf48b2c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for port (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:47.092965 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-bcdbeb39-068a-4b60-b9c0-a80fac1bb5af req-f816f18d-c503-4f73-8abc-14f4bf48b2c4 service neutron] 10.222.0.64 "PUT /v2.0/ports/9311cd5a-7a75-4479-a351-988245db7504 HTTP/1.1" status: 200 len: 1093 time: 4.5005770 Jul 29 04:47:47.146981 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5786f4ef-cc00-4e18-9910-7ba1707d903c', 'tag': '9311cd5a-7a75-4479-a351-988245db7504'}] {{(pid=115908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:47:47.150861 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-6abac875-ae53-4fa9-9433-b3fab73fde57 None None] Current status of the port 4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51 is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:47:47.191052 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-6abac875-ae53-4fa9-9433-b3fab73fde57 None None] Provisioning complete for port df448b29-2557-4bee-808a-385ffcca1ff4 triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:47:47.192923 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-6abac875-ae53-4fa9-9433-b3fab73fde57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (df448b29-2557-4bee-808a-385ffcca1ff4), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:47.295634 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:47.351961 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-6abac875-ae53-4fa9-9433-b3fab73fde57 None None] Port df448b29-2557-4bee-808a-385ffcca1ff4 cannot update to ACTIVE because it is not bound. {{(pid=115909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 04:47:47.359901 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device a9fde12f-857b-419b-9b3c-07d0e6d53447 up at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 04:47:47.424246 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-8edd9869-95d3-4179-8ade-1c9635e799d6 req-5c62f1c9-ee61-479a-b612-d542676a9068 service neutron] 10.222.0.40 "GET /v2.0/networks/21ca39e1-cfc7-4b5b-897b-220faf26ce68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9839478 Jul 29 04:47:47.439411 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13015faf-a32c-4420-ac0c-9c07fa1c252d req-b67ad547-9a9e-4f30-bcc6-13f67898591c tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Network 3e84cf4e-559b-4bbd-af56-3f6353c004d0 is already hosted by enough agents. {{(pid=115907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 04:47:47.461392 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [req-462309cb-2eee-45af-9563-89d585aa36f5 req-700a5024-bb28-48fe-9805-197c288fae12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (df448b29-2557-4bee-808a-385ffcca1ff4), before_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:47.488130 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.base_scheduler [req-13015faf-a32c-4420-ac0c-9c07fa1c252d req-b67ad547-9a9e-4f30-bcc6-13f67898591c tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Resources bound (agent type, host, resource id): {{(pid=115907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:47:47.617136 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.db.l3_dvrscheduler_db [req-13015faf-a32c-4420-ac0c-9c07fa1c252d req-b67ad547-9a9e-4f30-bcc6-13f67898591c tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Received port after_create {{(pid=115907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 04:47:47.623850 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f816f18d-c503-4f73-8abc-14f4bf48b2c4 service neutron] Pushing event updated for resources: {'Port': ['ID=9311cd5a-7a75-4479-a351-988245db7504,revision_number=3']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:47.641057 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13015faf-a32c-4420-ac0c-9c07fa1c252d req-b67ad547-9a9e-4f30-bcc6-13f67898591c tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:47:47.642320 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Provisioning complete for port a9fde12f-857b-419b-9b3c-07d0e6d53447 triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:47:47.644314 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [req-13015faf-a32c-4420-ac0c-9c07fa1c252d req-b67ad547-9a9e-4f30-bcc6-13f67898591c tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for port (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:47.648458 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (a9fde12f-857b-419b-9b3c-07d0e6d53447), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:47.779871 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67ad547-9a9e-4f30-bcc6-13f67898591c tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Pushing event updated for resources: {'Port': ['ID=70e45860-f254-40d2-808c-c68bdc1a745b,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:47.901107 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:47.926951 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=100 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:47.968374 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-13015faf-a32c-4420-ac0c-9c07fa1c252d req-b67ad547-9a9e-4f30-bcc6-13f67898591c tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.3972008 Jul 29 04:47:47.993901 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port a9fde12f-857b-419b-9b3c-07d0e6d53447 is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:47:47.995819 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device ff2f07e1-ded3-4681-a20d-58362ba4f0d4 up at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 04:47:48.058163 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [req-13015faf-a32c-4420-ac0c-9c07fa1c252d req-cfe0deaf-e2d2-401b-8dfd-0e7253aabdb0 service neutron] Request body: {'port': {'device_id': '3508a994-61f6-4db5-83be-063a6eedc0cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85144'}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:47:48.147572 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Provisioning complete for port ff2f07e1-ded3-4681-a20d-58362ba4f0d4 triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:47:48.150447 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (ff2f07e1-ded3-4681-a20d-58362ba4f0d4), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:48.273144 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-5bb609ac-51b9-4735-ac03-47eaffebe5b2 None None] Provisioning complete for port 70e45860-f254-40d2-808c-c68bdc1a745b triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:47:48.273679 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-5bb609ac-51b9-4735-ac03-47eaffebe5b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (70e45860-f254-40d2-808c-c68bdc1a745b), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:48.328726 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 56528) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:47:48.400061 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-5bb609ac-51b9-4735-ac03-47eaffebe5b2 None None] Port 70e45860-f254-40d2-808c-c68bdc1a745b cannot update to ACTIVE because it is not bound. {{(pid=115909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 04:47:48.448753 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [req-ad94e5d0-00da-4d0f-9695-e3524ad64d5c req-8d1144b3-e59e-430a-a723-8f470b7b14ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aec72477-e53c-4111-8650-f834671263de {{(pid=115908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 04:47:48.475822 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port ff2f07e1-ded3-4681-a20d-58362ba4f0d4 is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:47:48.477347 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device 0ee984ba-30fc-4e2c-9996-00fc8918b149 up at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 04:47:48.479466 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-ec039cc6-34d2-4743-b6a6-b3138574b6e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:48.480387 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-ad94e5d0-00da-4d0f-9695-e3524ad64d5c req-8d1144b3-e59e-430a-a723-8f470b7b14ac service neutron] Publish callbacks [] for port (aec72477-e53c-4111-8650-f834671263de), precommit_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:48.519041 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.provisioning_blocks [req-ad94e5d0-00da-4d0f-9695-e3524ad64d5c req-8d1144b3-e59e-430a-a723-8f470b7b14ac service neutron] Transition to ACTIVE for port object aec72477-e53c-4111-8650-f834671263de will not be triggered until provisioned by entity L2. {{(pid=115908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 29 04:47:48.521628 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:48.522903 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:48.541337 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91089063952d51f7df5c9c02e055d40fa8e1e9cb9a21cfbbcb9b3277c7a948b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616c761b-3d17-40ae-84ce-c96b246c18b3" -d '{"events": [{"name": "network-changed", "server_uuid": "5786f4ef-cc00-4e18-9910-7ba1707d903c", "tag": "9311cd5a-7a75-4479-a351-988245db7504"}]}' {{(pid=115908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:47:48.550908 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Provisioning complete for port 0ee984ba-30fc-4e2c-9996-00fc8918b149 triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:47:48.554069 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (0ee984ba-30fc-4e2c-9996-00fc8918b149), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:48.573070 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-ad94e5d0-00da-4d0f-9695-e3524ad64d5c req-8d1144b3-e59e-430a-a723-8f470b7b14ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (aec72477-e53c-4111-8650-f834671263de), after_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:48.698092 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [None req-090f31b7-5761-4a37-8b88-ce20eabf41d6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1544798070-network', 'tenant_id': 'f51e2ccad2b749a4bc199e678510b53f'}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:47:48.710660 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port 0ee984ba-30fc-4e2c-9996-00fc8918b149 is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:47:48.711826 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device 55b672ec-1025-4297-8d6a-0a6fd8cc51ce up at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 04:47:48.744019 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6823ff08-19a4-456c-997b-6e0c3de54384 req-d5c852c9-337a-43c2-81af-9221ed82926e tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:47:48.752719 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-6823ff08-19a4-456c-997b-6e0c3de54384 req-d5c852c9-337a-43c2-81af-9221ed82926e tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 931 time: 0.7728229 Jul 29 04:47:48.782554 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdbeb39-068a-4b60-b9c0-a80fac1bb5af req-86497f9c-0b01-44bc-b8ca-b7b80b437c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:47:48.789773 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-8cc9379c-0379-45d8-a6e0-48b8c2d91617 admin admin] Publish callbacks [] for security_group (e49cbd9e-2a34-4ac7-b788-2e9919b36863), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:48.789974 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-bcdbeb39-068a-4b60-b9c0-a80fac1bb5af req-86497f9c-0b01-44bc-b8ca-b7b80b437c73 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=77688c4faed945849f5649c08cc580c2&device_id=5786f4ef-cc00-4e18-9910-7ba1707d903c HTTP/1.1" status: 200 len: 1127 time: 1.3957016 Jul 29 04:47:48.795990 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Provisioning complete for port 55b672ec-1025-4297-8d6a-0a6fd8cc51ce triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:47:48.797142 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (55b672ec-1025-4297-8d6a-0a6fd8cc51ce), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:48.847545 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-8cc9379c-0379-45d8-a6e0-48b8c2d91617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (e49cbd9e-2a34-4ac7-b788-2e9919b36863), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:48.860290 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:48.872163 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [req-13015faf-a32c-4420-ac0c-9c07fa1c252d req-cfe0deaf-e2d2-401b-8dfd-0e7253aabdb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (70e45860-f254-40d2-808c-c68bdc1a745b), before_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:48.902035 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-fcba0460-a373-4cfa-8f50-e98336a0496a req-a71cffe6-13d6-48e6-a599-6ee8e5d3dcd7 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/security-groups?id=7738388d-8c0b-4453-ba76-373bc961c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9417698 Jul 29 04:47:48.981068 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port 55b672ec-1025-4297-8d6a-0a6fd8cc51ce is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:47:48.985514 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device 4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51 up at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 04:47:49.168578 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Provisioning complete for port 4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51 triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:47:49.170413 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:49.195450 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090f31b7-5761-4a37-8b88-ce20eabf41d6 admin admin] Made reservation on behalf of f51e2ccad2b749a4bc199e678510b53f for: {'network': 1} {{(pid=115907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 04:47:49.199803 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-090f31b7-5761-4a37-8b88-ce20eabf41d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for network (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:49.301437 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:49.341701 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1144b3-e59e-430a-a723-8f470b7b14ac service neutron] Pushing event updated for resources: {'Port': ['ID=aec72477-e53c-4111-8650-f834671263de,revision_number=2']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:49.353710 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-bcdbeb39-068a-4b60-b9c0-a80fac1bb5af req-9eb75f81-f6da-46a7-8c63-d80935c6f818 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9311cd5a-7a75-4479-a351-988245db7504 HTTP/1.1" status: 200 len: 217 time: 0.5378995 Jul 29 04:47:49.375020 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-090f31b7-5761-4a37-8b88-ce20eabf41d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:49.400999 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-8cc9379c-0379-45d8-a6e0-48b8c2d91617 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=66c610ea9f794075a7e814fcb0887cfd&name=default HTTP/1.1" status: 200 len: 2996 time: 2.7086337 Jul 29 04:47:49.405999 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port 4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51 is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:47:49.459986 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc9379c-0379-45d8-a6e0-48b8c2d91617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49cbd9e-2a34-4ac7-b788-2e9919b36863,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:49.460086 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 56550) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:47:49.546728 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-6823ff08-19a4-456c-997b-6e0c3de54384 req-6b8c0388-b397-4039-bf83-485b7d5b0e01 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7919679 Jul 29 04:47:49.695590 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device 4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51 up at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 04:47:49.731833 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.managers [req-ad94e5d0-00da-4d0f-9695-e3524ad64d5c req-8d1144b3-e59e-430a-a723-8f470b7b14ac service neutron] Attempting to bind port aec72477-e53c-4111-8650-f834671263de on host hv-cinder-85144 for vnic_type normal with profile {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 04:47:49.734085 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.managers [req-ad94e5d0-00da-4d0f-9695-e3524ad64d5c req-8d1144b3-e59e-430a-a723-8f470b7b14ac service neutron] Attempting to bind port aec72477-e53c-4111-8650-f834671263de by drivers openvswitch,hyperv on host hv-cinder-85144 at level 0 using segments [{'id': 'e145694e-df19-4fa8-b36d-a0ef9ab34dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3e84cf4e-559b-4bbd-af56-3f6353c004d0'}] {{(pid=115908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 04:47:49.734085 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad94e5d0-00da-4d0f-9695-e3524ad64d5c req-8d1144b3-e59e-430a-a723-8f470b7b14ac service neutron] Attempting to bind port aec72477-e53c-4111-8650-f834671263de on network 3e84cf4e-559b-4bbd-af56-3f6353c004d0 {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 04:47:49.787507 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a78ec-8a6e-4deb-8654-2088f9e2de71 req-ee9071d4-3e66-4040-9911-7d447e11e31d tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:47:49.789680 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-6c6a78ec-8a6e-4deb-8654-2088f9e2de71 req-ee9071d4-3e66-4040-9911-7d447e11e31d tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 932 time: 0.4779725 Jul 29 04:47:49.798691 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad94e5d0-00da-4d0f-9695-e3524ad64d5c req-8d1144b3-e59e-430a-a723-8f470b7b14ac service neutron] Port aec72477-e53c-4111-8650-f834671263de on network 3e84cf4e-559b-4bbd-af56-3f6353c004d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85144 {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 29 04:47:49.799249 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad94e5d0-00da-4d0f-9695-e3524ad64d5c req-8d1144b3-e59e-430a-a723-8f470b7b14ac service neutron] Attempting to bind port aec72477-e53c-4111-8650-f834671263de on network 3e84cf4e-559b-4bbd-af56-3f6353c004d0 {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 04:47:49.807241 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.notifiers.nova [req-462309cb-2eee-45af-9563-89d585aa36f5 req-700a5024-bb28-48fe-9805-197c288fae12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df448b29-2557-4bee-808a-385ffcca1ff4 {{(pid=115907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 04:47:49.815792 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [req-462309cb-2eee-45af-9563-89d585aa36f5 req-700a5024-bb28-48fe-9805-197c288fae12 service neutron] Publish callbacks [] for port (df448b29-2557-4bee-808a-385ffcca1ff4), precommit_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:49.843871 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Provisioning complete for port 4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51 triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:47:49.844537 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:49.850801 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=100 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:49.858923 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdbeb39-068a-4b60-b9c0-a80fac1bb5af req-9d9967a9-07e3-4d38-8c7a-e20c407f6810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:47:49.860566 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-bcdbeb39-068a-4b60-b9c0-a80fac1bb5af req-9d9967a9-07e3-4d38-8c7a-e20c407f6810 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=632a1c05-3d45-406c-9136-da991dddae0b HTTP/1.1" status: 200 len: 851 time: 0.3224711 Jul 29 04:47:49.861426 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad94e5d0-00da-4d0f-9695-e3524ad64d5c req-8d1144b3-e59e-430a-a723-8f470b7b14ac service neutron] Checking agent: {'id': 'bab6a0c9-2145-495f-b42f-b184e241503a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85144', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 4, 45, 21), 'started_at': datetime.datetime(2022, 7, 29, 4, 45, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 4, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 04:47:49.861875 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad94e5d0-00da-4d0f-9695-e3524ad64d5c req-8d1144b3-e59e-430a-a723-8f470b7b14ac service neutron] Checking segment: {'id': 'e145694e-df19-4fa8-b36d-a0ef9ab34dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3e84cf4e-559b-4bbd-af56-3f6353c004d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 04:47:49.862358 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad94e5d0-00da-4d0f-9695-e3524ad64d5c req-8d1144b3-e59e-430a-a723-8f470b7b14ac service neutron] Bound using segment: {'id': 'e145694e-df19-4fa8-b36d-a0ef9ab34dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3e84cf4e-559b-4bbd-af56-3f6353c004d0'} {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 04:47:49.862928 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.managers [req-ad94e5d0-00da-4d0f-9695-e3524ad64d5c req-8d1144b3-e59e-430a-a723-8f470b7b14ac service neutron] Bound port: aec72477-e53c-4111-8650-f834671263de, host: hv-cinder-85144, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e145694e-df19-4fa8-b36d-a0ef9ab34dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3e84cf4e-559b-4bbd-af56-3f6353c004d0'}}] {{(pid=115908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 04:47:49.863613 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-ad94e5d0-00da-4d0f-9695-e3524ad64d5c req-8d1144b3-e59e-430a-a723-8f470b7b14ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (aec72477-e53c-4111-8650-f834671263de), before_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:49.874413 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.db.provisioning_blocks [req-462309cb-2eee-45af-9563-89d585aa36f5 req-700a5024-bb28-48fe-9805-197c288fae12 service neutron] Transition to ACTIVE for port object df448b29-2557-4bee-808a-385ffcca1ff4 will not be triggered until provisioned by entity L2. {{(pid=115907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 29 04:47:49.992219 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [req-462309cb-2eee-45af-9563-89d585aa36f5 req-700a5024-bb28-48fe-9805-197c288fae12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (df448b29-2557-4bee-808a-385ffcca1ff4), after_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:50.038383 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port 4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51 is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:47:50.049226 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-b8b4401f-adf9-44c3-ae90-96b5ead6c148 req-b83cee94-05c1-4d70-8998-50835d598583 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=94d225e6-c457-47da-bb55-5620ad7f15e7 HTTP/1.1" status: 200 len: 210 time: 0.1325078 Jul 29 04:47:50.091144 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [req-ad94e5d0-00da-4d0f-9695-e3524ad64d5c req-8d1144b3-e59e-430a-a723-8f470b7b14ac service neutron] For port aec72477-e53c-4111-8650-f834671263de, host hv-cinder-85144, cleared binding levels {{(pid=115908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 04:47:50.094696 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [req-ad94e5d0-00da-4d0f-9695-e3524ad64d5c req-8d1144b3-e59e-430a-a723-8f470b7b14ac service neutron] For port aec72477-e53c-4111-8650-f834671263de, host hv-cinder-85144, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=aec72477-e53c-4111-8650-f834671263de,segment=NetworkSegment(e145694e-df19-4fa8-b36d-a0ef9ab34dca),segment_id=e145694e-df19-4fa8-b36d-a0ef9ab34dca)] {{(pid=115908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 04:47:50.104264 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-6c6a78ec-8a6e-4deb-8654-2088f9e2de71 req-af900f74-db7d-4d6d-97c9-1c4b933348c2 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064749 Jul 29 04:47:50.119607 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-ad94e5d0-00da-4d0f-9695-e3524ad64d5c req-8d1144b3-e59e-430a-a723-8f470b7b14ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (aec72477-e53c-4111-8650-f834671263de), after_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:50.243902 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdbeb39-068a-4b60-b9c0-a80fac1bb5af req-cb104276-24d1-4537-a867-091ca0a9bd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:47:50.246069 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-bcdbeb39-068a-4b60-b9c0-a80fac1bb5af req-cb104276-24d1-4537-a867-091ca0a9bd84 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=39e88c0c-eb22-4423-a14a-7cac22367ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2899206 Jul 29 04:47:50.256036 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94e5d0-00da-4d0f-9695-e3524ad64d5c req-8d1144b3-e59e-430a-a723-8f470b7b14ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:47:50.257307 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-ad94e5d0-00da-4d0f-9695-e3524ad64d5c req-8d1144b3-e59e-430a-a723-8f470b7b14ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for port (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:50.260463 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ad94e5d0-00da-4d0f-9695-e3524ad64d5c req-8d1144b3-e59e-430a-a723-8f470b7b14ac service neutron] 10.222.0.64 "PUT /v2.0/ports/aec72477-e53c-4111-8650-f834671263de HTTP/1.1" status: 200 len: 1093 time: 6.6248484 Jul 29 04:47:50.371269 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-93ba47d0-e3e0-4340-907e-4536b2fb523d admin admin] Publish callbacks [] for security_group (e49cbd9e-2a34-4ac7-b788-2e9919b36863), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:50.392398 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20438bf6-0df1-47cb-ad9b-306ab75ee95a req-68c41b14-301a-472f-992b-e3f3d08c8931 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:47:50.394332 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-20438bf6-0df1-47cb-ad9b-306ab75ee95a req-68c41b14-301a-472f-992b-e3f3d08c8931 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/ports?device_id=5786f4ef-cc00-4e18-9910-7ba1707d903c HTTP/1.1" status: 200 len: 943 time: 0.1444638 Jul 29 04:47:50.396082 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 04:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3fef20-6c04-48f0-8cbd-c534f6ab9da0 x-openstack-request-id: req-6e3fef20-6c04-48f0-8cbd-c534f6ab9da0 {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:47:50.396391 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5786f4ef-cc00-4e18-9910-7ba1707d903c", "tag": "9311cd5a-7a75-4479-a351-988245db7504", "status": "completed", "code": 200}]} {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:47:50.396662 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-6e3fef20-6c04-48f0-8cbd-c534f6ab9da0 {{(pid=115908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:47:50.397094 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e3fef20-6c04-48f0-8cbd-c534f6ab9da0'] response: {'name': 'network-changed', 'server_uuid': '5786f4ef-cc00-4e18-9910-7ba1707d903c', 'tag': '9311cd5a-7a75-4479-a351-988245db7504', 'status': 'completed', 'code': 200} Jul 29 04:47:50.423237 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1144b3-e59e-430a-a723-8f470b7b14ac service neutron] Pushing event updated for resources: {'Port': ['ID=aec72477-e53c-4111-8650-f834671263de,revision_number=3']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:50.513369 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-20438bf6-0df1-47cb-ad9b-306ab75ee95a req-102107fe-e7e6-42b6-a412-4605cf958437 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/security-groups?id=7738388d-8c0b-4453-ba76-373bc961c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104238 Jul 29 04:47:50.558360 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700a5024-bb28-48fe-9805-197c288fae12 service neutron] Pushing event updated for resources: {'Port': ['ID=df448b29-2557-4bee-808a-385ffcca1ff4,revision_number=2']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:50.564317 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (bab6a0c9-2145-495f-b42f-b184e241503a), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:50.695963 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-090f31b7-5761-4a37-8b88-ce20eabf41d6 admin admin] Publish callbacks [] for security_group (81950910-fe17-4cfa-9090-2a98138425a4), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:50.812570 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:50.821491 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-f150d8d5-b4f4-4270-bfab-5bb825f65c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:50.825417 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-090f31b7-5761-4a37-8b88-ce20eabf41d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (81950910-fe17-4cfa-9090-2a98138425a4), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:50.959998 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-93ba47d0-e3e0-4340-907e-4536b2fb523d admin admin] Publish callbacks [] for security_group (e49cbd9e-2a34-4ac7-b788-2e9919b36863), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:51.011004 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-090f31b7-5761-4a37-8b88-ce20eabf41d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=115907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 04:47:51.013347 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:51.014378 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.managers [req-462309cb-2eee-45af-9563-89d585aa36f5 req-700a5024-bb28-48fe-9805-197c288fae12 service neutron] Attempting to bind port df448b29-2557-4bee-808a-385ffcca1ff4 on host hv-cinder-85144 for vnic_type normal with profile {{(pid=115907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 04:47:51.014757 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.managers [req-462309cb-2eee-45af-9563-89d585aa36f5 req-700a5024-bb28-48fe-9805-197c288fae12 service neutron] Attempting to bind port df448b29-2557-4bee-808a-385ffcca1ff4 by drivers openvswitch,hyperv on host hv-cinder-85144 at level 0 using segments [{'id': '6f466e2d-c5fa-42c0-91f0-803509af04d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4bcca997-0807-424d-86d3-43681c4961dd'}] {{(pid=115907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 04:47:51.016216 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462309cb-2eee-45af-9563-89d585aa36f5 req-700a5024-bb28-48fe-9805-197c288fae12 service neutron] Attempting to bind port df448b29-2557-4bee-808a-385ffcca1ff4 on network 4bcca997-0807-424d-86d3-43681c4961dd {{(pid=115907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 04:47:51.038191 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462309cb-2eee-45af-9563-89d585aa36f5 req-700a5024-bb28-48fe-9805-197c288fae12 service neutron] Port df448b29-2557-4bee-808a-385ffcca1ff4 on network 4bcca997-0807-424d-86d3-43681c4961dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85144 {{(pid=115907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 29 04:47:51.038776 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462309cb-2eee-45af-9563-89d585aa36f5 req-700a5024-bb28-48fe-9805-197c288fae12 service neutron] Attempting to bind port df448b29-2557-4bee-808a-385ffcca1ff4 on network 4bcca997-0807-424d-86d3-43681c4961dd {{(pid=115907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 04:47:51.059974 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:51.097489 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad05f98-49d9-48af-8aff-73356638bd51 req-e77e7242-154f-460c-973e-25d2a14d4072 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:47:51.100705 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-fad05f98-49d9-48af-8aff-73356638bd51 req-e77e7242-154f-460c-973e-25d2a14d4072 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 943 time: 0.2839084 Jul 29 04:47:51.110969 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090f31b7-5761-4a37-8b88-ce20eabf41d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81950910-fe17-4cfa-9090-2a98138425a4,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:51.142657 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-090f31b7-5761-4a37-8b88-ce20eabf41d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537036'] for segment (6d4ff6e3-0346-47ba-84e0-716a01373d0b), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:51.143736 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.db.segments_db [None req-090f31b7-5761-4a37-8b88-ce20eabf41d6 admin admin] Added segment 6d4ff6e3-0346-47ba-84e0-716a01373d0b of type vlan for network 4f3c1e12-48d2-42f8-93d0-88cbadacd286 Jul 29 04:47:51.145807 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462309cb-2eee-45af-9563-89d585aa36f5 req-700a5024-bb28-48fe-9805-197c288fae12 service neutron] Checking agent: {'id': 'bab6a0c9-2145-495f-b42f-b184e241503a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85144', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 4, 45, 21), 'started_at': datetime.datetime(2022, 7, 29, 4, 45, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 4, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 04:47:51.146410 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462309cb-2eee-45af-9563-89d585aa36f5 req-700a5024-bb28-48fe-9805-197c288fae12 service neutron] Checking segment: {'id': '6f466e2d-c5fa-42c0-91f0-803509af04d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4bcca997-0807-424d-86d3-43681c4961dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 04:47:51.147724 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462309cb-2eee-45af-9563-89d585aa36f5 req-700a5024-bb28-48fe-9805-197c288fae12 service neutron] Bound using segment: {'id': '6f466e2d-c5fa-42c0-91f0-803509af04d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4bcca997-0807-424d-86d3-43681c4961dd'} {{(pid=115907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 04:47:51.148382 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.managers [req-462309cb-2eee-45af-9563-89d585aa36f5 req-700a5024-bb28-48fe-9805-197c288fae12 service neutron] Bound port: df448b29-2557-4bee-808a-385ffcca1ff4, host: hv-cinder-85144, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f466e2d-c5fa-42c0-91f0-803509af04d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4bcca997-0807-424d-86d3-43681c4961dd'}}] {{(pid=115907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 04:47:51.148983 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [req-462309cb-2eee-45af-9563-89d585aa36f5 req-700a5024-bb28-48fe-9805-197c288fae12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (df448b29-2557-4bee-808a-385ffcca1ff4), before_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:51.225590 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-d84d2073-a749-46ec-9ae5-4af167e9f25a req-9c3ba7c4-a134-47be-99c9-9760dcecb5f1 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=94d225e6-c457-47da-bb55-5620ad7f15e7 HTTP/1.1" status: 200 len: 210 time: 0.0427055 Jul 29 04:47:51.304158 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-090f31b7-5761-4a37-8b88-ce20eabf41d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769699109497'] for network (4f3c1e12-48d2-42f8-93d0-88cbadacd286), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:51.326750 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:51.383252 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce5f56-8495-4768-a2a5-f4270e11d5c4 req-885fd56f-3b63-4cc5-ac46-d239aacef9f2 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:47:51.384123 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-93ba47d0-e3e0-4340-907e-4536b2fb523d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (e49cbd9e-2a34-4ac7-b788-2e9919b36863), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:51.384835 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-23ce5f56-8495-4768-a2a5-f4270e11d5c4 req-885fd56f-3b63-4cc5-ac46-d239aacef9f2 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 932 time: 0.0663857 Jul 29 04:47:51.392816 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-93ba47d0-e3e0-4340-907e-4536b2fb523d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:51.395449 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-93ba47d0-e3e0-4340-907e-4536b2fb523d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/e49cbd9e-2a34-4ac7-b788-2e9919b36863 HTTP/1.1" status: 204 len: 168 time: 1.9236226 Jul 29 04:47:51.414159 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.db [req-462309cb-2eee-45af-9563-89d585aa36f5 req-700a5024-bb28-48fe-9805-197c288fae12 service neutron] For port df448b29-2557-4bee-808a-385ffcca1ff4, host hv-cinder-85144, cleared binding levels {{(pid=115907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 04:47:51.461041 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.db [req-462309cb-2eee-45af-9563-89d585aa36f5 req-700a5024-bb28-48fe-9805-197c288fae12 service neutron] For port df448b29-2557-4bee-808a-385ffcca1ff4, host hv-cinder-85144, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=df448b29-2557-4bee-808a-385ffcca1ff4,segment=NetworkSegment(6f466e2d-c5fa-42c0-91f0-803509af04d3),segment_id=6f466e2d-c5fa-42c0-91f0-803509af04d3)] {{(pid=115907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 04:47:51.517538 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [req-462309cb-2eee-45af-9563-89d585aa36f5 req-700a5024-bb28-48fe-9805-197c288fae12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (df448b29-2557-4bee-808a-385ffcca1ff4), after_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:51.524157 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.notifiers.nova [req-13015faf-a32c-4420-ac0c-9c07fa1c252d req-cfe0deaf-e2d2-401b-8dfd-0e7253aabdb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70e45860-f254-40d2-808c-c68bdc1a745b {{(pid=115907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 04:47:51.551974 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-23ce5f56-8495-4768-a2a5-f4270e11d5c4 req-8315ce41-9701-467a-bf78-20d28237c316 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475174 Jul 29 04:47:51.560559 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-090f31b7-5761-4a37-8b88-ce20eabf41d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540'] for network (4f3c1e12-48d2-42f8-93d0-88cbadacd286), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:51.562127 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090f31b7-5761-4a37-8b88-ce20eabf41d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:47:51.563289 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-090f31b7-5761-4a37-8b88-ce20eabf41d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for network (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:51.603238 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [req-13015faf-a32c-4420-ac0c-9c07fa1c252d req-cfe0deaf-e2d2-401b-8dfd-0e7253aabdb0 service neutron] Publish callbacks [] for port (70e45860-f254-40d2-808c-c68bdc1a745b), precommit_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:51.616278 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-fad05f98-49d9-48af-8aff-73356638bd51 req-c4a46f34-44b3-44c5-906b-7a8122e20d3b tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4398644 Jul 29 04:47:51.617538 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ba47d0-e3e0-4340-907e-4536b2fb523d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49cbd9e-2a34-4ac7-b788-2e9919b36863,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:51.665848 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462309cb-2eee-45af-9563-89d585aa36f5 req-700a5024-bb28-48fe-9805-197c288fae12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:47:51.666849 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [req-462309cb-2eee-45af-9563-89d585aa36f5 req-700a5024-bb28-48fe-9805-197c288fae12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for port (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:51.668388 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-462309cb-2eee-45af-9563-89d585aa36f5 req-700a5024-bb28-48fe-9805-197c288fae12 service neutron] 10.222.0.64 "PUT /v2.0/ports/df448b29-2557-4bee-808a-385ffcca1ff4 HTTP/1.1" status: 200 len: 1093 time: 5.1258991 Jul 29 04:47:51.714680 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32c9906c-fdab-4215-a1c5-5cb82c3ab79e', 'tag': 'df448b29-2557-4bee-808a-385ffcca1ff4'}] {{(pid=115907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:47:51.785592 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5d2b0-0fc3-4142-9bbb-f127fe3aa84b req-32d9f296-84f8-4cf0-86f0-a3ba5f7004d8 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:47:51.794137 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-92d5d2b0-0fc3-4142-9bbb-f127fe3aa84b req-32d9f296-84f8-4cf0-86f0-a3ba5f7004d8 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/ports?device_id=5786f4ef-cc00-4e18-9910-7ba1707d903c HTTP/1.1" status: 200 len: 943 time: 0.0895488 Jul 29 04:47:51.838084 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:52.021678 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.64', 54240) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:47:52.035398 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-92d5d2b0-0fc3-4142-9bbb-f127fe3aa84b req-974a734b-9926-4dbc-a5c3-ad7d2403c4a9 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/security-groups?id=7738388d-8c0b-4453-ba76-373bc961c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399981 Jul 29 04:47:52.081036 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-bcdbeb39-068a-4b60-b9c0-a80fac1bb5af req-f19b5115-a206-4f9d-b4fc-d5084654f71b service neutron] 10.222.0.64 "GET /v2.0/networks/39e88c0c-eb22-4423-a14a-7cac22367ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367148 Jul 29 04:47:52.198407 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 56618) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:47:52.203859 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [None req-39f0afd7-2b39-4803-a96e-a25cd66b08e6 admin admin] Request body: {'subnet': {'network_id': '4f3c1e12-48d2-42f8-93d0-88cbadacd286', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1544798070-subnet', 'tenant_id': 'f51e2ccad2b749a4bc199e678510b53f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:47:52.216104 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-090f31b7-5761-4a37-8b88-ce20eabf41d6 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 3.8650370 Jul 29 04:47:52.279202 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.db.provisioning_blocks [req-13015faf-a32c-4420-ac0c-9c07fa1c252d req-cfe0deaf-e2d2-401b-8dfd-0e7253aabdb0 service neutron] Transition to ACTIVE for port object 70e45860-f254-40d2-808c-c68bdc1a745b will not be triggered until provisioned by entity L2. {{(pid=115907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 29 04:47:52.491485 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '052579df-c255-4129-911a-8a4dda7e6ced', 'tag': 'aec72477-e53c-4111-8650-f834671263de'}] {{(pid=115908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:47:52.497937 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91089063952d51f7df5c9c02e055d40fa8e1e9cb9a21cfbbcb9b3277c7a948b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f3301a4-1a7a-4ff9-95f2-d08e25ba38b3" -d '{"events": [{"name": "network-changed", "server_uuid": "052579df-c255-4129-911a-8a4dda7e6ced", "tag": "aec72477-e53c-4111-8650-f834671263de"}]}' {{(pid=115908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:47:52.524160 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [req-13015faf-a32c-4420-ac0c-9c07fa1c252d req-cfe0deaf-e2d2-401b-8dfd-0e7253aabdb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (70e45860-f254-40d2-808c-c68bdc1a745b), after_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:52.657859 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6d28d1995ec7db04a13c19e5d747406a5c99e6072777cdd6d240f116ae67410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4668380a-2ca3-442f-826b-bcb3061a4f5a" -d '{"events": [{"name": "network-changed", "server_uuid": "32c9906c-fdab-4215-a1c5-5cb82c3ab79e", "tag": "df448b29-2557-4bee-808a-385ffcca1ff4"}]}' {{(pid=115907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:47:52.688901 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090f31b7-5761-4a37-8b88-ce20eabf41d6 admin admin] Pushing event updated for resources: {'Network': ['ID=4f3c1e12-48d2-42f8-93d0-88cbadacd286,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:52.702193 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Network 4f3c1e12-48d2-42f8-93d0-88cbadacd286 details requested by agent ovs-agent-dv-cinder-851449-2-iscsi with host dv-cinder-851449-2-iscsi {{(pid=115909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 04:47:52.722458 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700a5024-bb28-48fe-9805-197c288fae12 service neutron] Pushing event updated for resources: {'Port': ['ID=df448b29-2557-4bee-808a-385ffcca1ff4,revision_number=3']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:52.736889 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94e5d0-00da-4d0f-9695-e3524ad64d5c req-46d33e3e-e62f-490c-a02a-fa0aa30095fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:47:52.739968 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-ad94e5d0-00da-4d0f-9695-e3524ad64d5c req-46d33e3e-e62f-490c-a02a-fa0aa30095fc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0f6c1ad3422c40d4af4ef5329ecd9d86&device_id=052579df-c255-4129-911a-8a4dda7e6ced HTTP/1.1" status: 200 len: 1127 time: 0.5554891 Jul 29 04:47:52.741928 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-9fda8d01-17e8-43fa-b23a-71309d66cac9 req-abbd8109-37cf-4ef8-92d7-b1d71a4aa336 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=94d225e6-c457-47da-bb55-5620ad7f15e7 HTTP/1.1" status: 200 len: 210 time: 0.3041234 Jul 29 04:47:52.776112 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f0afd7-2b39-4803-a96e-a25cd66b08e6 admin admin] Made reservation on behalf of f51e2ccad2b749a4bc199e678510b53f for: {'subnet': 1} {{(pid=115908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 04:47:52.779113 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-39f0afd7-2b39-4803-a96e-a25cd66b08e6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:52.786272 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 04:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48163e61-780d-4cae-a060-f0fe6f57baaa x-openstack-request-id: req-48163e61-780d-4cae-a060-f0fe6f57baaa {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:47:52.786602 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "052579df-c255-4129-911a-8a4dda7e6ced", "tag": "aec72477-e53c-4111-8650-f834671263de", "status": "completed", "code": 200}]} {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:47:52.786858 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-48163e61-780d-4cae-a060-f0fe6f57baaa {{(pid=115908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:47:52.787249 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48163e61-780d-4cae-a060-f0fe6f57baaa'] response: {'name': 'network-changed', 'server_uuid': '052579df-c255-4129-911a-8a4dda7e6ced', 'tag': 'aec72477-e53c-4111-8650-f834671263de', 'status': 'completed', 'code': 200} Jul 29 04:47:52.882179 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462309cb-2eee-45af-9563-89d585aa36f5 req-f1cc8236-02d4-43f2-b289-18503da5b9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:47:52.884018 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-462309cb-2eee-45af-9563-89d585aa36f5 req-f1cc8236-02d4-43f2-b289-18503da5b9b9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=946bf1e173f9476d86cf6133055fba0a&device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 1127 time: 0.4193583 Jul 29 04:47:52.918254 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe0deaf-e2d2-401b-8dfd-0e7253aabdb0 service neutron] Pushing event updated for resources: {'Port': ['ID=70e45860-f254-40d2-808c-c68bdc1a745b,revision_number=2']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:52.989755 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:53.020489 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-ad94e5d0-00da-4d0f-9695-e3524ad64d5c req-dda3a92d-0cb9-46fd-8b36-5ba4c64538af service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aec72477-e53c-4111-8650-f834671263de HTTP/1.1" status: 200 len: 217 time: 0.2362323 Jul 29 04:47:53.117014 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.managers [req-13015faf-a32c-4420-ac0c-9c07fa1c252d req-cfe0deaf-e2d2-401b-8dfd-0e7253aabdb0 service neutron] Attempting to bind port 70e45860-f254-40d2-808c-c68bdc1a745b on host hv-cinder-85144 for vnic_type normal with profile {{(pid=115907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 04:47:53.117425 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.managers [req-13015faf-a32c-4420-ac0c-9c07fa1c252d req-cfe0deaf-e2d2-401b-8dfd-0e7253aabdb0 service neutron] Attempting to bind port 70e45860-f254-40d2-808c-c68bdc1a745b by drivers openvswitch,hyperv on host hv-cinder-85144 at level 0 using segments [{'id': 'e145694e-df19-4fa8-b36d-a0ef9ab34dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3e84cf4e-559b-4bbd-af56-3f6353c004d0'}] {{(pid=115907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 04:47:53.117913 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13015faf-a32c-4420-ac0c-9c07fa1c252d req-cfe0deaf-e2d2-401b-8dfd-0e7253aabdb0 service neutron] Attempting to bind port 70e45860-f254-40d2-808c-c68bdc1a745b on network 3e84cf4e-559b-4bbd-af56-3f6353c004d0 {{(pid=115907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 04:47:53.125625 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-462309cb-2eee-45af-9563-89d585aa36f5 req-c0868f96-01d4-470d-a743-ad8c34cecfb3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df448b29-2557-4bee-808a-385ffcca1ff4 HTTP/1.1" status: 200 len: 217 time: 0.1755130 Jul 29 04:47:53.131678 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f32ee-9230-4d57-a32b-c60ff4c41eb5 req-8fac942a-d25f-4e0e-9220-56c153180604 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:47:53.134561 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666de18b-7055-4ea0-939d-ca05d8080d24 req-4c1c22ef-6a7c-425c-ad0c-9cbd5154ce5a tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:47:53.139796 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-8d2f32ee-9230-4d57-a32b-c60ff4c41eb5 req-8fac942a-d25f-4e0e-9220-56c153180604 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 943 time: 0.1164646 Jul 29 04:47:53.143307 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-666de18b-7055-4ea0-939d-ca05d8080d24 req-4c1c22ef-6a7c-425c-ad0c-9cbd5154ce5a tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 944 time: 0.2555244 Jul 29 04:47:53.151000 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13015faf-a32c-4420-ac0c-9c07fa1c252d req-cfe0deaf-e2d2-401b-8dfd-0e7253aabdb0 service neutron] Port 70e45860-f254-40d2-808c-c68bdc1a745b on network 3e84cf4e-559b-4bbd-af56-3f6353c004d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85144 {{(pid=115907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 29 04:47:53.151790 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13015faf-a32c-4420-ac0c-9c07fa1c252d req-cfe0deaf-e2d2-401b-8dfd-0e7253aabdb0 service neutron] Attempting to bind port 70e45860-f254-40d2-808c-c68bdc1a745b on network 3e84cf4e-559b-4bbd-af56-3f6353c004d0 {{(pid=115907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 04:47:53.166445 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13015faf-a32c-4420-ac0c-9c07fa1c252d req-cfe0deaf-e2d2-401b-8dfd-0e7253aabdb0 service neutron] Checking agent: {'id': 'bab6a0c9-2145-495f-b42f-b184e241503a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85144', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 4, 45, 21), 'started_at': datetime.datetime(2022, 7, 29, 4, 45, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 4, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 04:47:53.167112 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13015faf-a32c-4420-ac0c-9c07fa1c252d req-cfe0deaf-e2d2-401b-8dfd-0e7253aabdb0 service neutron] Checking segment: {'id': 'e145694e-df19-4fa8-b36d-a0ef9ab34dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3e84cf4e-559b-4bbd-af56-3f6353c004d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 04:47:53.167582 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13015faf-a32c-4420-ac0c-9c07fa1c252d req-cfe0deaf-e2d2-401b-8dfd-0e7253aabdb0 service neutron] Bound using segment: {'id': 'e145694e-df19-4fa8-b36d-a0ef9ab34dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3e84cf4e-559b-4bbd-af56-3f6353c004d0'} {{(pid=115907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 04:47:53.168209 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.managers [req-13015faf-a32c-4420-ac0c-9c07fa1c252d req-cfe0deaf-e2d2-401b-8dfd-0e7253aabdb0 service neutron] Bound port: 70e45860-f254-40d2-808c-c68bdc1a745b, host: hv-cinder-85144, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e145694e-df19-4fa8-b36d-a0ef9ab34dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3e84cf4e-559b-4bbd-af56-3f6353c004d0'}}] {{(pid=115907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 04:47:53.168788 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [req-13015faf-a32c-4420-ac0c-9c07fa1c252d req-cfe0deaf-e2d2-401b-8dfd-0e7253aabdb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (70e45860-f254-40d2-808c-c68bdc1a745b), before_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:53.204437 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:53.351683 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd9869-95d3-4179-8ade-1c9635e799d6 req-a51a5b14-5209-4192-b081-557c16ab4452 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:47:53.351921 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:53.353636 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8edd9869-95d3-4179-8ade-1c9635e799d6 req-a51a5b14-5209-4192-b081-557c16ab4452 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.64 "GET /v2.0/networks?id=21ca39e1-cfc7-4b5b-897b-220faf26ce68 HTTP/1.1" status: 200 len: 814 time: 1.1082728 Jul 29 04:47:53.363311 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:53.370121 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-bcdbeb39-068a-4b60-b9c0-a80fac1bb5af req-820fa9a7-ef8e-4954-8cd2-59c8bb37b3d1 service neutron] 10.222.0.64 "GET /v2.0/networks/39e88c0c-eb22-4423-a14a-7cac22367ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8225873 Jul 29 04:47:53.400359 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-8d2f32ee-9230-4d57-a32b-c60ff4c41eb5 req-46c1fa87-a6ac-49dd-937d-f8c6fc904c3d tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2595284 Jul 29 04:47:53.409237 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-666de18b-7055-4ea0-939d-ca05d8080d24 req-d89f6130-a992-47cf-8abe-388bfd1cc162 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599170 Jul 29 04:47:53.429865 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462309cb-2eee-45af-9563-89d585aa36f5 req-cddc569b-aeb7-4226-81df-6585359d7494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:47:53.438612 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:53.440992 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-462309cb-2eee-45af-9563-89d585aa36f5 req-cddc569b-aeb7-4226-81df-6585359d7494 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=928e1728-3f5c-432b-96a7-e970473efb26 HTTP/1.1" status: 200 len: 849 time: 0.2272949 Jul 29 04:47:53.460517 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94e5d0-00da-4d0f-9695-e3524ad64d5c req-de2003f9-f495-4ada-8fa2-03dd52991be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:47:53.466931 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-ad94e5d0-00da-4d0f-9695-e3524ad64d5c req-de2003f9-f495-4ada-8fa2-03dd52991be9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=48fdddd6-c7bc-413f-9e30-1e0d5de8b27a HTTP/1.1" status: 200 len: 857 time: 0.2923243 Jul 29 04:47:53.515457 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.db [req-13015faf-a32c-4420-ac0c-9c07fa1c252d req-cfe0deaf-e2d2-401b-8dfd-0e7253aabdb0 service neutron] For port 70e45860-f254-40d2-808c-c68bdc1a745b, host hv-cinder-85144, cleared binding levels {{(pid=115907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 04:47:53.713963 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:53.717070 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616c761b-3d17-40ae-84ce-c96b246c18b3 req-b8392de2-5095-4766-bc38-05722229fe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:47:53.722930 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-616c761b-3d17-40ae-84ce-c96b246c18b3 req-b8392de2-5095-4766-bc38-05722229fe0d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=77688c4faed945849f5649c08cc580c2&device_id=5786f4ef-cc00-4e18-9910-7ba1707d903c HTTP/1.1" status: 200 len: 1127 time: 0.1046774 Jul 29 04:47:53.810464 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.db [req-13015faf-a32c-4420-ac0c-9c07fa1c252d req-cfe0deaf-e2d2-401b-8dfd-0e7253aabdb0 service neutron] For port 70e45860-f254-40d2-808c-c68bdc1a745b, host hv-cinder-85144, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=70e45860-f254-40d2-808c-c68bdc1a745b,segment=NetworkSegment(e145694e-df19-4fa8-b36d-a0ef9ab34dca),segment_id=e145694e-df19-4fa8-b36d-a0ef9ab34dca)] {{(pid=115907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 04:47:53.815314 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94e5d0-00da-4d0f-9695-e3524ad64d5c req-e57b8ac8-21e4-41bf-8694-3eaa860a858b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:47:53.818708 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-ad94e5d0-00da-4d0f-9695-e3524ad64d5c req-e57b8ac8-21e4-41bf-8694-3eaa860a858b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3e84cf4e-559b-4bbd-af56-3f6353c004d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2921391 Jul 29 04:47:53.822800 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [req-13015faf-a32c-4420-ac0c-9c07fa1c252d req-cfe0deaf-e2d2-401b-8dfd-0e7253aabdb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (70e45860-f254-40d2-808c-c68bdc1a745b), after_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:53.938636 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 04:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20eb679-5312-4054-9d52-25695650008d x-openstack-request-id: req-d20eb679-5312-4054-9d52-25695650008d {{(pid=115907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:47:53.938940 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32c9906c-fdab-4215-a1c5-5cb82c3ab79e", "tag": "df448b29-2557-4bee-808a-385ffcca1ff4", "status": "completed", "code": 200}]} {{(pid=115907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:47:53.939515 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-d20eb679-5312-4054-9d52-25695650008d {{(pid=115907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:47:53.940129 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d20eb679-5312-4054-9d52-25695650008d'] response: {'name': 'network-changed', 'server_uuid': '32c9906c-fdab-4215-a1c5-5cb82c3ab79e', 'tag': 'df448b29-2557-4bee-808a-385ffcca1ff4', 'status': 'completed', 'code': 200} Jul 29 04:47:53.940756 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe0deaf-e2d2-401b-8dfd-0e7253aabdb0 service neutron] Pushing event updated for resources: {'Port': ['ID=70e45860-f254-40d2-808c-c68bdc1a745b,revision_number=3']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:54.070369 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13015faf-a32c-4420-ac0c-9c07fa1c252d req-cfe0deaf-e2d2-401b-8dfd-0e7253aabdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:47:54.071003 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [req-13015faf-a32c-4420-ac0c-9c07fa1c252d req-cfe0deaf-e2d2-401b-8dfd-0e7253aabdb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for port (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:54.072440 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-13015faf-a32c-4420-ac0c-9c07fa1c252d req-cfe0deaf-e2d2-401b-8dfd-0e7253aabdb0 service neutron] 10.222.0.64 "PUT /v2.0/ports/70e45860-f254-40d2-808c-c68bdc1a745b HTTP/1.1" status: 200 len: 1094 time: 6.0240922 Jul 29 04:47:54.078677 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f273f477-e495-4869-ab42-d6ce64444e09 req-6e2586a0-8165-49a9-aed0-ce7f448e8ee1 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:47:54.080249 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-f273f477-e495-4869-ab42-d6ce64444e09 req-6e2586a0-8165-49a9-aed0-ce7f448e8ee1 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/ports?device_id=5786f4ef-cc00-4e18-9910-7ba1707d903c HTTP/1.1" status: 200 len: 943 time: 0.3763371 Jul 29 04:47:54.167211 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-ad94e5d0-00da-4d0f-9695-e3524ad64d5c req-ae4f5e7e-a822-446a-844e-b16c2cb0f2da service neutron] 10.222.0.64 "GET /v2.0/networks/3e84cf4e-559b-4bbd-af56-3f6353c004d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054203 Jul 29 04:47:54.177373 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-f273f477-e495-4869-ab42-d6ce64444e09 req-8d211a1f-40e4-49c4-84aa-9679a2ee6775 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/security-groups?id=7738388d-8c0b-4453-ba76-373bc961c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871377 Jul 29 04:47:54.209213 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462309cb-2eee-45af-9563-89d585aa36f5 req-1048712d-085b-40d0-8a4a-db8f0df2f905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:47:54.210702 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-462309cb-2eee-45af-9563-89d585aa36f5 req-1048712d-085b-40d0-8a4a-db8f0df2f905 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4bcca997-0807-424d-86d3-43681c4961dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.7511899 Jul 29 04:47:54.296582 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8edd9869-95d3-4179-8ade-1c9635e799d6 req-8f9a4275-5e29-4e82-8852-5eba1b97e459 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=461e2af738084ccb986169d752510588 HTTP/1.1" status: 200 len: 380 time: 0.8855352 Jul 29 04:47:54.309827 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-7ef715e6-db2c-4d92-84b6-63ac9122e761 req-b3377b63-b65d-4b93-ad3b-ac39c65d8640 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=94d225e6-c457-47da-bb55-5620ad7f15e7 HTTP/1.1" status: 200 len: 210 time: 0.1115797 Jul 29 04:47:54.344765 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616c761b-3d17-40ae-84ce-c96b246c18b3 req-dcd8f38d-10b4-4ab0-a45a-c9986f1c968f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:47:54.346122 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-616c761b-3d17-40ae-84ce-c96b246c18b3 req-dcd8f38d-10b4-4ab0-a45a-c9986f1c968f service neutron] 10.222.0.64 "GET /v2.0/networks?id=39e88c0c-eb22-4423-a14a-7cac22367ce7 HTTP/1.1" status: 200 len: 913 time: 0.5928276 Jul 29 04:47:54.368222 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-39f0afd7-2b39-4803-a96e-a25cd66b08e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1878534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540'] for subnet (b89643b2-9cea-4d9c-8b53-5e2507aef3f0), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:54.431879 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f0afd7-2b39-4803-a96e-a25cd66b08e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b89643b2-9cea-4d9c-8b53-5e2507aef3f0,revision_number=0']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:54.446737 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f0afd7-2b39-4803-a96e-a25cd66b08e6 admin admin] Checking segment: {'id': '6d4ff6e3-0346-47ba-84e0-716a01373d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '4f3c1e12-48d2-42f8-93d0-88cbadacd286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 04:47:54.447097 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f0afd7-2b39-4803-a96e-a25cd66b08e6 admin admin] Network hostable DHCP agents. Network: 4f3c1e12-48d2-42f8-93d0-88cbadacd286, hostable agents: ['558ab5a9-93ee-434f-b4a2-86af90b93965'], hosted agents: [] {{(pid=115908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 04:47:54.468764 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f0afd7-2b39-4803-a96e-a25cd66b08e6 admin admin] Network 4f3c1e12-48d2-42f8-93d0-88cbadacd286 is scheduled to be hosted by DHCP agent 558ab5a9-93ee-434f-b4a2-86af90b93965 with binding_index 1 {{(pid=115908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 04:47:54.482367 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.base_scheduler [None req-39f0afd7-2b39-4803-a96e-a25cd66b08e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851449-2-iscsi, 4f3c1e12-48d2-42f8-93d0-88cbadacd286) {{(pid=115908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:47:54.490654 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f0afd7-2b39-4803-a96e-a25cd66b08e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:47:54.491392 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-39f0afd7-2b39-4803-a96e-a25cd66b08e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for subnet (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:54.491754 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43092d13-df1e-4005-82f3-7f6d6c6f85a3 None None] Network 4f3c1e12-48d2-42f8-93d0-88cbadacd286 requested from dv-cinder-851449-2-iscsi {{(pid=115909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 04:47:54.527080 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-39f0afd7-2b39-4803-a96e-a25cd66b08e6 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.3272014 Jul 29 04:47:54.635606 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c9ec02-6f3f-4a00-9676-6e0e9aa8092d req-36db6664-647b-4077-acb3-48bfb47138d8 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:47:54.637162 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-81c9ec02-6f3f-4a00-9676-6e0e9aa8092d req-36db6664-647b-4077-acb3-48bfb47138d8 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 944 time: 0.0667393 Jul 29 04:47:54.653537 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eaa21a-1267-4730-bf56-6ad6f6c3a70d req-92eec260-f435-444c-b85d-b7c1ff1d4946 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:47:54.653537 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-95eaa21a-1267-4730-bf56-6ad6f6c3a70d req-92eec260-f435-444c-b85d-b7c1ff1d4946 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 943 time: 0.0972626 Jul 29 04:47:54.663722 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf27b8dc-bd29-4d51-8e8d-85701ecd8699 None None] Network 4f3c1e12-48d2-42f8-93d0-88cbadacd286 requested from dv-cinder-851449-2-iscsi {{(pid=115909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 04:47:54.749954 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-95eaa21a-1267-4730-bf56-6ad6f6c3a70d req-119392ca-2456-40b5-bd28-b40129091e01 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728190 Jul 29 04:47:54.773969 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-81c9ec02-6f3f-4a00-9676-6e0e9aa8092d req-af574df3-745e-4953-8fe9-e97d7ee2697c tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298695 Jul 29 04:47:54.905025 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=18 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:55.215239 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 56730) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:47:55.220228 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [None req-ab38faf7-004b-4c61-992a-475c97d37373 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1384007963-network', 'tenant_id': 'f27ad64836724894829514d806131a46'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:47:55.240723 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab38faf7-004b-4c61-992a-475c97d37373 admin admin] Made reservation on behalf of f27ad64836724894829514d806131a46 for: {'network': 1} {{(pid=115908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 04:47:55.243131 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-ab38faf7-004b-4c61-992a-475c97d37373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for network (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:55.262488 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-ab38faf7-004b-4c61-992a-475c97d37373 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:55.304661 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:INSERT=8,neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:55.312638 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b142b2-068e-41a9-9a4b-3e917f9633b5 req-4e67e900-172e-4752-ba03-ff15ea27ba76 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:47:55.314191 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-79b142b2-068e-41a9-9a4b-3e917f9633b5 req-4e67e900-172e-4752-ba03-ff15ea27ba76 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/ports?device_id=5786f4ef-cc00-4e18-9910-7ba1707d903c HTTP/1.1" status: 200 len: 943 time: 0.0671034 Jul 29 04:47:55.392555 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-79b142b2-068e-41a9-9a4b-3e917f9633b5 req-601db881-994f-491b-b406-3a3084bfa576 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/security-groups?id=7738388d-8c0b-4453-ba76-373bc961c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708895 Jul 29 04:47:55.424787 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-ab38faf7-004b-4c61-992a-475c97d37373 admin admin] Publish callbacks [] for security_group (28e0a3aa-08ac-4567-9beb-4b41f6b20433), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:55.433809 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-ab38faf7-004b-4c61-992a-475c97d37373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (28e0a3aa-08ac-4567-9beb-4b41f6b20433), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:55.446432 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-258f1806-abfb-4464-95c5-2ec4a41c7643 req-57eee425-ca65-4b6b-be27-e79a0a035be6 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=94d225e6-c457-47da-bb55-5620ad7f15e7 HTTP/1.1" status: 200 len: 210 time: 0.0352864 Jul 29 04:47:55.475369 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab38faf7-004b-4c61-992a-475c97d37373 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=115908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 04:47:55.485034 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab38faf7-004b-4c61-992a-475c97d37373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e0a3aa-08ac-4567-9beb-4b41f6b20433,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:55.495702 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-ab38faf7-004b-4c61-992a-475c97d37373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537036'] for segment (4c811e48-bbdc-4192-aaee-e2717c8dcf25), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:55.496087 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.db.segments_db [None req-ab38faf7-004b-4c61-992a-475c97d37373 admin admin] Added segment 4c811e48-bbdc-4192-aaee-e2717c8dcf25 of type vlan for network d7770164-683b-4679-8782-9c3bf201364b Jul 29 04:47:55.541774 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:55.543779 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-ab38faf7-004b-4c61-992a-475c97d37373 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769699109497'] for network (d7770164-683b-4679-8782-9c3bf201364b), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:55.573298 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-ab38faf7-004b-4c61-992a-475c97d37373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540'] for network (d7770164-683b-4679-8782-9c3bf201364b), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:55.574413 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab38faf7-004b-4c61-992a-475c97d37373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:47:55.574998 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-ab38faf7-004b-4c61-992a-475c97d37373 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for network (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:55.638272 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-ab38faf7-004b-4c61-992a-475c97d37373 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.4194672 Jul 29 04:47:55.639027 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 56750) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:47:55.639490 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab38faf7-004b-4c61-992a-475c97d37373 admin admin] Pushing event updated for resources: {'Network': ['ID=d7770164-683b-4679-8782-9c3bf201364b,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:55.645114 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [None req-ebbf7639-c089-4504-9cbf-b298640a105d admin admin] Request body: {'subnet': {'network_id': 'd7770164-683b-4679-8782-9c3bf201364b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1384007963-subnet', 'tenant_id': 'f27ad64836724894829514d806131a46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:47:55.656140 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Network d7770164-683b-4679-8782-9c3bf201364b details requested by agent ovs-agent-dv-cinder-851449-2-iscsi with host dv-cinder-851449-2-iscsi {{(pid=115909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 04:47:55.671519 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebbf7639-c089-4504-9cbf-b298640a105d admin admin] Made reservation on behalf of f27ad64836724894829514d806131a46 for: {'subnet': 1} {{(pid=115907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 04:47:55.674163 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-ebbf7639-c089-4504-9cbf-b298640a105d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:55.865212 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447bd65-315d-469d-b620-b8cdeaba09f2 req-daf331bb-0e32-43ff-8864-c54d6fffd119 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:47:55.867408 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-7447bd65-315d-469d-b620-b8cdeaba09f2 req-daf331bb-0e32-43ff-8864-c54d6fffd119 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 943 time: 0.0522466 Jul 29 04:47:55.901251 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-ebbf7639-c089-4504-9cbf-b298640a105d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1878534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540'] for subnet (2e6c1324-f7a0-4032-a980-0988bf2ddfce), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:55.921480 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-7447bd65-315d-469d-b620-b8cdeaba09f2 req-60fb341d-b247-467a-8843-d4de5d69c6b2 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481441 Jul 29 04:47:55.932401 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce4b74-6495-4136-bb35-879a71744f16 req-8dc4239f-561b-4ee2-b2fc-81fa449d4d80 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:47:55.934137 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-bbce4b74-6495-4136-bb35-879a71744f16 req-8dc4239f-561b-4ee2-b2fc-81fa449d4d80 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 944 time: 0.0786817 Jul 29 04:47:55.941152 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3508a994-61f6-4db5-83be-063a6eedc0cd', 'tag': '70e45860-f254-40d2-808c-c68bdc1a745b'}] {{(pid=115907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:47:55.943390 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6d28d1995ec7db04a13c19e5d747406a5c99e6072777cdd6d240f116ae67410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248bae25-089f-4750-b5db-9b6329bb090b" -d '{"events": [{"name": "network-changed", "server_uuid": "3508a994-61f6-4db5-83be-063a6eedc0cd", "tag": "70e45860-f254-40d2-808c-c68bdc1a745b"}]}' {{(pid=115907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:47:55.990890 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 04:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3c8a11-0491-4cab-ae8b-174079fccdd3 x-openstack-request-id: req-9b3c8a11-0491-4cab-ae8b-174079fccdd3 {{(pid=115907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:47:55.991172 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3508a994-61f6-4db5-83be-063a6eedc0cd", "tag": "70e45860-f254-40d2-808c-c68bdc1a745b", "status": "completed", "code": 200}]} {{(pid=115907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:47:55.991420 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-9b3c8a11-0491-4cab-ae8b-174079fccdd3 {{(pid=115907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:47:55.991797 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b3c8a11-0491-4cab-ae8b-174079fccdd3'] response: {'name': 'network-changed', 'server_uuid': '3508a994-61f6-4db5-83be-063a6eedc0cd', 'tag': '70e45860-f254-40d2-808c-c68bdc1a745b', 'status': 'completed', 'code': 200} Jul 29 04:47:56.001848 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbf7639-c089-4504-9cbf-b298640a105d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e6c1324-f7a0-4032-a980-0988bf2ddfce,revision_number=0']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:56.023973 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-bbce4b74-6495-4136-bb35-879a71744f16 req-652948c8-7943-4896-9b78-756a4578dc04 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756817 Jul 29 04:47:56.033750 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbf7639-c089-4504-9cbf-b298640a105d admin admin] Checking segment: {'id': '4c811e48-bbdc-4192-aaee-e2717c8dcf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'd7770164-683b-4679-8782-9c3bf201364b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 04:47:56.034334 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbf7639-c089-4504-9cbf-b298640a105d admin admin] Network hostable DHCP agents. Network: d7770164-683b-4679-8782-9c3bf201364b, hostable agents: ['558ab5a9-93ee-434f-b4a2-86af90b93965'], hosted agents: [] {{(pid=115907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 04:47:56.054321 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbf7639-c089-4504-9cbf-b298640a105d admin admin] Network d7770164-683b-4679-8782-9c3bf201364b is scheduled to be hosted by DHCP agent 558ab5a9-93ee-434f-b4a2-86af90b93965 with binding_index 1 {{(pid=115907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 04:47:56.064858 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.base_scheduler [None req-ebbf7639-c089-4504-9cbf-b298640a105d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851449-2-iscsi, d7770164-683b-4679-8782-9c3bf201364b) {{(pid=115907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:47:56.071389 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbf7639-c089-4504-9cbf-b298640a105d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:47:56.073337 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-ebbf7639-c089-4504-9cbf-b298640a105d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for subnet (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:56.074740 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f511cf36-aa83-4183-aef5-081c0c37fdbc None None] Network d7770164-683b-4679-8782-9c3bf201364b requested from dv-cinder-851449-2-iscsi {{(pid=115909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 04:47:56.115576 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-ebbf7639-c089-4504-9cbf-b298640a105d admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4741921 Jul 29 04:47:56.231527 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6088705-21ea-401b-9972-b548900fb243 None None] Network d7770164-683b-4679-8782-9c3bf201364b requested from dv-cinder-851449-2-iscsi {{(pid=115909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 04:47:56.272437 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 56780) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:47:56.280177 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=7,neutron:DELETE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:56.281890 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:56.331175 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd34999c-4971-46a0-902b-bb49d94390d2 admin admin] Deleting subnet b89643b2-9cea-4d9c-8b53-5e2507aef3f0 {{(pid=115907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 29 04:47:56.335559 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-cd34999c-4971-46a0-902b-bb49d94390d2 admin admin] Publish callbacks [] for subnet (b89643b2-9cea-4d9c-8b53-5e2507aef3f0), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:56.377544 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-cd34999c-4971-46a0-902b-bb49d94390d2 admin admin] Publish callbacks [] for subnet (b89643b2-9cea-4d9c-8b53-5e2507aef3f0), precommit_delete_associations {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:56.393473 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-cd34999c-4971-46a0-902b-bb49d94390d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534123'] for subnet (b89643b2-9cea-4d9c-8b53-5e2507aef3f0), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:56.471848 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-cd34999c-4971-46a0-902b-bb49d94390d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1878534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540'] for subnet (b89643b2-9cea-4d9c-8b53-5e2507aef3f0), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:56.505562 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd34999c-4971-46a0-902b-bb49d94390d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b89643b2-9cea-4d9c-8b53-5e2507aef3f0,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:56.509391 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-cd34999c-4971-46a0-902b-bb49d94390d2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:56.512459 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-cd34999c-4971-46a0-902b-bb49d94390d2 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/b89643b2-9cea-4d9c-8b53-5e2507aef3f0 HTTP/1.1" status: 204 len: 168 time: 0.2388992 Jul 29 04:47:56.515290 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 56788) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:47:56.547204 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9600b468-52b8-4353-9644-a62671620b64 req-0fbb087e-08a4-40b5-9aa6-6c5a18a7eca9 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:47:56.556140 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9600b468-52b8-4353-9644-a62671620b64 req-0fbb087e-08a4-40b5-9aa6-6c5a18a7eca9 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/ports?device_id=5786f4ef-cc00-4e18-9910-7ba1707d903c HTTP/1.1" status: 200 len: 943 time: 0.0723598 Jul 29 04:47:56.612346 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9600b468-52b8-4353-9644-a62671620b64 req-eb10a9ce-d4f7-4ece-8b43-dc320807e4ab tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/security-groups?id=7738388d-8c0b-4453-ba76-373bc961c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552406 Jul 29 04:47:56.619963 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-c1aa9355-d728-47f3-83b9-d1d9f08603f5 req-4f60349d-cc42-4107-ba62-07a3142f42c7 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=94d225e6-c457-47da-bb55-5620ad7f15e7 HTTP/1.1" status: 200 len: 210 time: 0.0595632 Jul 29 04:47:56.665358 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-dc6c21cf-0cd4-493c-8721-115540be8663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3407969'] for network (4f3c1e12-48d2-42f8-93d0-88cbadacd286), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:56.751381 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-dc6c21cf-0cd4-493c-8721-115540be8663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535877', 'neutron.services.segments.db._delete_segments_for_network-8769699633610'] for network (4f3c1e12-48d2-42f8-93d0-88cbadacd286), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:56.771944 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-dc6c21cf-0cd4-493c-8721-115540be8663 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=115907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:47:56.772289 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-dc6c21cf-0cd4-493c-8721-115540be8663 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=115907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:47:56.773044 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-dc6c21cf-0cd4-493c-8721-115540be8663 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:47:56.773375 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-dc6c21cf-0cd4-493c-8721-115540be8663 admin admin] Subscribe: > port after_create 55550000 {{(pid=115907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:47:56.773696 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-dc6c21cf-0cd4-493c-8721-115540be8663 admin admin] Subscribe: > port after_delete 55550000 {{(pid=115907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:47:56.774029 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-dc6c21cf-0cd4-493c-8721-115540be8663 admin admin] Subscribe: > port after_update 55550000 {{(pid=115907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:47:56.774345 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-dc6c21cf-0cd4-493c-8721-115540be8663 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=115907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:47:56.774681 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-dc6c21cf-0cd4-493c-8721-115540be8663 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:47:56.774995 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-dc6c21cf-0cd4-493c-8721-115540be8663 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:47:56.775311 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-dc6c21cf-0cd4-493c-8721-115540be8663 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=115907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:47:56.947509 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-dc6c21cf-0cd4-493c-8721-115540be8663 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:47:56.947899 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-dc6c21cf-0cd4-493c-8721-115540be8663 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:47:56.948239 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-dc6c21cf-0cd4-493c-8721-115540be8663 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=115907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:47:56.948576 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-dc6c21cf-0cd4-493c-8721-115540be8663 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=115907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:47:56.948979 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.services.segments.db [None req-dc6c21cf-0cd4-493c-8721-115540be8663 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f3c1e12-48d2-42f8-93d0-88cbadacd286']}} {{(pid=115907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:47:56.972563 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.services.segments.db [None req-dc6c21cf-0cd4-493c-8721-115540be8663 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d4ff6e3-0346-47ba-84e0-716a01373d0b') {'for_net_delete': True} {{(pid=115907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:47:56.972895 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.services.segments.db [None req-dc6c21cf-0cd4-493c-8721-115540be8663 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d4ff6e3-0346-47ba-84e0-716a01373d0b') {} {{(pid=115907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:47:56.990670 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-dc6c21cf-0cd4-493c-8721-115540be8663 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769699633511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4779737'] for segment (6d4ff6e3-0346-47ba-84e0-716a01373d0b), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:57.041766 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-dc6c21cf-0cd4-493c-8721-115540be8663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537036'] for segment (6d4ff6e3-0346-47ba-84e0-716a01373d0b), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:57.063750 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc6c21cf-0cd4-493c-8721-115540be8663 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=115907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 04:47:57.063750 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-dc6c21cf-0cd4-493c-8721-115540be8663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7638387'] for segment (6d4ff6e3-0346-47ba-84e0-716a01373d0b), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:57.123989 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e0cf7-ca49-4f64-b512-518a2de0780c req-ce642fe1-9414-486a-bbc3-311df61586d5 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:47:57.125811 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-039e0cf7-ca49-4f64-b512-518a2de0780c req-ce642fe1-9414-486a-bbc3-311df61586d5 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 943 time: 0.1229796 Jul 29 04:47:57.162503 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede7052-e1dd-4f01-8d07-1bdf0e298eb9 req-6f107983-6bac-400d-ae8c-31cf77abb515 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:47:57.163217 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-dc6c21cf-0cd4-493c-8721-115540be8663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1936944'] for network (4f3c1e12-48d2-42f8-93d0-88cbadacd286), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:57.165550 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-5ede7052-e1dd-4f01-8d07-1bdf0e298eb9 req-6f107983-6bac-400d-ae8c-31cf77abb515 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 944 time: 0.0643258 Jul 29 04:47:57.175565 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-dc6c21cf-0cd4-493c-8721-115540be8663 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for network (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:57.179090 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-dc6c21cf-0cd4-493c-8721-115540be8663 admin admin] 10.222.0.40 "DELETE /v2.0/networks/4f3c1e12-48d2-42f8-93d0-88cbadacd286 HTTP/1.1" status: 204 len: 168 time: 0.6626635 Jul 29 04:47:57.193487 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 56824) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:47:57.198100 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6c21cf-0cd4-493c-8721-115540be8663 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f3c1e12-48d2-42f8-93d0-88cbadacd286,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:57.242061 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-039e0cf7-ca49-4f64-b512-518a2de0780c req-2969c313-7cb3-4c6f-8ecd-1d4d8fe45708 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016748 Jul 29 04:47:57.304314 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.db_base_plugin_v2 [None req-da93683f-c2d5-4fe3-ac61-a3dda3378968 admin admin] Deleting subnet 2e6c1324-f7a0-4032-a980-0988bf2ddfce {{(pid=115908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 29 04:47:57.310256 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-da93683f-c2d5-4fe3-ac61-a3dda3378968 admin admin] Publish callbacks [] for subnet (2e6c1324-f7a0-4032-a980-0988bf2ddfce), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:57.316568 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-5ede7052-e1dd-4f01-8d07-1bdf0e298eb9 req-6d0a06b2-a420-48f1-9846-f539c3dc1133 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429048 Jul 29 04:47:57.362226 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-da93683f-c2d5-4fe3-ac61-a3dda3378968 admin admin] Publish callbacks [] for subnet (2e6c1324-f7a0-4032-a980-0988bf2ddfce), precommit_delete_associations {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:57.373538 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-da93683f-c2d5-4fe3-ac61-a3dda3378968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534123'] for subnet (2e6c1324-f7a0-4032-a980-0988bf2ddfce), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:57.432958 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 56832) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:47:57.447896 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-da93683f-c2d5-4fe3-ac61-a3dda3378968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1878534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540'] for subnet (2e6c1324-f7a0-4032-a980-0988bf2ddfce), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:57.479621 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da93683f-c2d5-4fe3-ac61-a3dda3378968 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e6c1324-f7a0-4032-a980-0988bf2ddfce,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:57.483531 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-da93683f-c2d5-4fe3-ac61-a3dda3378968 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for subnet (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:57.487118 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-da93683f-c2d5-4fe3-ac61-a3dda3378968 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/2e6c1324-f7a0-4032-a980-0988bf2ddfce HTTP/1.1" status: 204 len: 168 time: 0.2918749 Jul 29 04:47:57.489643 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.services.segments.plugin [-] Segment 6d4ff6e3-0346-47ba-84e0-716a01373d0b resource provider aggregate not found Jul 29 04:47:57.490099 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 56840) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:47:57.523269 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.services.segments.plugin [-] Segment 6d4ff6e3-0346-47ba-84e0-716a01373d0b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6d4ff6e3-0346-47ba-84e0-716a01373d0b found for delete ", "request_id": "req-fd7c3f31-343f-4f55-83b7-45ea6b9e87ce"}]} Jul 29 04:47:57.565826 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:57.580559 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-04c191c8-4572-4d09-ba93-78e497150aa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:57.598301 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-af0cc8e5-8501-4a17-ad92-82d6e03880ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3407969'] for network (d7770164-683b-4679-8782-9c3bf201364b), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:57.727809 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-af0cc8e5-8501-4a17-ad92-82d6e03880ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535877', 'neutron.services.segments.db._delete_segments_for_network-8769699633610'] for network (d7770164-683b-4679-8782-9c3bf201364b), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:57.771985 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b99a39f-299c-4c57-a945-ac6f60ef3b20 req-22757a16-bdb3-47b8-a0b8-a2209a8d1a87 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:47:57.772580 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-0f68069d-441e-428a-8e39-b90e3cb3e51d req-5a1eb024-084a-4e99-a51f-098a5adcdfe2 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=94d225e6-c457-47da-bb55-5620ad7f15e7 HTTP/1.1" status: 200 len: 210 time: 0.0507035 Jul 29 04:47:57.774245 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-6b99a39f-299c-4c57-a945-ac6f60ef3b20 req-22757a16-bdb3-47b8-a0b8-a2209a8d1a87 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/ports?device_id=5786f4ef-cc00-4e18-9910-7ba1707d903c HTTP/1.1" status: 200 len: 943 time: 0.0514693 Jul 29 04:47:57.790203 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-af0cc8e5-8501-4a17-ad92-82d6e03880ab admin admin] Subscribe: > segment before_delete 55550000 {{(pid=115908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:47:57.790554 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-af0cc8e5-8501-4a17-ad92-82d6e03880ab admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=115908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:47:57.791282 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-af0cc8e5-8501-4a17-ad92-82d6e03880ab admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:47:57.791614 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-af0cc8e5-8501-4a17-ad92-82d6e03880ab admin admin] Subscribe: > port after_create 55550000 {{(pid=115908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:47:57.791940 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-af0cc8e5-8501-4a17-ad92-82d6e03880ab admin admin] Subscribe: > port after_delete 55550000 {{(pid=115908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:47:57.792277 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-af0cc8e5-8501-4a17-ad92-82d6e03880ab admin admin] Subscribe: > port after_update 55550000 {{(pid=115908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:47:57.792619 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-af0cc8e5-8501-4a17-ad92-82d6e03880ab admin admin] Subscribe: > segment after_delete 55550000 {{(pid=115908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:47:57.792957 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-af0cc8e5-8501-4a17-ad92-82d6e03880ab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:47:57.793275 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-af0cc8e5-8501-4a17-ad92-82d6e03880ab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:47:57.793599 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-af0cc8e5-8501-4a17-ad92-82d6e03880ab admin admin] Subscribe: > subnet after_update 55550000 {{(pid=115908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:47:57.830567 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-6b99a39f-299c-4c57-a945-ac6f60ef3b20 req-25b8f6b6-d49d-44ab-a022-d39839c1ad1a tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/security-groups?id=7738388d-8c0b-4453-ba76-373bc961c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478294 Jul 29 04:47:57.860540 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-af0cc8e5-8501-4a17-ad92-82d6e03880ab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:47:57.860924 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-af0cc8e5-8501-4a17-ad92-82d6e03880ab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:47:57.861261 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-af0cc8e5-8501-4a17-ad92-82d6e03880ab admin admin] Subscribe: > subnet before_create 55550000 {{(pid=115908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:47:57.861607 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-af0cc8e5-8501-4a17-ad92-82d6e03880ab admin admin] Subscribe: > subnet before_update 55550000 {{(pid=115908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 04:47:57.861965 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.services.segments.db [None req-af0cc8e5-8501-4a17-ad92-82d6e03880ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7770164-683b-4679-8782-9c3bf201364b']}} {{(pid=115908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:47:57.887822 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.services.segments.db [None req-af0cc8e5-8501-4a17-ad92-82d6e03880ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c811e48-bbdc-4192-aaee-e2717c8dcf25') {'for_net_delete': True} {{(pid=115908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:47:57.888125 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.services.segments.db [None req-af0cc8e5-8501-4a17-ad92-82d6e03880ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c811e48-bbdc-4192-aaee-e2717c8dcf25') {} {{(pid=115908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:47:57.893346 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-04c191c8-4572-4d09-ba93-78e497150aa3 admin admin] Publish callbacks [] for security_group (9b4bd6db-ddcb-4d41-b25e-938c6c0ca9ff), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:57.905948 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-04c191c8-4572-4d09-ba93-78e497150aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (9b4bd6db-ddcb-4d41-b25e-938c6c0ca9ff), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:57.909429 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-af0cc8e5-8501-4a17-ad92-82d6e03880ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769699633511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7404236'] for segment (4c811e48-bbdc-4192-aaee-e2717c8dcf25), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:57.953802 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:57.965621 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-af0cc8e5-8501-4a17-ad92-82d6e03880ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537036'] for segment (4c811e48-bbdc-4192-aaee-e2717c8dcf25), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:57.978737 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-04c191c8-4572-4d09-ba93-78e497150aa3 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=95e9cb3f60694f9aaffa1b454f5a14e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5450850 Jul 29 04:47:57.980320 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af0cc8e5-8501-4a17-ad92-82d6e03880ab admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=115908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 04:47:57.980729 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-af0cc8e5-8501-4a17-ad92-82d6e03880ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7403821'] for segment (4c811e48-bbdc-4192-aaee-e2717c8dcf25), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:57.981543 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 56850) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:47:57.987360 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c191c8-4572-4d09-ba93-78e497150aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4bd6db-ddcb-4d41-b25e-938c6c0ca9ff,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:58.034033 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-a008603b-4803-4eda-bcd2-aba59e538802 admin admin] Publish callbacks [] for security_group (9b4bd6db-ddcb-4d41-b25e-938c6c0ca9ff), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:58.058559 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-af0cc8e5-8501-4a17-ad92-82d6e03880ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1936944'] for network (d7770164-683b-4679-8782-9c3bf201364b), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:58.060252 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-a008603b-4803-4eda-bcd2-aba59e538802 admin admin] Publish callbacks [] for security_group (9b4bd6db-ddcb-4d41-b25e-938c6c0ca9ff), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:58.068363 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-af0cc8e5-8501-4a17-ad92-82d6e03880ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for network (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:58.071475 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-af0cc8e5-8501-4a17-ad92-82d6e03880ab admin admin] 10.222.0.40 "DELETE /v2.0/networks/d7770164-683b-4679-8782-9c3bf201364b HTTP/1.1" status: 204 len: 168 time: 0.5793362 Jul 29 04:47:58.086173 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0cc8e5-8501-4a17-ad92-82d6e03880ab admin admin] Pushing event deleted for resources: {'Network': ['ID=d7770164-683b-4679-8782-9c3bf201364b,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:58.102277 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:58.122640 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-a008603b-4803-4eda-bcd2-aba59e538802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (9b4bd6db-ddcb-4d41-b25e-938c6c0ca9ff), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:58.125349 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-a008603b-4803-4eda-bcd2-aba59e538802 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:58.126524 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-a008603b-4803-4eda-bcd2-aba59e538802 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/9b4bd6db-ddcb-4d41-b25e-938c6c0ca9ff HTTP/1.1" status: 204 len: 168 time: 0.1439378 Jul 29 04:47:58.135209 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a008603b-4803-4eda-bcd2-aba59e538802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4bd6db-ddcb-4d41-b25e-938c6c0ca9ff,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:58.171466 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.services.segments.plugin [-] Segment 4c811e48-bbdc-4192-aaee-e2717c8dcf25 resource provider aggregate not found Jul 29 04:47:58.189540 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.services.segments.plugin [-] Segment 4c811e48-bbdc-4192-aaee-e2717c8dcf25 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4c811e48-bbdc-4192-aaee-e2717c8dcf25 found for delete ", "request_id": "req-91f0fcc6-2705-4b81-af45-00cdcf391631"}]} Jul 29 04:47:58.229141 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 56866) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:47:58.277234 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-9af95327-592b-40e6-a943-29cae702caa9 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=f51e2ccad2b749a4bc199e678510b53f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0468647 Jul 29 04:47:58.278899 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 56872) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:47:58.362370 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-b2f06e2f-9d06-4e44-bd48-c0ca56c84f42 admin admin] Publish callbacks [] for security_group (81950910-fe17-4cfa-9090-2a98138425a4), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:58.393226 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be227a3-b9f6-4b86-98a0-a4d021290844 req-87e57b85-c76a-46bb-967a-58d0d11602d2 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:47:58.395510 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-3be227a3-b9f6-4b86-98a0-a4d021290844 req-87e57b85-c76a-46bb-967a-58d0d11602d2 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 943 time: 0.0712359 Jul 29 04:47:58.401482 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-b2f06e2f-9d06-4e44-bd48-c0ca56c84f42 admin admin] Publish callbacks [] for security_group (81950910-fe17-4cfa-9090-2a98138425a4), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:58.456719 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162928de-871b-4621-a0ae-49bc8ae979df req-bc42cd55-f7e7-49c6-a9d9-71d6036f5e2d tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:47:58.459428 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-162928de-871b-4621-a0ae-49bc8ae979df req-bc42cd55-f7e7-49c6-a9d9-71d6036f5e2d tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 944 time: 0.0599480 Jul 29 04:47:58.479763 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 56876) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:47:58.495383 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-3be227a3-b9f6-4b86-98a0-a4d021290844 req-0497c873-2757-4a0f-b5fc-a3c20e7178a0 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733459 Jul 29 04:47:58.498348 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-8e3a916a-58f6-4767-90fa-042f575b1f4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:58.522007 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-b2f06e2f-9d06-4e44-bd48-c0ca56c84f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (81950910-fe17-4cfa-9090-2a98138425a4), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:58.524722 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-b2f06e2f-9d06-4e44-bd48-c0ca56c84f42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:58.528626 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-b2f06e2f-9d06-4e44-bd48-c0ca56c84f42 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/81950910-fe17-4cfa-9090-2a98138425a4 HTTP/1.1" status: 204 len: 168 time: 0.2483137 Jul 29 04:47:58.541674 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f06e2f-9d06-4e44-bd48-c0ca56c84f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81950910-fe17-4cfa-9090-2a98138425a4,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:58.553314 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-162928de-871b-4621-a0ae-49bc8ae979df req-4b07da03-5a73-499e-ba88-01363910178a tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873666 Jul 29 04:47:58.605458 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:58.619094 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-8e3a916a-58f6-4767-90fa-042f575b1f4c admin admin] Publish callbacks [] for security_group (2881580b-f5ae-4970-9fbf-5de0623fa37a), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:58.623524 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-8e3a916a-58f6-4767-90fa-042f575b1f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (2881580b-f5ae-4970-9fbf-5de0623fa37a), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:58.666639 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-8e3a916a-58f6-4767-90fa-042f575b1f4c admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=8f06f68885a54b40b7db2cb48e93e1d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1828284 Jul 29 04:47:58.666639 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3a916a-58f6-4767-90fa-042f575b1f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2881580b-f5ae-4970-9fbf-5de0623fa37a,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:58.666934 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 56882) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:47:58.735432 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-bbacce51-f851-4cdf-8911-41c55c7131a3 admin admin] Publish callbacks [] for security_group (2881580b-f5ae-4970-9fbf-5de0623fa37a), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:58.765856 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-bbacce51-f851-4cdf-8911-41c55c7131a3 admin admin] Publish callbacks [] for security_group (2881580b-f5ae-4970-9fbf-5de0623fa37a), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:58.773754 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:INSERT=7,neutron:SELECT=84,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:58.827195 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-bbacce51-f851-4cdf-8911-41c55c7131a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (2881580b-f5ae-4970-9fbf-5de0623fa37a), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:58.829974 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-bbacce51-f851-4cdf-8911-41c55c7131a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:58.831219 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-bbacce51-f851-4cdf-8911-41c55c7131a3 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/2881580b-f5ae-4970-9fbf-5de0623fa37a HTTP/1.1" status: 204 len: 168 time: 0.1634738 Jul 29 04:47:58.839318 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbacce51-f851-4cdf-8911-41c55c7131a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2881580b-f5ae-4970-9fbf-5de0623fa37a,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:58.885875 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-7331d26d-64c3-43f2-8953-e57130656161 req-d708fc29-356b-4c2d-a6d8-f16fa5a053e1 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=94d225e6-c457-47da-bb55-5620ad7f15e7 HTTP/1.1" status: 200 len: 210 time: 0.0344179 Jul 29 04:47:58.970228 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c3ee3-b5cf-4a20-a1d7-3f92f0aba65f req-696f70b1-4b90-449f-8a53-96f03812d714 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:47:58.971739 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-956c3ee3-b5cf-4a20-a1d7-3f92f0aba65f req-696f70b1-4b90-449f-8a53-96f03812d714 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/ports?device_id=5786f4ef-cc00-4e18-9910-7ba1707d903c HTTP/1.1" status: 200 len: 943 time: 0.0532427 Jul 29 04:47:59.027342 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-956c3ee3-b5cf-4a20-a1d7-3f92f0aba65f req-9c3e2ed2-7370-4597-b10f-77412cb25225 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/security-groups?id=7738388d-8c0b-4453-ba76-373bc961c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496223 Jul 29 04:47:59.057673 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 56894) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:47:59.102547 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-15413712-736b-4508-8e6c-8e3322756c5a admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=f27ad64836724894829514d806131a46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434170 Jul 29 04:47:59.105147 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 56898) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:47:59.157782 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-8d7a5cca-8d3b-4d15-8b0a-0355f1340b0d admin admin] Publish callbacks [] for security_group (28e0a3aa-08ac-4567-9beb-4b41f6b20433), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:59.180051 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-8d7a5cca-8d3b-4d15-8b0a-0355f1340b0d admin admin] Publish callbacks [] for security_group (28e0a3aa-08ac-4567-9beb-4b41f6b20433), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:59.229223 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-8d7a5cca-8d3b-4d15-8b0a-0355f1340b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (28e0a3aa-08ac-4567-9beb-4b41f6b20433), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:59.231720 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-8d7a5cca-8d3b-4d15-8b0a-0355f1340b0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:47:59.235236 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-8d7a5cca-8d3b-4d15-8b0a-0355f1340b0d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/28e0a3aa-08ac-4567-9beb-4b41f6b20433 HTTP/1.1" status: 204 len: 168 time: 0.1266952 Jul 29 04:47:59.242632 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7a5cca-8d3b-4d15-8b0a-0355f1340b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e0a3aa-08ac-4567-9beb-4b41f6b20433,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:47:59.256025 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:47:59.642142 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d102cc-4673-42eb-a40d-01f4a5de97ce req-9d505881-726d-4736-bb9b-21ae5c84521d tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:47:59.643646 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-16d102cc-4673-42eb-a40d-01f4a5de97ce req-9d505881-726d-4736-bb9b-21ae5c84521d tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 943 time: 0.0599906 Jul 29 04:47:59.694086 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332aa7fa-1acb-4b32-82e2-dfc45a0421cb req-c176cb6e-2910-4a59-97da-fa903bfa2e2d tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:47:59.701339 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-332aa7fa-1acb-4b32-82e2-dfc45a0421cb req-c176cb6e-2910-4a59-97da-fa903bfa2e2d tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 944 time: 0.0613477 Jul 29 04:47:59.711538 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-16d102cc-4673-42eb-a40d-01f4a5de97ce req-b1e0eb15-dd8e-44c3-a0f0-850b9961be61 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602899 Jul 29 04:47:59.751838 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-332aa7fa-1acb-4b32-82e2-dfc45a0421cb req-b67c361b-435a-4f4d-9d37-e70c23f45b75 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493827 Jul 29 04:47:59.993893 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-afc068cd-7746-4454-98fa-881cda0bb401 req-d3a87ae4-7a58-461a-b68e-a11f6c284cdd tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=94d225e6-c457-47da-bb55-5620ad7f15e7 HTTP/1.1" status: 200 len: 210 time: 0.0319850 Jul 29 04:48:00.152463 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5940dd93-6582-4d53-bad6-d223c9575a0a req-7f70761d-12b8-4a59-bcac-86cb3e996af3 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:00.154959 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-5940dd93-6582-4d53-bad6-d223c9575a0a req-7f70761d-12b8-4a59-bcac-86cb3e996af3 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/ports?device_id=5786f4ef-cc00-4e18-9910-7ba1707d903c HTTP/1.1" status: 200 len: 943 time: 0.0538759 Jul 29 04:48:00.211452 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-5940dd93-6582-4d53-bad6-d223c9575a0a req-49b21866-63a4-420a-88b5-f8c934a38585 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/security-groups?id=7738388d-8c0b-4453-ba76-373bc961c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497849 Jul 29 04:48:00.838423 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [req-8edd9869-95d3-4179-8ade-1c9635e799d6 req-7f6eff3a-4497-43a1-9c5c-7147de2beba8 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Request body: {'port': {'device_id': '94d225e6-c457-47da-bb55-5620ad7f15e7', 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68', 'admin_state_up': True, 'tenant_id': '461e2af738084ccb986169d752510588', 'security_groups': ['364afbf7-5ebf-4a7a-b038-946add3d6ca2']}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:48:00.849213 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:00.908518 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-616c761b-3d17-40ae-84ce-c96b246c18b3 req-154b9ad4-bca2-44c7-8afb-4c1d7cc28b75 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9311cd5a-7a75-4479-a351-988245db7504 HTTP/1.1" status: 200 len: 217 time: 0.0746667 Jul 29 04:48:00.919973 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa62f89-5ab3-4b98-b369-a4d2560253c7 req-1e054834-4660-4ac8-9a45-be3bc1daa018 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:00.930589 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d661c19-da5a-4c01-80ad-9803de444ae7 req-beae1e66-83f3-463e-ac7d-c6ad27f5b3d5 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:00.930704 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8aa62f89-5ab3-4b98-b369-a4d2560253c7 req-1e054834-4660-4ac8-9a45-be3bc1daa018 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 943 time: 0.1483915 Jul 29 04:48:00.937231 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-9d661c19-da5a-4c01-80ad-9803de444ae7 req-beae1e66-83f3-463e-ac7d-c6ad27f5b3d5 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 944 time: 0.0909376 Jul 29 04:48:01.213494 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616c761b-3d17-40ae-84ce-c96b246c18b3 req-722bd092-5b50-40b6-ad92-bcc24d02f205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:01.215055 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-616c761b-3d17-40ae-84ce-c96b246c18b3 req-722bd092-5b50-40b6-ad92-bcc24d02f205 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=632a1c05-3d45-406c-9136-da991dddae0b HTTP/1.1" status: 200 len: 851 time: 0.2196243 Jul 29 04:48:01.221284 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248bae25-089f-4750-b5db-9b6329bb090b req-c6393593-5a50-4147-862f-de5ee0b63061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:01.224023 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-248bae25-089f-4750-b5db-9b6329bb090b req-c6393593-5a50-4147-862f-de5ee0b63061 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0f6c1ad3422c40d4af4ef5329ecd9d86&device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 1128 time: 0.2601418 Jul 29 04:48:01.233309 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-9d661c19-da5a-4c01-80ad-9803de444ae7 req-463e98ad-5555-404c-af20-c7281118264f tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950399 Jul 29 04:48:01.238791 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-ad94e5d0-00da-4d0f-9695-e3524ad64d5c req-09cb142d-1c9e-4676-b697-ea069bfa4834 service neutron] 10.222.0.64 "GET /v2.0/networks/3e84cf4e-559b-4bbd-af56-3f6353c004d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4042628 Jul 29 04:48:01.323474 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8aa62f89-5ab3-4b98-b369-a4d2560253c7 req-649d7968-100e-4f14-92f0-7238ba43ae06 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3918812 Jul 29 04:48:01.334290 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-462309cb-2eee-45af-9563-89d585aa36f5 req-8c58d03c-9b6a-4d56-896a-29a9f3c04724 service neutron] 10.222.0.64 "GET /v2.0/networks/4bcca997-0807-424d-86d3-43681c4961dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4828150 Jul 29 04:48:01.356764 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616c761b-3d17-40ae-84ce-c96b246c18b3 req-7c1e3f94-0dde-4527-aaed-c05718a325ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:01.356764 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-616c761b-3d17-40ae-84ce-c96b246c18b3 req-7c1e3f94-0dde-4527-aaed-c05718a325ba service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=39e88c0c-eb22-4423-a14a-7cac22367ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1227200 Jul 29 04:48:01.446366 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-59d6cc74-1571-435a-b5a7-e8287741489c req-04cbccc9-43bd-41e7-a8f3-413441fd9db2 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=94d225e6-c457-47da-bb55-5620ad7f15e7 HTTP/1.1" status: 200 len: 210 time: 0.1429064 Jul 29 04:48:01.483138 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:01.491121 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3301a4-1a7a-4ff9-95f2-d08e25ba38b3 req-8ef75c49-094c-4697-b1bd-f6d964911b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:01.492919 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-9f3301a4-1a7a-4ff9-95f2-d08e25ba38b3 req-8ef75c49-094c-4697-b1bd-f6d964911b99 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0f6c1ad3422c40d4af4ef5329ecd9d86&device_id=052579df-c255-4129-911a-8a4dda7e6ced HTTP/1.1" status: 200 len: 1127 time: 0.1284866 Jul 29 04:48:01.494900 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:DELETE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:01.496728 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8edd9869-95d3-4179-8ade-1c9635e799d6 req-7f6eff3a-4497-43a1-9c5c-7147de2beba8 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Made reservation on behalf of 461e2af738084ccb986169d752510588 for: {'port': 1} {{(pid=115908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 04:48:01.500806 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-8edd9869-95d3-4179-8ade-1c9635e799d6 req-7f6eff3a-4497-43a1-9c5c-7147de2beba8 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:01.532509 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248bae25-089f-4750-b5db-9b6329bb090b req-1cba8bf6-8e10-48ea-8b95-7ca81bedc01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:01.534068 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-248bae25-089f-4750-b5db-9b6329bb090b req-1cba8bf6-8e10-48ea-8b95-7ca81bedc01f service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=0f6c1ad3422c40d4af4ef5329ecd9d86&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2941625 Jul 29 04:48:01.748660 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f805b-0993-4952-86ea-ec4d9587cf3e req-4bddb7f2-1f43-4f59-8df5-4db84bbf7080 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:01.750131 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-741f805b-0993-4952-86ea-ec4d9587cf3e req-4bddb7f2-1f43-4f59-8df5-4db84bbf7080 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/ports?device_id=5786f4ef-cc00-4e18-9910-7ba1707d903c HTTP/1.1" status: 200 len: 943 time: 0.2877777 Jul 29 04:48:01.770300 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 57036) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:48:01.830787 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-462309cb-2eee-45af-9563-89d585aa36f5 req-6ceb63ec-50f1-4bd0-a45b-12a4e8206716 service neutron] 10.222.0.64 "GET /v2.0/networks/4bcca997-0807-424d-86d3-43681c4961dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4855478 Jul 29 04:48:01.839217 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-616c761b-3d17-40ae-84ce-c96b246c18b3 req-f5b8df60-32d0-4976-bf64-a431a2262b64 service neutron] 10.222.0.64 "GET /v2.0/networks/39e88c0c-eb22-4423-a14a-7cac22367ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4716098 Jul 29 04:48:01.890473 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-a7d96fc6-1210-4f25-bda8-dca66ec0d7e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:01.908820 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-741f805b-0993-4952-86ea-ec4d9587cf3e req-d5c91830-98dd-457d-a440-4c516c84e7b1 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/security-groups?id=7738388d-8c0b-4453-ba76-373bc961c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361113 Jul 29 04:48:01.939374 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.db_base_plugin_common [req-8edd9869-95d3-4179-8ade-1c9635e799d6 req-7f6eff3a-4497-43a1-9c5c-7147de2beba8 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Allocated IP 172.20.0.11 (21ca39e1-cfc7-4b5b-897b-220faf26ce68/5df203e3-38ee-42fe-a28a-41c6f641aefe/a62fbd73-0c26-4732-9cf9-7667cea10de3) {{(pid=115908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 04:48:01.970193 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-a7d96fc6-1210-4f25-bda8-dca66ec0d7e7 admin admin] Publish callbacks [] for security_group (3b043e89-2e4f-437e-b107-f74c88826b2e), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:01.974590 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-a7d96fc6-1210-4f25-bda8-dca66ec0d7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (3b043e89-2e4f-437e-b107-f74c88826b2e), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:02.015181 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d96fc6-1210-4f25-bda8-dca66ec0d7e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b043e89-2e4f-437e-b107-f74c88826b2e,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:48:02.021913 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-a7d96fc6-1210-4f25-bda8-dca66ec0d7e7 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=d86274d381754746bd01fbd52bb1ae57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2483590 Jul 29 04:48:02.022327 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 57044) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:48:02.038915 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:02.079023 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-8cd725e0-72a3-4a76-be1b-3ee110499425 admin admin] Publish callbacks [] for security_group (3b043e89-2e4f-437e-b107-f74c88826b2e), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:02.086278 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:02.090234 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-8edd9869-95d3-4179-8ade-1c9635e799d6 req-7f6eff3a-4497-43a1-9c5c-7147de2beba8 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for port (a62fbd73-0c26-4732-9cf9-7667cea10de3), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:02.103467 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-8cd725e0-72a3-4a76-be1b-3ee110499425 admin admin] Publish callbacks [] for security_group (3b043e89-2e4f-437e-b107-f74c88826b2e), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:02.130156 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-8edd9869-95d3-4179-8ade-1c9635e799d6 req-7f6eff3a-4497-43a1-9c5c-7147de2beba8 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (a62fbd73-0c26-4732-9cf9-7667cea10de3), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:02.161690 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-8cd725e0-72a3-4a76-be1b-3ee110499425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (3b043e89-2e4f-437e-b107-f74c88826b2e), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:02.164768 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-8cd725e0-72a3-4a76-be1b-3ee110499425 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:02.170595 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-8cd725e0-72a3-4a76-be1b-3ee110499425 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/3b043e89-2e4f-437e-b107-f74c88826b2e HTTP/1.1" status: 204 len: 168 time: 0.1474359 Jul 29 04:48:02.182333 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd725e0-72a3-4a76-be1b-3ee110499425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b043e89-2e4f-437e-b107-f74c88826b2e,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:48:02.185515 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8edd9869-95d3-4179-8ade-1c9635e799d6 req-7f6eff3a-4497-43a1-9c5c-7147de2beba8 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Network 21ca39e1-cfc7-4b5b-897b-220faf26ce68 is already hosted by enough agents. {{(pid=115908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 04:48:02.189137 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.base_scheduler [req-8edd9869-95d3-4179-8ade-1c9635e799d6 req-7f6eff3a-4497-43a1-9c5c-7147de2beba8 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Resources bound (agent type, host, resource id): {{(pid=115908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:48:02.196652 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.l3_dvrscheduler_db [req-8edd9869-95d3-4179-8ade-1c9635e799d6 req-7f6eff3a-4497-43a1-9c5c-7147de2beba8 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Received port after_create {{(pid=115908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 04:48:02.199904 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6eff3a-4497-43a1-9c5c-7147de2beba8 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Pushing event updated for resources: {'Port': ['ID=a62fbd73-0c26-4732-9cf9-7667cea10de3,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:48:02.264644 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd9869-95d3-4179-8ade-1c9635e799d6 req-7f6eff3a-4497-43a1-9c5c-7147de2beba8 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:02.269622 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-8edd9869-95d3-4179-8ade-1c9635e799d6 req-7f6eff3a-4497-43a1-9c5c-7147de2beba8 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for port (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:02.309367 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8edd9869-95d3-4179-8ade-1c9635e799d6 req-7f6eff3a-4497-43a1-9c5c-7147de2beba8 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4745078 Jul 29 04:48:02.473291 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7677c913-f1cb-476d-afb2-629b4088aa02 req-786413dc-4cd2-40de-b44e-181aadf80ecf tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:02.476287 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-7677c913-f1cb-476d-afb2-629b4088aa02 req-786413dc-4cd2-40de-b44e-181aadf80ecf tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 944 time: 0.1313057 Jul 29 04:48:02.547441 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b0e455-d150-4fe4-b495-64031c026304 req-749b4df0-348d-481b-8976-8ff9d38eb8fb tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:02.549543 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-73b0e455-d150-4fe4-b495-64031c026304 req-749b4df0-348d-481b-8976-8ff9d38eb8fb tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 943 time: 0.0950608 Jul 29 04:48:02.582524 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-7677c913-f1cb-476d-afb2-629b4088aa02 req-ddb8d687-2f82-4780-ac12-d45fc881bbdb tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930035 Jul 29 04:48:02.667904 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-73b0e455-d150-4fe4-b495-64031c026304 req-43830927-a4d1-4848-9200-d09a55031ca9 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019480 Jul 29 04:48:02.677168 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-0ed155a6-71f2-4c05-9d4f-e1e3ff08be30 None None] Provisioning complete for port a62fbd73-0c26-4732-9cf9-7667cea10de3 triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:48:02.677720 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-0ed155a6-71f2-4c05-9d4f-e1e3ff08be30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (a62fbd73-0c26-4732-9cf9-7667cea10de3), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:02.717296 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-0ed155a6-71f2-4c05-9d4f-e1e3ff08be30 None None] Port a62fbd73-0c26-4732-9cf9-7667cea10de3 cannot update to ACTIVE because it is not bound. {{(pid=115909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 04:48:02.754404 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 57084) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:48:02.758882 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89942acc-a604-42b4-a2da-7e5c0150c100 req-05f6bc63-ee37-4893-848c-cbf6edbf0918 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:02.760491 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-89942acc-a604-42b4-a2da-7e5c0150c100 req-05f6bc63-ee37-4893-848c-cbf6edbf0918 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=94d225e6-c457-47da-bb55-5620ad7f15e7 HTTP/1.1" status: 200 len: 932 time: 0.0563316 Jul 29 04:48:02.776093 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-190947bf-e459-432f-8893-7e70ad566756 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:02.816763 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-89942acc-a604-42b4-a2da-7e5c0150c100 req-bd530f7d-71f7-4ff5-92b3-4455b10c8cb0 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=364afbf7-5ebf-4a7a-b038-946add3d6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494285 Jul 29 04:48:02.841153 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:02.865486 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-190947bf-e459-432f-8893-7e70ad566756 admin admin] Publish callbacks [] for security_group (5d030260-4966-4c36-a6f8-a261d17a3d4f), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:02.870879 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-190947bf-e459-432f-8893-7e70ad566756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (5d030260-4966-4c36-a6f8-a261d17a3d4f), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:02.912263 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-190947bf-e459-432f-8893-7e70ad566756 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=6f8ee233f672493a95ce967e6e828fcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1568117 Jul 29 04:48:02.913106 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190947bf-e459-432f-8893-7e70ad566756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d030260-4966-4c36-a6f8-a261d17a3d4f,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:48:02.915224 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 57090) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:48:02.966052 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-56e05454-1174-422a-9841-5305cfb72cf5 admin admin] Publish callbacks [] for security_group (5d030260-4966-4c36-a6f8-a261d17a3d4f), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:02.987700 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-56e05454-1174-422a-9841-5305cfb72cf5 admin admin] Publish callbacks [] for security_group (5d030260-4966-4c36-a6f8-a261d17a3d4f), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:03.030102 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66dbdcb-5626-4058-b8ef-0239ec6b8758 req-ff333c4e-6a34-4391-8816-1331e9508011 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:03.031591 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-f66dbdcb-5626-4058-b8ef-0239ec6b8758 req-ff333c4e-6a34-4391-8816-1331e9508011 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/ports?device_id=5786f4ef-cc00-4e18-9910-7ba1707d903c HTTP/1.1" status: 200 len: 943 time: 0.0474582 Jul 29 04:48:03.038639 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-56e05454-1174-422a-9841-5305cfb72cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (5d030260-4966-4c36-a6f8-a261d17a3d4f), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:03.041423 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-56e05454-1174-422a-9841-5305cfb72cf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:03.042556 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-56e05454-1174-422a-9841-5305cfb72cf5 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/5d030260-4966-4c36-a6f8-a261d17a3d4f HTTP/1.1" status: 204 len: 168 time: 0.1262555 Jul 29 04:48:03.052576 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e05454-1174-422a-9841-5305cfb72cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d030260-4966-4c36-a6f8-a261d17a3d4f,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:48:03.081627 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-f66dbdcb-5626-4058-b8ef-0239ec6b8758 req-56fd05a8-a505-47ea-b756-5846572a4ba4 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/security-groups?id=7738388d-8c0b-4453-ba76-373bc961c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439992 Jul 29 04:48:03.709678 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06a7f5-1db7-4657-8790-5e91f563097b req-c7149b14-59df-4015-afb1-dd251a514d3f tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:03.711095 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-6a06a7f5-1db7-4657-8790-5e91f563097b req-c7149b14-59df-4015-afb1-dd251a514d3f tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 944 time: 0.0587645 Jul 29 04:48:03.761091 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-6a06a7f5-1db7-4657-8790-5e91f563097b req-d8463a9b-c2e4-42da-b92d-3ad32aea862b tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444708 Jul 29 04:48:03.807976 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec0a96-2733-4f6b-a72c-a3097b8829bc req-4046d32f-7d78-46a5-bcd0-97c8525206fc tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:03.809490 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ddec0a96-2733-4f6b-a72c-a3097b8829bc req-4046d32f-7d78-46a5-bcd0-97c8525206fc tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 943 time: 0.0523248 Jul 29 04:48:03.857294 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ddec0a96-2733-4f6b-a72c-a3097b8829bc req-2cab9b79-a4bd-4824-b739-d5d42726c523 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420256 Jul 29 04:48:03.954641 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b5456-9a5c-4168-8a78-024a59016ae7 req-d08ca214-63bb-4dbc-9cb1-eedb6682efc4 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:03.956127 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-fd2b5456-9a5c-4168-8a78-024a59016ae7 req-d08ca214-63bb-4dbc-9cb1-eedb6682efc4 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=94d225e6-c457-47da-bb55-5620ad7f15e7 HTTP/1.1" status: 200 len: 932 time: 0.0531392 Jul 29 04:48:03.982720 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:04.007927 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-fd2b5456-9a5c-4168-8a78-024a59016ae7 req-5084b2ee-d323-49ec-9c78-c3224e3c3601 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=364afbf7-5ebf-4a7a-b038-946add3d6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462353 Jul 29 04:48:04.197903 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21fad28-3eb2-4e5d-aa9b-c01aa083c1dc req-5ce74cd5-4f4e-46c1-9ace-24a1f4f9c3d6 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:04.199367 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-a21fad28-3eb2-4e5d-aa9b-c01aa083c1dc req-5ce74cd5-4f4e-46c1-9ace-24a1f4f9c3d6 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/ports?device_id=5786f4ef-cc00-4e18-9910-7ba1707d903c HTTP/1.1" status: 200 len: 943 time: 0.0474200 Jul 29 04:48:04.247712 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-a21fad28-3eb2-4e5d-aa9b-c01aa083c1dc req-69c613cc-4a44-4fa9-9157-a5590a121bcc tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/security-groups?id=7738388d-8c0b-4453-ba76-373bc961c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428598 Jul 29 04:48:04.891006 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea525e-8f46-43f8-a205-4075928aaaec req-494ddc50-baf5-4d70-ac71-0eaae8350754 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:04.892661 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-d0ea525e-8f46-43f8-a205-4075928aaaec req-494ddc50-baf5-4d70-ac71-0eaae8350754 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 944 time: 0.0511858 Jul 29 04:48:04.950912 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-d0ea525e-8f46-43f8-a205-4075928aaaec req-f4b37aca-bce5-4624-837c-c15c74ed1b4d tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513568 Jul 29 04:48:05.005675 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52c3fc-6cc5-487f-a9b7-2daeb8a9bfea req-df4cfc3a-965e-41c1-94c9-430372cd9365 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:05.007179 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4b52c3fc-6cc5-487f-a9b7-2daeb8a9bfea req-df4cfc3a-965e-41c1-94c9-430372cd9365 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 943 time: 0.0750418 Jul 29 04:48:05.064067 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4b52c3fc-6cc5-487f-a9b7-2daeb8a9bfea req-e00a88e8-b1a3-42d2-a47f-5ef1f2d6c001 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512784 Jul 29 04:48:05.130806 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef885a6-891b-4f3a-8809-0f2536df3b69 req-4b36a21a-7102-4640-a029-88f013011731 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:05.132287 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-fef885a6-891b-4f3a-8809-0f2536df3b69 req-4b36a21a-7102-4640-a029-88f013011731 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=94d225e6-c457-47da-bb55-5620ad7f15e7 HTTP/1.1" status: 200 len: 932 time: 0.0519185 Jul 29 04:48:05.181219 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-fef885a6-891b-4f3a-8809-0f2536df3b69 req-2680066e-41d0-4176-850e-947a9163525b tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=364afbf7-5ebf-4a7a-b038-946add3d6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433159 Jul 29 04:48:05.373683 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23033c43-6e1c-4eef-b5e8-83e55190303e req-251e248b-dec6-49e2-8289-1a6a8c8cb464 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:05.375257 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-23033c43-6e1c-4eef-b5e8-83e55190303e req-251e248b-dec6-49e2-8289-1a6a8c8cb464 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/ports?device_id=5786f4ef-cc00-4e18-9910-7ba1707d903c HTTP/1.1" status: 200 len: 943 time: 0.0521550 Jul 29 04:48:05.428406 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-23033c43-6e1c-4eef-b5e8-83e55190303e req-faaf953e-3d20-4476-83e8-3d61a5a73956 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/security-groups?id=7738388d-8c0b-4453-ba76-373bc961c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438399 Jul 29 04:48:06.079184 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c9d51f-7d81-4731-b4c2-e169b98f73f7 req-f6a22881-3f81-4f0d-96b7-fbcc66bd0a9c tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:06.080592 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-d6c9d51f-7d81-4731-b4c2-e169b98f73f7 req-f6a22881-3f81-4f0d-96b7-fbcc66bd0a9c tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 944 time: 0.0484576 Jul 29 04:48:06.100480 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 57262) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:48:06.136667 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-d6c9d51f-7d81-4731-b4c2-e169b98f73f7 req-19481355-10ef-44b3-947e-5b6e899cadf2 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499353 Jul 29 04:48:06.201545 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccbba40-230e-4bf3-965c-63c474e2c7b9 req-4a60c088-16d8-4e34-9ebb-43d4e89328bc tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:06.203061 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-bccbba40-230e-4bf3-965c-63c474e2c7b9 req-4a60c088-16d8-4e34-9ebb-43d4e89328bc tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 943 time: 0.0501411 Jul 29 04:48:06.243744 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-9d71167a-72a7-4d66-bcc7-d7a1758279ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:06.264795 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:06.292322 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-bccbba40-230e-4bf3-965c-63c474e2c7b9 req-a86b5874-5482-4f11-9b9b-2580def2efcd tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831728 Jul 29 04:48:06.311413 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2caabc-cdd8-4b06-815a-40a7c68f5cb7 req-44d7b2f7-077e-4469-808a-a70bdd152195 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:06.313135 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-dc2caabc-cdd8-4b06-815a-40a7c68f5cb7 req-44d7b2f7-077e-4469-808a-a70bdd152195 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=94d225e6-c457-47da-bb55-5620ad7f15e7 HTTP/1.1" status: 200 len: 932 time: 0.0563712 Jul 29 04:48:06.336163 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:06.349671 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-9d71167a-72a7-4d66-bcc7-d7a1758279ae admin admin] Publish callbacks [] for security_group (fe9013a3-c452-4af7-a1d7-455f3b109c29), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:06.353534 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-9d71167a-72a7-4d66-bcc7-d7a1758279ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (fe9013a3-c452-4af7-a1d7-455f3b109c29), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:06.365805 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-dc2caabc-cdd8-4b06-815a-40a7c68f5cb7 req-918c304c-3813-4046-a899-a2140cb8e8db tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=364afbf7-5ebf-4a7a-b038-946add3d6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460956 Jul 29 04:48:06.393842 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-9d71167a-72a7-4d66-bcc7-d7a1758279ae admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=d5f63577dcb2496bbefadc44b28beccb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2917497 Jul 29 04:48:06.395512 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71167a-72a7-4d66-bcc7-d7a1758279ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9013a3-c452-4af7-a1d7-455f3b109c29,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:48:06.397265 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 57268) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:48:06.451112 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-9b45a85a-85c3-4814-9dd9-591d5ffd7f46 admin admin] Publish callbacks [] for security_group (fe9013a3-c452-4af7-a1d7-455f3b109c29), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:06.474965 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-9b45a85a-85c3-4814-9dd9-591d5ffd7f46 admin admin] Publish callbacks [] for security_group (fe9013a3-c452-4af7-a1d7-455f3b109c29), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:06.522549 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-9b45a85a-85c3-4814-9dd9-591d5ffd7f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (fe9013a3-c452-4af7-a1d7-455f3b109c29), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:06.525386 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-9b45a85a-85c3-4814-9dd9-591d5ffd7f46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:06.526715 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-9b45a85a-85c3-4814-9dd9-591d5ffd7f46 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/fe9013a3-c452-4af7-a1d7-455f3b109c29 HTTP/1.1" status: 204 len: 168 time: 0.1267323 Jul 29 04:48:06.534727 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b45a85a-85c3-4814-9dd9-591d5ffd7f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9013a3-c452-4af7-a1d7-455f3b109c29,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:48:06.534854 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:06.556998 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3075236-f4ec-484f-a4d9-040066e250d4 req-5f1e8165-d384-4952-a3b4-2626db2b0200 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:06.558643 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-f3075236-f4ec-484f-a4d9-040066e250d4 req-5f1e8165-d384-4952-a3b4-2626db2b0200 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/ports?device_id=5786f4ef-cc00-4e18-9910-7ba1707d903c HTTP/1.1" status: 200 len: 943 time: 0.0608740 Jul 29 04:48:06.608550 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-f3075236-f4ec-484f-a4d9-040066e250d4 req-925ffe2f-bc01-40d3-a868-67e6961749ec tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/security-groups?id=7738388d-8c0b-4453-ba76-373bc961c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431302 Jul 29 04:48:06.804818 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 57280) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:48:06.818949 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-24304823-eca3-4237-ace1-fb9ce44ae36e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:06.897203 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-24304823-eca3-4237-ace1-fb9ce44ae36e admin admin] Publish callbacks [] for security_group (54b28df2-be73-47f9-8763-21a3517b572f), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:06.901272 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-24304823-eca3-4237-ace1-fb9ce44ae36e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (54b28df2-be73-47f9-8763-21a3517b572f), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:06.944552 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-24304823-eca3-4237-ace1-fb9ce44ae36e admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=66d9f7643ec84f7abc878274eac14a63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1386330 Jul 29 04:48:06.945679 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24304823-eca3-4237-ace1-fb9ce44ae36e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b28df2-be73-47f9-8763-21a3517b572f,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:48:06.947240 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 57282) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:48:06.999459 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-3f3b7523-a6e9-4d28-83a0-0196285350a9 admin admin] Publish callbacks [] for security_group (54b28df2-be73-47f9-8763-21a3517b572f), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:07.022506 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-3f3b7523-a6e9-4d28-83a0-0196285350a9 admin admin] Publish callbacks [] for security_group (54b28df2-be73-47f9-8763-21a3517b572f), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:07.070640 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-3f3b7523-a6e9-4d28-83a0-0196285350a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (54b28df2-be73-47f9-8763-21a3517b572f), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:07.073465 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-3f3b7523-a6e9-4d28-83a0-0196285350a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:07.074606 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-3f3b7523-a6e9-4d28-83a0-0196285350a9 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/54b28df2-be73-47f9-8763-21a3517b572f HTTP/1.1" status: 204 len: 168 time: 0.1264005 Jul 29 04:48:07.088533 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3b7523-a6e9-4d28-83a0-0196285350a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b28df2-be73-47f9-8763-21a3517b572f,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:48:07.264067 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b46ca7-0d35-4eef-af07-e507077ceb5a req-aee8f17c-7061-44f9-add6-03d6492ad12d tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:07.266155 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-e0b46ca7-0d35-4eef-af07-e507077ceb5a req-aee8f17c-7061-44f9-add6-03d6492ad12d tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 944 time: 0.0541689 Jul 29 04:48:07.326376 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-e0b46ca7-0d35-4eef-af07-e507077ceb5a req-56bb069c-ffe7-4882-ad17-0cd78775a35d tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528104 Jul 29 04:48:07.438603 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd65a865-5306-4fb5-99a6-6979feeed287 req-821b423c-5611-4659-b7f0-25eef148d022 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:07.440298 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-bd65a865-5306-4fb5-99a6-6979feeed287 req-821b423c-5611-4659-b7f0-25eef148d022 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 943 time: 0.0695808 Jul 29 04:48:07.500866 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-bd65a865-5306-4fb5-99a6-6979feeed287 req-a57f5698-9175-40ac-a737-541b5033a9ec tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510051 Jul 29 04:48:07.519651 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622759a3-0892-44a0-96f5-dedb44564153 req-c4e249b0-9c28-4d0b-8fdb-11743cde72b1 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:07.521534 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-622759a3-0892-44a0-96f5-dedb44564153 req-c4e249b0-9c28-4d0b-8fdb-11743cde72b1 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=94d225e6-c457-47da-bb55-5620ad7f15e7 HTTP/1.1" status: 200 len: 932 time: 0.0752623 Jul 29 04:48:07.575636 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 57316) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:48:07.582200 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-622759a3-0892-44a0-96f5-dedb44564153 req-e3e6e6aa-b93d-4b3b-a668-aef0ead4d8f6 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=364afbf7-5ebf-4a7a-b038-946add3d6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542161 Jul 29 04:48:07.739016 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d4a80-ba08-4b94-8e5d-3adcf9293f37 req-6f0ca54b-654c-4a6f-87f5-19f984aee1ba tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:07.740676 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-1f4d4a80-ba08-4b94-8e5d-3adcf9293f37 req-6f0ca54b-654c-4a6f-87f5-19f984aee1ba tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/ports?device_id=5786f4ef-cc00-4e18-9910-7ba1707d903c HTTP/1.1" status: 200 len: 943 time: 0.0503471 Jul 29 04:48:07.781538 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-d15bae24-36b7-4ef3-9c90-15c00de6a285 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:07.849204 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-1f4d4a80-ba08-4b94-8e5d-3adcf9293f37 req-df52021c-47f2-4d28-87fd-1959af022d75 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/security-groups?id=7738388d-8c0b-4453-ba76-373bc961c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024690 Jul 29 04:48:07.953975 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-d15bae24-36b7-4ef3-9c90-15c00de6a285 admin admin] Publish callbacks [] for security_group (28f98b6c-2d5e-4422-aca4-397a26ded732), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:07.958523 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-d15bae24-36b7-4ef3-9c90-15c00de6a285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (28f98b6c-2d5e-4422-aca4-397a26ded732), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:08.008906 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 57352) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:48:08.009034 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-d15bae24-36b7-4ef3-9c90-15c00de6a285 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=a49ff0f2869741fb914ec3fbcd786b1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4299772 Jul 29 04:48:08.009882 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15bae24-36b7-4ef3-9c90-15c00de6a285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f98b6c-2d5e-4422-aca4-397a26ded732,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:48:08.051563 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:08.082540 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-9de095f4-5be8-4299-bd89-d4ac7a0ea5ee admin admin] Publish callbacks [] for security_group (28f98b6c-2d5e-4422-aca4-397a26ded732), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:08.107936 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-9de095f4-5be8-4299-bd89-d4ac7a0ea5ee admin admin] Publish callbacks [] for security_group (28f98b6c-2d5e-4422-aca4-397a26ded732), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:08.180577 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-9de095f4-5be8-4299-bd89-d4ac7a0ea5ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (28f98b6c-2d5e-4422-aca4-397a26ded732), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:08.184718 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-9de095f4-5be8-4299-bd89-d4ac7a0ea5ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:08.189068 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-9de095f4-5be8-4299-bd89-d4ac7a0ea5ee admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/28f98b6c-2d5e-4422-aca4-397a26ded732 HTTP/1.1" status: 204 len: 168 time: 0.1777411 Jul 29 04:48:08.200280 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de095f4-5be8-4299-bd89-d4ac7a0ea5ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f98b6c-2d5e-4422-aca4-397a26ded732,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:48:08.475013 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739b6a4-d331-4ecd-a407-24dbfbb58786 req-e6857885-050e-4d02-87cf-3048d25d82b0 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:08.476710 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-f739b6a4-d331-4ecd-a407-24dbfbb58786 req-e6857885-050e-4d02-87cf-3048d25d82b0 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 944 time: 0.0613549 Jul 29 04:48:08.518148 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:08.549597 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-f739b6a4-d331-4ecd-a407-24dbfbb58786 req-b4197d8c-dbe7-49d1-900b-3eed2919427f tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662205 Jul 29 04:48:08.699749 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba671b4a-0a9b-4fef-ac01-8d4215deedfc req-0d8d856e-5b84-48e5-93d2-90517ff6dcdd tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:08.703087 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ba671b4a-0a9b-4fef-ac01-8d4215deedfc req-0d8d856e-5b84-48e5-93d2-90517ff6dcdd tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 943 time: 0.1073940 Jul 29 04:48:08.704098 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 57388) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:48:08.734717 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-d7cbe709-5c84-4fed-95c0-dbe32424aeef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:08.786832 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:08.806044 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb162e-5761-4b16-bf30-a75de80c204f req-a5aafa3a-8e3a-4e96-9287-f8b464ca2dc1 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:08.808144 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-b1eb162e-5761-4b16-bf30-a75de80c204f req-a5aafa3a-8e3a-4e96-9287-f8b464ca2dc1 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=94d225e6-c457-47da-bb55-5620ad7f15e7 HTTP/1.1" status: 200 len: 932 time: 0.0838675 Jul 29 04:48:08.849425 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ba671b4a-0a9b-4fef-ac01-8d4215deedfc req-f601ba22-18f4-4541-a597-056589d079d2 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363568 Jul 29 04:48:08.863599 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=78,neutron:DELETE=2,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:08.900856 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-b1eb162e-5761-4b16-bf30-a75de80c204f req-562ce72b-7a2b-4508-8f25-4df972413dff tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=364afbf7-5ebf-4a7a-b038-946add3d6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765264 Jul 29 04:48:08.902087 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-d7cbe709-5c84-4fed-95c0-dbe32424aeef admin admin] Publish callbacks [] for security_group (ed4e6759-881d-40d6-bdbc-fb2699bad5f9), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:08.906416 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-d7cbe709-5c84-4fed-95c0-dbe32424aeef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (ed4e6759-881d-40d6-bdbc-fb2699bad5f9), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:08.974997 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cbe709-5c84-4fed-95c0-dbe32424aeef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4e6759-881d-40d6-bdbc-fb2699bad5f9,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:48:08.985251 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-d7cbe709-5c84-4fed-95c0-dbe32424aeef admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=6673e4bdeffb40aca77e2740b415c15b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2800033 Jul 29 04:48:08.985623 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 57398) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:48:09.001954 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6773e9-f60f-477a-9743-32859c6c8650 req-ab01575a-5d5b-4cb8-9646-8d2c025ffd8c tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:09.004002 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-7f6773e9-f60f-477a-9743-32859c6c8650 req-ab01575a-5d5b-4cb8-9646-8d2c025ffd8c tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/ports?device_id=5786f4ef-cc00-4e18-9910-7ba1707d903c HTTP/1.1" status: 200 len: 943 time: 0.0737433 Jul 29 04:48:09.041646 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-dab6bd7e-0d49-4d66-9b6d-b38b1bb156e2 admin admin] Publish callbacks [] for security_group (ed4e6759-881d-40d6-bdbc-fb2699bad5f9), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:09.056319 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-7f6773e9-f60f-477a-9743-32859c6c8650 req-ab40c397-b7ac-42b5-a92f-bd02409b6235 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/security-groups?id=7738388d-8c0b-4453-ba76-373bc961c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457399 Jul 29 04:48:09.069103 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-dab6bd7e-0d49-4d66-9b6d-b38b1bb156e2 admin admin] Publish callbacks [] for security_group (ed4e6759-881d-40d6-bdbc-fb2699bad5f9), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:09.125065 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-dab6bd7e-0d49-4d66-9b6d-b38b1bb156e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (ed4e6759-881d-40d6-bdbc-fb2699bad5f9), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:09.127569 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-dab6bd7e-0d49-4d66-9b6d-b38b1bb156e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:09.128839 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-dab6bd7e-0d49-4d66-9b6d-b38b1bb156e2 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/ed4e6759-881d-40d6-bdbc-fb2699bad5f9 HTTP/1.1" status: 204 len: 168 time: 0.1420565 Jul 29 04:48:09.136732 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab6bd7e-0d49-4d66-9b6d-b38b1bb156e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4e6759-881d-40d6-bdbc-fb2699bad5f9,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:48:09.689811 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8440b1be-d6a9-4055-b8c4-6fdbbc49874e req-d1e28ea5-d701-4fef-8556-06abebd9e2b1 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:09.691527 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-8440b1be-d6a9-4055-b8c4-6fdbbc49874e req-d1e28ea5-d701-4fef-8556-06abebd9e2b1 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 944 time: 0.0623014 Jul 29 04:48:09.749197 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-8440b1be-d6a9-4055-b8c4-6fdbbc49874e req-d9bdf42e-a515-4678-8202-8d31affb4af5 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505702 Jul 29 04:48:09.968540 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device 9311cd5a-7a75-4479-a351-988245db7504 details requested by agent hyperv_hv-cinder-85144 with host hv-cinder-85144 {{(pid=115909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 04:48:10.019993 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70be47c-2722-46bf-aa3f-8b8e02783af0 req-6b6d4f8f-6161-44af-91f0-2f1bddb5f6b0 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:10.026529 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e70be47c-2722-46bf-aa3f-8b8e02783af0 req-6b6d4f8f-6161-44af-91f0-2f1bddb5f6b0 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 943 time: 0.0945585 Jul 29 04:48:10.088243 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44ae44-c5b3-4899-9e82-3c4b018ff2ce req-4814cde4-fcf8-4e05-8fb2-60af620f486f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:10.101487 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-fb44ae44-c5b3-4899-9e82-3c4b018ff2ce req-4814cde4-fcf8-4e05-8fb2-60af620f486f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=94d225e6-c457-47da-bb55-5620ad7f15e7 HTTP/1.1" status: 200 len: 932 time: 0.1053674 Jul 29 04:48:10.125905 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e70be47c-2722-46bf-aa3f-8b8e02783af0 req-c9e8bbd6-6ff5-4a3d-8a4d-b1ebf87bd9b0 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928104 Jul 29 04:48:10.173274 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-fb44ae44-c5b3-4899-9e82-3c4b018ff2ce req-a81752de-fd72-4bde-a4b4-3c8df14aebae tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=364afbf7-5ebf-4a7a-b038-946add3d6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707469 Jul 29 04:48:10.212524 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port 9311cd5a-7a75-4479-a351-988245db7504, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=9311cd5a-7a75-4479-a351-988245db7504,segment=NetworkSegment(f3c3937f-0d62-4e7f-a2ac-736614dde9c0),segment_id=f3c3937f-0d62-4e7f-a2ac-736614dde9c0)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:48:10.225514 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Returning: {'device': '9311cd5a-7a75-4479-a351-988245db7504', 'network_id': '39e88c0c-eb22-4423-a14a-7cac22367ce7', 'port_id': '9311cd5a-7a75-4479-a351-988245db7504', 'mac_address': 'fa:16:3e:f6:55:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '632a1c05-3d45-406c-9136-da991dddae0b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 04:48:10.262906 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Current status of the port 9311cd5a-7a75-4479-a351-988245db7504 is: DOWN; New status is: BUILD {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:48:10.263321 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (9311cd5a-7a75-4479-a351-988245db7504), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:10.267248 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859d747-7033-4089-9010-53af04bc6a2e req-46928cef-56fa-4d8f-a529-d7f69aaa5a5e tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:10.268763 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-f859d747-7033-4089-9010-53af04bc6a2e req-46928cef-56fa-4d8f-a529-d7f69aaa5a5e tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/ports?device_id=5786f4ef-cc00-4e18-9910-7ba1707d903c HTTP/1.1" status: 200 len: 943 time: 0.0529802 Jul 29 04:48:10.277623 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.notifiers.nova [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9311cd5a-7a75-4479-a351-988245db7504 {{(pid=115909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 04:48:10.299324 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port 9311cd5a-7a75-4479-a351-988245db7504, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=9311cd5a-7a75-4479-a351-988245db7504,segment=NetworkSegment(f3c3937f-0d62-4e7f-a2ac-736614dde9c0),segment_id=f3c3937f-0d62-4e7f-a2ac-736614dde9c0)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:48:10.304685 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (9311cd5a-7a75-4479-a351-988245db7504), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:10.329261 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-f859d747-7033-4089-9010-53af04bc6a2e req-780ac510-18c3-4f73-a630-087bcde310e5 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/security-groups?id=7738388d-8c0b-4453-ba76-373bc961c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537615 Jul 29 04:48:10.360360 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Pushing event updated for resources: {'Port': ['ID=9311cd5a-7a75-4479-a351-988245db7504,revision_number=4']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:48:10.891636 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32690a-ffad-40de-9dc2-c241dcac8532 req-11181340-117b-46e0-b576-3ee2277e607b tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:10.899322 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-2c32690a-ffad-40de-9dc2-c241dcac8532 req-11181340-117b-46e0-b576-3ee2277e607b tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 944 time: 0.0686274 Jul 29 04:48:10.960296 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-2c32690a-ffad-40de-9dc2-c241dcac8532 req-069f3538-7700-49ff-a7fd-8e20abf1e6ce tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599823 Jul 29 04:48:11.034146 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] get_ports_and_sgs() called for port_ids ['9311cd5a-7a75-4479-a351-988245db7504'] {{(pid=115909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 04:48:11.131275 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:11.283701 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acfe4f5-210f-4d5c-b480-a72cc560e697 req-d78271e2-c253-4eab-a279-edde34e574ac tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:11.285263 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-3acfe4f5-210f-4d5c-b480-a72cc560e697 req-d78271e2-c253-4eab-a279-edde34e574ac tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 943 time: 0.0740244 Jul 29 04:48:11.355824 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-3acfe4f5-210f-4d5c-b480-a72cc560e697 req-0bdab89f-e485-43f2-a101-bb83028c67e6 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630088 Jul 29 04:48:11.397052 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264368d7-a7ab-4676-91ad-d1bc1bb2bcc8 req-026a9013-a1c9-423f-bf0a-4b62fa7a4320 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:11.399072 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-264368d7-a7ab-4676-91ad-d1bc1bb2bcc8 req-026a9013-a1c9-423f-bf0a-4b62fa7a4320 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=94d225e6-c457-47da-bb55-5620ad7f15e7 HTTP/1.1" status: 200 len: 932 time: 0.0928953 Jul 29 04:48:11.453093 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-264368d7-a7ab-4676-91ad-d1bc1bb2bcc8 req-d885bf76-ef9d-4090-aa0b-899f666e399d tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=364afbf7-5ebf-4a7a-b038-946add3d6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455370 Jul 29 04:48:11.493674 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d97c368-2e7d-4105-aad5-225b87cae1cd req-b40c1db3-f42c-4275-ab1e-951c0d9ae59a tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:11.495163 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4d97c368-2e7d-4105-aad5-225b87cae1cd req-b40c1db3-f42c-4275-ab1e-951c0d9ae59a tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/ports?device_id=5786f4ef-cc00-4e18-9910-7ba1707d903c HTTP/1.1" status: 200 len: 944 time: 0.0574832 Jul 29 04:48:11.543811 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4d97c368-2e7d-4105-aad5-225b87cae1cd req-6c150a0e-77da-4edc-b503-91d51a03f9f1 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/security-groups?id=7738388d-8c0b-4453-ba76-373bc961c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430534 Jul 29 04:48:11.849653 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [req-8edd9869-95d3-4179-8ade-1c9635e799d6 req-db45e9f1-2348-496b-9a9d-c5b322ae82ed service neutron] Request body: {'port': {'device_id': '94d225e6-c457-47da-bb55-5620ad7f15e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85144'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:48:12.017213 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4668380a-2ca3-442f-826b-bcb3061a4f5a req-334b2a78-a00d-4d5e-8e68-c57c6eab4644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:12.017213 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4668380a-2ca3-442f-826b-bcb3061a4f5a req-334b2a78-a00d-4d5e-8e68-c57c6eab4644 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=946bf1e173f9476d86cf6133055fba0a&device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 1127 time: 0.0923417 Jul 29 04:48:12.018697 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-8edd9869-95d3-4179-8ade-1c9635e799d6 req-db45e9f1-2348-496b-9a9d-c5b322ae82ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (a62fbd73-0c26-4732-9cf9-7667cea10de3), before_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:12.062484 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device 9311cd5a-7a75-4479-a351-988245db7504 up at agent hyperv_hv-cinder-85144 {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 04:48:12.194401 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Provisioning for port 9311cd5a-7a75-4479-a351-988245db7504 completed by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 29 04:48:12.203493 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Provisioning complete for port 9311cd5a-7a75-4479-a351-988245db7504 triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:48:12.204254 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (9311cd5a-7a75-4479-a351-988245db7504), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:12.230820 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:12.241323 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-616c761b-3d17-40ae-84ce-c96b246c18b3 req-b058d1fc-c11e-4a25-9e20-0cbd66057a40 service neutron] 10.222.0.64 "GET /v2.0/networks/39e88c0c-eb22-4423-a14a-7cac22367ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3962252 Jul 29 04:48:12.274729 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:12.281131 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3301a4-1a7a-4ff9-95f2-d08e25ba38b3 req-e518f688-b716-46c2-9a36-eba266cd9119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:12.282815 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-9f3301a4-1a7a-4ff9-95f2-d08e25ba38b3 req-e518f688-b716-46c2-9a36-eba266cd9119 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3e84cf4e-559b-4bbd-af56-3f6353c004d0 HTTP/1.1" status: 200 len: 919 time: 0.4230783 Jul 29 04:48:12.320741 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:12.321895 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248bae25-089f-4750-b5db-9b6329bb090b req-e7a723ac-d341-4479-ac78-cb7cbc8a8858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:12.323599 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-248bae25-089f-4750-b5db-9b6329bb090b req-e7a723ac-d341-4479-ac78-cb7cbc8a8858 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4795153 Jul 29 04:48:12.356971 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962de35-dd7f-4f45-a789-46e7d9a24d7e req-bf3d3f20-29ed-4ae1-a505-474fc35760dd tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:12.369285 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4668380a-2ca3-442f-826b-bcb3061a4f5a req-efb03d4a-442d-47fb-95b5-8b3d6b0a364e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:12.371235 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4668380a-2ca3-442f-826b-bcb3061a4f5a req-efb03d4a-442d-47fb-95b5-8b3d6b0a364e service neutron] 10.222.0.64 "GET /v2.0/networks?id=4bcca997-0807-424d-86d3-43681c4961dd HTTP/1.1" status: 200 len: 911 time: 0.2179871 Jul 29 04:48:12.373746 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-d962de35-dd7f-4f45-a789-46e7d9a24d7e req-bf3d3f20-29ed-4ae1-a505-474fc35760dd tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 944 time: 0.2082748 Jul 29 04:48:12.375228 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Current status of the port 9311cd5a-7a75-4479-a351-988245db7504 is: BUILD; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:48:12.375690 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (9311cd5a-7a75-4479-a351-988245db7504), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:12.393530 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:12.429418 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port 9311cd5a-7a75-4479-a351-988245db7504, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=9311cd5a-7a75-4479-a351-988245db7504,segment=NetworkSegment(f3c3937f-0d62-4e7f-a2ac-736614dde9c0),segment_id=f3c3937f-0d62-4e7f-a2ac-736614dde9c0)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:48:12.434108 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5786f4ef-cc00-4e18-9910-7ba1707d903c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9311cd5a-7a75-4479-a351-988245db7504'}] {{(pid=115909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:48:12.440032 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-d962de35-dd7f-4f45-a789-46e7d9a24d7e req-9bec2598-2b54-46f7-b260-0354bbd4c550 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624282 Jul 29 04:48:12.556953 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (9311cd5a-7a75-4479-a351-988245db7504), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:12.589112 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea64c29-db00-470b-9d26-e91c7ae1c43c req-35a5e1c5-749a-42b8-9e11-8b365a34e813 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:12.593401 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-cea64c29-db00-470b-9d26-e91c7ae1c43c req-35a5e1c5-749a-42b8-9e11-8b365a34e813 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 943 time: 0.1113434 Jul 29 04:48:12.626536 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [req-8edd9869-95d3-4179-8ade-1c9635e799d6 req-db45e9f1-2348-496b-9a9d-c5b322ae82ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a62fbd73-0c26-4732-9cf9-7667cea10de3 {{(pid=115908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 04:48:12.641222 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-8edd9869-95d3-4179-8ade-1c9635e799d6 req-db45e9f1-2348-496b-9a9d-c5b322ae82ed service neutron] Publish callbacks [] for port (a62fbd73-0c26-4732-9cf9-7667cea10de3), precommit_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:12.679321 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.provisioning_blocks [req-8edd9869-95d3-4179-8ade-1c9635e799d6 req-db45e9f1-2348-496b-9a9d-c5b322ae82ed service neutron] Transition to ACTIVE for port object a62fbd73-0c26-4732-9cf9-7667cea10de3 will not be triggered until provisioned by entity L2. {{(pid=115908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 29 04:48:12.693806 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-8edd9869-95d3-4179-8ade-1c9635e799d6 req-db45e9f1-2348-496b-9a9d-c5b322ae82ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7403849'] for port (a62fbd73-0c26-4732-9cf9-7667cea10de3), after_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:12.715393 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-cea64c29-db00-470b-9d26-e91c7ae1c43c req-f48ecdfa-cab5-41e7-8d87-58b20dd6fbc2 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041458 Jul 29 04:48:12.759388 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea38529-f7c6-4f1d-81d3-10534cc72a17 req-664acb03-9948-4577-8019-e6e569859475 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:12.764112 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-1ea38529-f7c6-4f1d-81d3-10534cc72a17 req-664acb03-9948-4577-8019-e6e569859475 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=94d225e6-c457-47da-bb55-5620ad7f15e7 HTTP/1.1" status: 200 len: 932 time: 0.1651692 Jul 29 04:48:12.777158 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Pushing event updated for resources: {'Port': ['ID=9311cd5a-7a75-4479-a351-988245db7504,revision_number=5']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:48:12.812475 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:12.870892 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c420e031ced92140226aa6f83123c9b23fc96e3244e1479094dc728224b9fe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7df1b1b-fa38-4410-830e-b5cba8ff9408" -d '{"events": [{"server_uuid": "5786f4ef-cc00-4e18-9910-7ba1707d903c", "name": "network-vif-plugged", "status": "completed", "tag": "9311cd5a-7a75-4479-a351-988245db7504"}]}' {{(pid=115909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:48:12.882201 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-1ea38529-f7c6-4f1d-81d3-10534cc72a17 req-0cf5fc42-ad1b-40e9-93f0-bccac84fad2c tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=364afbf7-5ebf-4a7a-b038-946add3d6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987189 Jul 29 04:48:12.882749 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 57584) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:48:12.897705 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db45e9f1-2348-496b-9a9d-c5b322ae82ed service neutron] Pushing event updated for resources: {'Port': ['ID=a62fbd73-0c26-4732-9cf9-7667cea10de3,revision_number=2']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:48:13.002701 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420dc574-eee2-4991-a8ac-9cf0e247c4f6 req-a0afc2ff-366d-4756-8f16-e73b31d010bc tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:13.005885 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-420dc574-eee2-4991-a8ac-9cf0e247c4f6 req-a0afc2ff-366d-4756-8f16-e73b31d010bc tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/ports?device_id=5786f4ef-cc00-4e18-9910-7ba1707d903c HTTP/1.1" status: 200 len: 945 time: 0.1778109 Jul 29 04:48:13.069244 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 04:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c65503e7-efac-429e-a9af-68bda08f2e70 x-openstack-request-id: req-c65503e7-efac-429e-a9af-68bda08f2e70 {{(pid=115909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:48:13.069821 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5786f4ef-cc00-4e18-9910-7ba1707d903c", "name": "network-vif-plugged", "status": "completed", "tag": "9311cd5a-7a75-4479-a351-988245db7504", "code": 200}]} {{(pid=115909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:48:13.070278 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-c65503e7-efac-429e-a9af-68bda08f2e70 {{(pid=115909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:48:13.071182 dv-cinder-851449-2-iscsi neutron-server[115909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c65503e7-efac-429e-a9af-68bda08f2e70'] response: {'server_uuid': '5786f4ef-cc00-4e18-9910-7ba1707d903c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9311cd5a-7a75-4479-a351-988245db7504', 'code': 200} Jul 29 04:48:13.071912 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-dff2955e-79ed-4a94-8ca9-fafaae4a4fd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:13.093668 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-420dc574-eee2-4991-a8ac-9cf0e247c4f6 req-901938bd-d614-4674-996c-cfc0666188bf tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/security-groups?id=7738388d-8c0b-4453-ba76-373bc961c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713294 Jul 29 04:48:13.094267 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.managers [req-8edd9869-95d3-4179-8ade-1c9635e799d6 req-db45e9f1-2348-496b-9a9d-c5b322ae82ed service neutron] Attempting to bind port a62fbd73-0c26-4732-9cf9-7667cea10de3 on host hv-cinder-85144 for vnic_type normal with profile {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 04:48:13.094590 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.managers [req-8edd9869-95d3-4179-8ade-1c9635e799d6 req-db45e9f1-2348-496b-9a9d-c5b322ae82ed service neutron] Attempting to bind port a62fbd73-0c26-4732-9cf9-7667cea10de3 by drivers openvswitch,hyperv on host hv-cinder-85144 at level 0 using segments [{'id': 'be606ddc-fa2d-47b7-97af-8bdf56fa7376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68'}] {{(pid=115908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 04:48:13.095105 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edd9869-95d3-4179-8ade-1c9635e799d6 req-db45e9f1-2348-496b-9a9d-c5b322ae82ed service neutron] Attempting to bind port a62fbd73-0c26-4732-9cf9-7667cea10de3 on network 21ca39e1-cfc7-4b5b-897b-220faf26ce68 {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 04:48:13.103537 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edd9869-95d3-4179-8ade-1c9635e799d6 req-db45e9f1-2348-496b-9a9d-c5b322ae82ed service neutron] Port a62fbd73-0c26-4732-9cf9-7667cea10de3 on network 21ca39e1-cfc7-4b5b-897b-220faf26ce68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85144 {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 29 04:48:13.104166 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edd9869-95d3-4179-8ade-1c9635e799d6 req-db45e9f1-2348-496b-9a9d-c5b322ae82ed service neutron] Attempting to bind port a62fbd73-0c26-4732-9cf9-7667cea10de3 on network 21ca39e1-cfc7-4b5b-897b-220faf26ce68 {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 04:48:13.115248 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edd9869-95d3-4179-8ade-1c9635e799d6 req-db45e9f1-2348-496b-9a9d-c5b322ae82ed service neutron] Checking agent: {'id': 'bab6a0c9-2145-495f-b42f-b184e241503a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85144', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 4, 45, 21), 'started_at': datetime.datetime(2022, 7, 29, 4, 45, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 4, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 04:48:13.116021 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edd9869-95d3-4179-8ade-1c9635e799d6 req-db45e9f1-2348-496b-9a9d-c5b322ae82ed service neutron] Checking segment: {'id': 'be606ddc-fa2d-47b7-97af-8bdf56fa7376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 04:48:13.116678 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edd9869-95d3-4179-8ade-1c9635e799d6 req-db45e9f1-2348-496b-9a9d-c5b322ae82ed service neutron] Bound using segment: {'id': 'be606ddc-fa2d-47b7-97af-8bdf56fa7376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68'} {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 04:48:13.117481 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.managers [req-8edd9869-95d3-4179-8ade-1c9635e799d6 req-db45e9f1-2348-496b-9a9d-c5b322ae82ed service neutron] Bound port: a62fbd73-0c26-4732-9cf9-7667cea10de3, host: hv-cinder-85144, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be606ddc-fa2d-47b7-97af-8bdf56fa7376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68'}}] {{(pid=115908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 04:48:13.118082 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-8edd9869-95d3-4179-8ade-1c9635e799d6 req-db45e9f1-2348-496b-9a9d-c5b322ae82ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (a62fbd73-0c26-4732-9cf9-7667cea10de3), before_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:13.169267 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-dff2955e-79ed-4a94-8ca9-fafaae4a4fd5 admin admin] Publish callbacks [] for security_group (28a9ff78-9939-431b-8dac-3b4bca69ab99), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:13.174905 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-dff2955e-79ed-4a94-8ca9-fafaae4a4fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (28a9ff78-9939-431b-8dac-3b4bca69ab99), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:13.192176 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [req-8edd9869-95d3-4179-8ade-1c9635e799d6 req-db45e9f1-2348-496b-9a9d-c5b322ae82ed service neutron] For port a62fbd73-0c26-4732-9cf9-7667cea10de3, host hv-cinder-85144, cleared binding levels {{(pid=115908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 04:48:13.197164 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [req-8edd9869-95d3-4179-8ade-1c9635e799d6 req-db45e9f1-2348-496b-9a9d-c5b322ae82ed service neutron] For port a62fbd73-0c26-4732-9cf9-7667cea10de3, host hv-cinder-85144, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=a62fbd73-0c26-4732-9cf9-7667cea10de3,segment=NetworkSegment(be606ddc-fa2d-47b7-97af-8bdf56fa7376),segment_id=be606ddc-fa2d-47b7-97af-8bdf56fa7376)] {{(pid=115908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 04:48:13.203758 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-8edd9869-95d3-4179-8ade-1c9635e799d6 req-db45e9f1-2348-496b-9a9d-c5b322ae82ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7403849'] for port (a62fbd73-0c26-4732-9cf9-7667cea10de3), after_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:13.218206 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-dff2955e-79ed-4a94-8ca9-fafaae4a4fd5 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=6dde749e999748eca35eda09181f0766&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3344011 Jul 29 04:48:13.219025 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff2955e-79ed-4a94-8ca9-fafaae4a4fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a9ff78-9939-431b-8dac-3b4bca69ab99,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:48:13.221463 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 57592) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:48:13.245038 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd9869-95d3-4179-8ade-1c9635e799d6 req-db45e9f1-2348-496b-9a9d-c5b322ae82ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:13.245738 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-8edd9869-95d3-4179-8ade-1c9635e799d6 req-db45e9f1-2348-496b-9a9d-c5b322ae82ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for port (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:13.247185 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8edd9869-95d3-4179-8ade-1c9635e799d6 req-db45e9f1-2348-496b-9a9d-c5b322ae82ed service neutron] 10.222.0.64 "PUT /v2.0/ports/a62fbd73-0c26-4732-9cf9-7667cea10de3 HTTP/1.1" status: 200 len: 1094 time: 1.4036195 Jul 29 04:48:13.247815 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94d225e6-c457-47da-bb55-5620ad7f15e7', 'tag': 'a62fbd73-0c26-4732-9cf9-7667cea10de3'}] {{(pid=115908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:48:13.250367 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91089063952d51f7df5c9c02e055d40fa8e1e9cb9a21cfbbcb9b3277c7a948b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79d62b7-743c-4f4a-8d42-8df28f7f8d4e" -d '{"events": [{"name": "network-changed", "server_uuid": "94d225e6-c457-47da-bb55-5620ad7f15e7", "tag": "a62fbd73-0c26-4732-9cf9-7667cea10de3"}]}' {{(pid=115908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:48:13.274928 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db45e9f1-2348-496b-9a9d-c5b322ae82ed service neutron] Pushing event updated for resources: {'Port': ['ID=a62fbd73-0c26-4732-9cf9-7667cea10de3,revision_number=3']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:48:13.277763 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-bba687fd-f9e6-4979-80fa-a382004d2e07 admin admin] Publish callbacks [] for security_group (28a9ff78-9939-431b-8dac-3b4bca69ab99), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:13.301433 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 04:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa776665-c5f5-40cb-ac87-f193ad5df92c x-openstack-request-id: req-fa776665-c5f5-40cb-ac87-f193ad5df92c {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:48:13.302013 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94d225e6-c457-47da-bb55-5620ad7f15e7", "tag": "a62fbd73-0c26-4732-9cf9-7667cea10de3", "status": "completed", "code": 200}]} {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:48:13.302477 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-fa776665-c5f5-40cb-ac87-f193ad5df92c {{(pid=115908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:48:13.303066 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa776665-c5f5-40cb-ac87-f193ad5df92c'] response: {'name': 'network-changed', 'server_uuid': '94d225e6-c457-47da-bb55-5620ad7f15e7', 'tag': 'a62fbd73-0c26-4732-9cf9-7667cea10de3', 'status': 'completed', 'code': 200} Jul 29 04:48:13.303882 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-bba687fd-f9e6-4979-80fa-a382004d2e07 admin admin] Publish callbacks [] for security_group (28a9ff78-9939-431b-8dac-3b4bca69ab99), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:13.354243 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-bba687fd-f9e6-4979-80fa-a382004d2e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (28a9ff78-9939-431b-8dac-3b4bca69ab99), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:13.356722 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-bba687fd-f9e6-4979-80fa-a382004d2e07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:13.357943 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-bba687fd-f9e6-4979-80fa-a382004d2e07 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/28a9ff78-9939-431b-8dac-3b4bca69ab99 HTTP/1.1" status: 204 len: 168 time: 0.1355314 Jul 29 04:48:13.367389 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba687fd-f9e6-4979-80fa-a382004d2e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a9ff78-9939-431b-8dac-3b4bca69ab99,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:48:13.554452 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e4a050-7cb7-4da2-bfd4-180a8d1678b8 req-1b42f74d-deb2-49e6-9c31-cfa59d306ea5 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:13.555966 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-f6e4a050-7cb7-4da2-bfd4-180a8d1678b8 req-1b42f74d-deb2-49e6-9c31-cfa59d306ea5 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 944 time: 0.0469735 Jul 29 04:48:13.575565 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:13.609365 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-f6e4a050-7cb7-4da2-bfd4-180a8d1678b8 req-ff7ef749-28a9-4e88-ac92-f1141a7d2862 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476353 Jul 29 04:48:13.651833 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 57606) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:48:13.670455 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-bc6a9d73-547e-413d-b203-8b33f400553b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:13.760958 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-bc6a9d73-547e-413d-b203-8b33f400553b admin admin] Publish callbacks [] for security_group (49f9b2ca-64e1-48bb-8edd-7b7c4d366233), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:13.767508 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-bc6a9d73-547e-413d-b203-8b33f400553b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (49f9b2ca-64e1-48bb-8edd-7b7c4d366233), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:13.840279 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-bc6a9d73-547e-413d-b203-8b33f400553b admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=ae3d4e55a03f41be96726252edca3411&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1841135 Jul 29 04:48:13.840933 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 57626) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:48:13.843392 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6a9d73-547e-413d-b203-8b33f400553b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f9b2ca-64e1-48bb-8edd-7b7c4d366233,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:48:13.918142 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:13.951423 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-c2ed1a0e-269b-4eff-8353-0cf09a69be61 admin admin] Publish callbacks [] for security_group (49f9b2ca-64e1-48bb-8edd-7b7c4d366233), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:14.005316 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-c2ed1a0e-269b-4eff-8353-0cf09a69be61 admin admin] Publish callbacks [] for security_group (49f9b2ca-64e1-48bb-8edd-7b7c4d366233), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:14.047265 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device aec72477-e53c-4111-8650-f834671263de details requested by agent hyperv_hv-cinder-85144 with host hv-cinder-85144 {{(pid=115909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 04:48:14.097937 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b67ec2d-357e-4a39-8ac0-0bb790611f84 req-50e3261a-c903-4298-8e56-20bb6c06447f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:14.105526 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-2b67ec2d-357e-4a39-8ac0-0bb790611f84 req-50e3261a-c903-4298-8e56-20bb6c06447f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=94d225e6-c457-47da-bb55-5620ad7f15e7 HTTP/1.1" status: 200 len: 944 time: 0.1025758 Jul 29 04:48:14.153558 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-c2ed1a0e-269b-4eff-8353-0cf09a69be61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (49f9b2ca-64e1-48bb-8edd-7b7c4d366233), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:14.156713 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-c2ed1a0e-269b-4eff-8353-0cf09a69be61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:14.158114 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-c2ed1a0e-269b-4eff-8353-0cf09a69be61 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/49f9b2ca-64e1-48bb-8edd-7b7c4d366233 HTTP/1.1" status: 204 len: 168 time: 0.3157525 Jul 29 04:48:14.191354 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-2b67ec2d-357e-4a39-8ac0-0bb790611f84 req-ca723074-f6fa-4ae4-a76f-09e3e245ef6a tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=364afbf7-5ebf-4a7a-b038-946add3d6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844874 Jul 29 04:48:14.195752 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 57636) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:48:14.198226 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed1a0e-269b-4eff-8353-0cf09a69be61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f9b2ca-64e1-48bb-8edd-7b7c4d366233,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:48:14.380223 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e8e51-dbf3-4b20-aad5-644379a11403 req-b0d5e902-8bb4-4d68-836c-411adf1fcaea tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:14.395800 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-b41e8e51-dbf3-4b20-aad5-644379a11403 req-b0d5e902-8bb4-4d68-836c-411adf1fcaea tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 943 time: 0.5929475 Jul 29 04:48:14.400982 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port aec72477-e53c-4111-8650-f834671263de, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=aec72477-e53c-4111-8650-f834671263de,segment=NetworkSegment(e145694e-df19-4fa8-b36d-a0ef9ab34dca),segment_id=e145694e-df19-4fa8-b36d-a0ef9ab34dca)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:48:14.417592 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7cfc2-ee8e-4d64-ba1e-5677ff30cf25 req-57754adb-a4b8-4697-b3e5-7eac63b8efe7 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:14.427971 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-fff7cfc2-ee8e-4d64-ba1e-5677ff30cf25 req-57754adb-a4b8-4697-b3e5-7eac63b8efe7 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/ports?device_id=5786f4ef-cc00-4e18-9910-7ba1707d903c HTTP/1.1" status: 200 len: 945 time: 0.1299455 Jul 29 04:48:14.432310 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Returning: {'device': 'aec72477-e53c-4111-8650-f834671263de', 'network_id': '3e84cf4e-559b-4bbd-af56-3f6353c004d0', 'port_id': 'aec72477-e53c-4111-8650-f834671263de', 'mac_address': 'fa:16:3e:86:a9:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48fdddd6-c7bc-413f-9e30-1e0d5de8b27a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 04:48:14.500175 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-b41e8e51-dbf3-4b20-aad5-644379a11403 req-4bc76df8-560c-470c-be20-2f932b43102c tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034877 Jul 29 04:48:14.515227 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Current status of the port aec72477-e53c-4111-8650-f834671263de is: DOWN; New status is: BUILD {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:48:14.515801 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (aec72477-e53c-4111-8650-f834671263de), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:14.517158 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-fff7cfc2-ee8e-4d64-ba1e-5677ff30cf25 req-cb01f1b1-7346-46b0-aea2-c83ae5154936 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/security-groups?id=7738388d-8c0b-4453-ba76-373bc961c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882506 Jul 29 04:48:14.540784 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.notifiers.nova [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aec72477-e53c-4111-8650-f834671263de {{(pid=115909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 04:48:14.564532 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port aec72477-e53c-4111-8650-f834671263de, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=aec72477-e53c-4111-8650-f834671263de,segment=NetworkSegment(e145694e-df19-4fa8-b36d-a0ef9ab34dca),segment_id=e145694e-df19-4fa8-b36d-a0ef9ab34dca)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:48:14.569137 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (aec72477-e53c-4111-8650-f834671263de), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:14.577332 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 57652) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:48:14.618279 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-b6fc2202-e14f-4b23-9793-cbfb8d82366f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:14.627579 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Pushing event updated for resources: {'Port': ['ID=aec72477-e53c-4111-8650-f834671263de,revision_number=4']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:48:14.720984 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-9f3301a4-1a7a-4ff9-95f2-d08e25ba38b3 req-65c26da0-0a67-402b-bd90-41e1e4edf563 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aec72477-e53c-4111-8650-f834671263de HTTP/1.1" status: 200 len: 217 time: 0.0499084 Jul 29 04:48:14.729699 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-0bf0f34e-0650-4257-b6df-26917764435a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:14.745174 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4668380a-2ca3-442f-826b-bcb3061a4f5a req-a99de530-fcb6-4bb6-9769-6d48b2fd5d9c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df448b29-2557-4bee-808a-385ffcca1ff4 HTTP/1.1" status: 200 len: 217 time: 0.0424647 Jul 29 04:48:14.846957 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-b6fc2202-e14f-4b23-9793-cbfb8d82366f admin admin] Publish callbacks [] for security_group (cfe15f1c-8c2d-4361-b2d8-9b611fff756a), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:14.862966 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-b6fc2202-e14f-4b23-9793-cbfb8d82366f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (cfe15f1c-8c2d-4361-b2d8-9b611fff756a), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:14.869200 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9119bdb5-5c6f-4d3b-83ed-83068e67d284 req-4a96e3ef-05a5-40a7-b1b0-6c00f1e64767 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:14.872778 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13015faf-a32c-4420-ac0c-9c07fa1c252d req-7a778971-3556-4105-aca3-4790f143bdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:14.874242 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-13015faf-a32c-4420-ac0c-9c07fa1c252d req-7a778971-3556-4105-aca3-4790f143bdde service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0f6c1ad3422c40d4af4ef5329ecd9d86&device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 1128 time: 0.1169677 Jul 29 04:48:14.875974 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-9119bdb5-5c6f-4d3b-83ed-83068e67d284 req-4a96e3ef-05a5-40a7-b1b0-6c00f1e64767 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 944 time: 0.1485033 Jul 29 04:48:14.895203 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4668380a-2ca3-442f-826b-bcb3061a4f5a req-a53c96f3-3762-4882-a05f-44c0f7137227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:14.897809 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4668380a-2ca3-442f-826b-bcb3061a4f5a req-a53c96f3-3762-4882-a05f-44c0f7137227 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=928e1728-3f5c-432b-96a7-e970473efb26 HTTP/1.1" status: 200 len: 849 time: 0.1265471 Jul 29 04:48:14.916635 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d62b7-743c-4f4a-8d42-8df28f7f8d4e req-567025a5-09cd-4877-86b2-118646a83e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:14.918126 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-c79d62b7-743c-4f4a-8d42-8df28f7f8d4e req-567025a5-09cd-4877-86b2-118646a83e5f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=461e2af738084ccb986169d752510588&device_id=94d225e6-c457-47da-bb55-5620ad7f15e7 HTTP/1.1" status: 200 len: 1128 time: 0.1316214 Jul 29 04:48:14.929276 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3301a4-1a7a-4ff9-95f2-d08e25ba38b3 req-8546752b-2391-4f40-b706-a27cc3e5b226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:14.930730 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-9f3301a4-1a7a-4ff9-95f2-d08e25ba38b3 req-8546752b-2391-4f40-b706-a27cc3e5b226 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=48fdddd6-c7bc-413f-9e30-1e0d5de8b27a HTTP/1.1" status: 200 len: 857 time: 0.1617577 Jul 29 04:48:14.951931 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:14.961272 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-13015faf-a32c-4420-ac0c-9c07fa1c252d req-d9c2863e-2cfd-4fc4-8638-4ec9a40b7340 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70e45860-f254-40d2-808c-c68bdc1a745b HTTP/1.1" status: 200 len: 217 time: 0.0551255 Jul 29 04:48:14.991703 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] get_ports_and_sgs() called for port_ids ['aec72477-e53c-4111-8650-f834671263de'] {{(pid=115909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 04:48:14.997271 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:15.058188 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-b6fc2202-e14f-4b23-9793-cbfb8d82366f admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=c38ef094040b413cb1a7c37a4202c758&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8586779 Jul 29 04:48:15.058188 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc2202-e14f-4b23-9793-cbfb8d82366f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe15f1c-8c2d-4361-b2d8-9b611fff756a,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:48:15.064398 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:15.077543 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 57670) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:48:15.121948 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:15.153366 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-9119bdb5-5c6f-4d3b-83ed-83068e67d284 req-5d834090-f8d4-4640-810e-b744c59b11ee tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763016 Jul 29 04:48:15.161856 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3301a4-1a7a-4ff9-95f2-d08e25ba38b3 req-f4ed2076-1ffc-42c7-aab7-977b4ed0d665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:15.163422 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-9f3301a4-1a7a-4ff9-95f2-d08e25ba38b3 req-f4ed2076-1ffc-42c7-aab7-977b4ed0d665 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3e84cf4e-559b-4bbd-af56-3f6353c004d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2192354 Jul 29 04:48:15.223691 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-0bf0f34e-0650-4257-b6df-26917764435a admin admin] Publish callbacks [] for security_group (9d137e5c-11cd-4fd7-a3a0-677fd81a5f50), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:15.263154 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-0bf0f34e-0650-4257-b6df-26917764435a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (9d137e5c-11cd-4fd7-a3a0-677fd81a5f50), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:15.320956 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d62b7-743c-4f4a-8d42-8df28f7f8d4e req-fb460745-602c-4106-86e1-d231e5923c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:15.322895 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-c79d62b7-743c-4f4a-8d42-8df28f7f8d4e req-fb460745-602c-4106-86e1-d231e5923c22 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=461e2af738084ccb986169d752510588&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3908942 Jul 29 04:48:15.332726 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-0bf0f34e-0650-4257-b6df-26917764435a admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=0a708949485a4fa1844ceab95079774d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7540514 Jul 29 04:48:15.346200 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 57680) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:48:15.354369 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9807b6c-694c-47ef-86ed-a5980fc6078c req-eeac69cc-3747-41fc-a13b-56ddba18eaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:15.355868 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-d9807b6c-694c-47ef-86ed-a5980fc6078c req-eeac69cc-3747-41fc-a13b-56ddba18eaee service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5786f4ef-cc00-4e18-9910-7ba1707d903c HTTP/1.1" status: 200 len: 1129 time: 0.4508679 Jul 29 04:48:15.366446 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf0f34e-0650-4257-b6df-26917764435a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d137e5c-11cd-4fd7-a3a0-677fd81a5f50,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:48:15.373848 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4668380a-2ca3-442f-826b-bcb3061a4f5a req-1b9313c1-9afd-4bb8-b2ef-f99d6271048f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:15.375326 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4668380a-2ca3-442f-826b-bcb3061a4f5a req-1b9313c1-9afd-4bb8-b2ef-f99d6271048f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4bcca997-0807-424d-86d3-43681c4961dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4260049 Jul 29 04:48:15.381381 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:15.412710 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf0f34e-0650-4257-b6df-26917764435a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:48:15.412710 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf0f34e-0650-4257-b6df-26917764435a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:48:15.412710 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf0f34e-0650-4257-b6df-26917764435a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:48:15.412710 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf0f34e-0650-4257-b6df-26917764435a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:48:15.412710 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf0f34e-0650-4257-b6df-26917764435a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:48:15.413501 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf0f34e-0650-4257-b6df-26917764435a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:48:15.413501 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf0f34e-0650-4257-b6df-26917764435a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:48:15.413722 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf0f34e-0650-4257-b6df-26917764435a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:48:15.414111 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf0f34e-0650-4257-b6df-26917764435a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:48:15.414215 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13015faf-a32c-4420-ac0c-9c07fa1c252d req-34d93ab8-605a-4913-bf53-8cd9be95f2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:15.414502 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf0f34e-0650-4257-b6df-26917764435a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:48:15.414891 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf0f34e-0650-4257-b6df-26917764435a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:48:15.415222 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf0f34e-0650-4257-b6df-26917764435a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:48:15.415668 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf0f34e-0650-4257-b6df-26917764435a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:48:15.415913 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-13015faf-a32c-4420-ac0c-9c07fa1c252d req-34d93ab8-605a-4913-bf53-8cd9be95f2e2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=48fdddd6-c7bc-413f-9e30-1e0d5de8b27a HTTP/1.1" status: 200 len: 857 time: 0.3965282 Jul 29 04:48:15.416026 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf0f34e-0650-4257-b6df-26917764435a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:48:15.416347 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf0f34e-0650-4257-b6df-26917764435a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:48:15.489121 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-d9807b6c-694c-47ef-86ed-a5980fc6078c req-dc56b0f7-b702-419d-a1af-c2e41a5e6187 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:15.513922 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-9f3301a4-1a7a-4ff9-95f2-d08e25ba38b3 req-cd7f3e55-a6d8-4d63-b560-c1a8a59dfe37 service neutron] 10.222.0.64 "GET /v2.0/networks/3e84cf4e-559b-4bbd-af56-3f6353c004d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423302 Jul 29 04:48:15.538838 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c991a169-abd5-4838-b458-336cdd2c6b15 req-aa9cc12c-77e1-4a84-a4b6-c75a72edc35a tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:15.546160 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c991a169-abd5-4838-b458-336cdd2c6b15 req-aa9cc12c-77e1-4a84-a4b6-c75a72edc35a tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=94d225e6-c457-47da-bb55-5620ad7f15e7 HTTP/1.1" status: 200 len: 944 time: 0.2205129 Jul 29 04:48:15.554115 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-82e133f1-2bcb-4a17-8b3a-bf9c1cc4f00f admin admin] Publish callbacks [] for security_group (cfe15f1c-8c2d-4361-b2d8-9b611fff756a), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:15.589646 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13015faf-a32c-4420-ac0c-9c07fa1c252d req-f12f681d-8b9e-443e-8748-c8d4e010e919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:15.591157 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-13015faf-a32c-4420-ac0c-9c07fa1c252d req-f12f681d-8b9e-443e-8748-c8d4e010e919 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3e84cf4e-559b-4bbd-af56-3f6353c004d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1490018 Jul 29 04:48:15.595966 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6c3b6f65-5868-4a69-be06-073c609072f4 admin admin] Publish callbacks [] for security_group (9d137e5c-11cd-4fd7-a3a0-677fd81a5f50), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:15.685025 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-82e133f1-2bcb-4a17-8b3a-bf9c1cc4f00f admin admin] Publish callbacks [] for security_group (cfe15f1c-8c2d-4361-b2d8-9b611fff756a), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:15.708437 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6c3b6f65-5868-4a69-be06-073c609072f4 admin admin] Publish callbacks [] for security_group (9d137e5c-11cd-4fd7-a3a0-677fd81a5f50), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:15.712971 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d62b7-743c-4f4a-8d42-8df28f7f8d4e req-c3fe7a2b-bc6f-4b20-b7c1-5a382dd2dc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:15.714370 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-c79d62b7-743c-4f4a-8d42-8df28f7f8d4e req-c3fe7a2b-bc6f-4b20-b7c1-5a382dd2dc66 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3803210 Jul 29 04:48:15.756068 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71f3a0-4306-4a64-b860-93bb2790226d req-099d5177-2058-4f31-bd10-3cc80362ec99 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:15.757635 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-6c71f3a0-4306-4a64-b860-93bb2790226d req-099d5177-2058-4f31-bd10-3cc80362ec99 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 943 time: 0.1183441 Jul 29 04:48:15.822262 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c991a169-abd5-4838-b458-336cdd2c6b15 req-4db12489-a871-48d5-90f6-acd2d8745ba5 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=364afbf7-5ebf-4a7a-b038-946add3d6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2752287 Jul 29 04:48:15.830485 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4668380a-2ca3-442f-826b-bcb3061a4f5a req-8fda6854-62d9-44e8-bc91-75eae66e0873 service neutron] 10.222.0.64 "GET /v2.0/networks/4bcca997-0807-424d-86d3-43681c4961dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4455287 Jul 29 04:48:15.844511 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-9f3301a4-1a7a-4ff9-95f2-d08e25ba38b3 req-b2f74afb-9c45-4544-987e-5240e187030e service neutron] 10.222.0.64 "GET /v2.0/networks/3e84cf4e-559b-4bbd-af56-3f6353c004d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205533 Jul 29 04:48:15.890041 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=3 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:15.896376 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=3 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:15.898799 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:15.912778 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd9869-95d3-4179-8ade-1c9635e799d6 req-c0209688-eebc-4596-be43-a0f47113d62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:15.914094 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-8edd9869-95d3-4179-8ade-1c9635e799d6 req-c0209688-eebc-4596-be43-a0f47113d62d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=461e2af738084ccb986169d752510588&device_id=94d225e6-c457-47da-bb55-5620ad7f15e7 HTTP/1.1" status: 200 len: 1128 time: 0.1222463 Jul 29 04:48:15.924625 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-6c71f3a0-4306-4a64-b860-93bb2790226d req-e239db18-7a51-4fbe-9790-82e7d59d91ff tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436968 Jul 29 04:48:15.940448 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-13015faf-a32c-4420-ac0c-9c07fa1c252d req-14aa77f2-d649-4be9-841d-3ccfd3ef37da service neutron] 10.222.0.64 "GET /v2.0/networks/3e84cf4e-559b-4bbd-af56-3f6353c004d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365870 Jul 29 04:48:15.972850 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-8edd9869-95d3-4179-8ade-1c9635e799d6 req-c5183382-9f7e-46d6-bcfc-e4733d7ca8d6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a62fbd73-0c26-4732-9cf9-7667cea10de3 HTTP/1.1" status: 200 len: 217 time: 0.0438526 Jul 29 04:48:15.974016 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6c3b6f65-5868-4a69-be06-073c609072f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (9d137e5c-11cd-4fd7-a3a0-677fd81a5f50), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:15.976630 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6c3b6f65-5868-4a69-be06-073c609072f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:15.977969 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-6c3b6f65-5868-4a69-be06-073c609072f4 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/9d137e5c-11cd-4fd7-a3a0-677fd81a5f50 HTTP/1.1" status: 204 len: 168 time: 0.6297364 Jul 29 04:48:15.988030 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-82e133f1-2bcb-4a17-8b3a-bf9c1cc4f00f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (cfe15f1c-8c2d-4361-b2d8-9b611fff756a), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:15.990794 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-82e133f1-2bcb-4a17-8b3a-bf9c1cc4f00f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:15.993040 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-82e133f1-2bcb-4a17-8b3a-bf9c1cc4f00f admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/cfe15f1c-8c2d-4361-b2d8-9b611fff756a HTTP/1.1" status: 204 len: 168 time: 0.9067113 Jul 29 04:48:16.019862 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3b6f65-5868-4a69-be06-073c609072f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d137e5c-11cd-4fd7-a3a0-677fd81a5f50,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:48:16.040092 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd9869-95d3-4179-8ade-1c9635e799d6 req-c14b50e2-9f53-4fd6-aabe-fe16deec9b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:16.043317 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-8edd9869-95d3-4179-8ade-1c9635e799d6 req-c14b50e2-9f53-4fd6-aabe-fe16deec9b2e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5df203e3-38ee-42fe-a28a-41c6f641aefe HTTP/1.1" status: 200 len: 853 time: 0.0642626 Jul 29 04:48:16.061451 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e133f1-2bcb-4a17-8b3a-bf9c1cc4f00f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe15f1c-8c2d-4361-b2d8-9b611fff756a,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:48:16.083704 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5583d1e-f017-4200-be3c-2a3e2da407c4 req-5c8a48e7-c6c7-406c-b290-afa491f90166 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:16.085264 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-a5583d1e-f017-4200-be3c-2a3e2da407c4 req-5c8a48e7-c6c7-406c-b290-afa491f90166 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/ports?device_id=5786f4ef-cc00-4e18-9910-7ba1707d903c HTTP/1.1" status: 200 len: 945 time: 0.1618299 Jul 29 04:48:16.107259 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd9869-95d3-4179-8ade-1c9635e799d6 req-888ba7bf-1645-4a18-81bb-e9f5c45c1b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:16.110132 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-8edd9869-95d3-4179-8ade-1c9635e799d6 req-888ba7bf-1645-4a18-81bb-e9f5c45c1b7a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=21ca39e1-cfc7-4b5b-897b-220faf26ce68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0595803 Jul 29 04:48:16.112438 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e133f1-2bcb-4a17-8b3a-bf9c1cc4f00f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:48:16.113809 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e133f1-2bcb-4a17-8b3a-bf9c1cc4f00f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:48:16.113809 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e133f1-2bcb-4a17-8b3a-bf9c1cc4f00f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:48:16.114239 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e133f1-2bcb-4a17-8b3a-bf9c1cc4f00f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:48:16.114578 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e133f1-2bcb-4a17-8b3a-bf9c1cc4f00f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:48:16.114919 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e133f1-2bcb-4a17-8b3a-bf9c1cc4f00f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:48:16.115250 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e133f1-2bcb-4a17-8b3a-bf9c1cc4f00f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:48:16.115583 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e133f1-2bcb-4a17-8b3a-bf9c1cc4f00f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:48:16.115913 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e133f1-2bcb-4a17-8b3a-bf9c1cc4f00f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:48:16.116492 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e133f1-2bcb-4a17-8b3a-bf9c1cc4f00f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:48:16.116996 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e133f1-2bcb-4a17-8b3a-bf9c1cc4f00f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:48:16.117479 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e133f1-2bcb-4a17-8b3a-bf9c1cc4f00f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:48:16.117984 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e133f1-2bcb-4a17-8b3a-bf9c1cc4f00f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:48:16.118468 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e133f1-2bcb-4a17-8b3a-bf9c1cc4f00f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:48:16.118959 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e133f1-2bcb-4a17-8b3a-bf9c1cc4f00f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:48:16.123850 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-d9807b6c-694c-47ef-86ed-a5980fc6078c req-dc56b0f7-b702-419d-a1af-c2e41a5e6187 service neutron] Publish callbacks [] for security_group (a9ac6b9e-c057-4d1d-95e3-5b64c7cb15c8), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:16.151003 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4668380a-2ca3-442f-826b-bcb3061a4f5a req-9722b9a3-8727-4e7c-b3d2-418921da45d8 service neutron] 10.222.0.64 "GET /v2.0/networks/4bcca997-0807-424d-86d3-43681c4961dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092403 Jul 29 04:48:16.155043 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-d9807b6c-694c-47ef-86ed-a5980fc6078c req-dc56b0f7-b702-419d-a1af-c2e41a5e6187 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (a9ac6b9e-c057-4d1d-95e3-5b64c7cb15c8), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:16.218713 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:16.234578 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device df448b29-2557-4bee-808a-385ffcca1ff4 details requested by agent hyperv_hv-cinder-85144 with host hv-cinder-85144 {{(pid=115909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 04:48:16.236475 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-8edd9869-95d3-4179-8ade-1c9635e799d6 req-0456c54a-56b6-4f89-b9c7-40e090729932 service neutron] 10.222.0.64 "GET /v2.0/networks/21ca39e1-cfc7-4b5b-897b-220faf26ce68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192427 Jul 29 04:48:16.271794 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device aec72477-e53c-4111-8650-f834671263de up at agent hyperv_hv-cinder-85144 {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 04:48:16.310232 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc56b0f7-b702-419d-a1af-c2e41a5e6187 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ac6b9e-c057-4d1d-95e3-5b64c7cb15c8,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:48:16.316739 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-d9807b6c-694c-47ef-86ed-a5980fc6078c req-dc56b0f7-b702-419d-a1af-c2e41a5e6187 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7738388d-8c0b-4453-ba76-373bc961c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9384611 Jul 29 04:48:16.324802 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-13015faf-a32c-4420-ac0c-9c07fa1c252d req-a81bd35d-02c2-4c90-a04b-d12194679f8d service neutron] 10.222.0.64 "GET /v2.0/networks/3e84cf4e-559b-4bbd-af56-3f6353c004d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3529866 Jul 29 04:48:16.336088 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-a5583d1e-f017-4200-be3c-2a3e2da407c4 req-69dad5f8-d0f7-4274-8c37-06f30ea9559b tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/security-groups?id=7738388d-8c0b-4453-ba76-373bc961c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369771 Jul 29 04:48:16.389526 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Provisioning for port aec72477-e53c-4111-8650-f834671263de completed by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 29 04:48:16.407137 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Provisioning complete for port aec72477-e53c-4111-8650-f834671263de triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:48:16.407753 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (aec72477-e53c-4111-8650-f834671263de), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:16.415469 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bcb439-9f9c-4029-a244-35fd4cc8a12c req-6a32f4f0-7940-4dcb-8189-ba9f0996b33b tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:16.417224 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-d5bcb439-9f9c-4029-a244-35fd4cc8a12c req-6a32f4f0-7940-4dcb-8189-ba9f0996b33b tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 944 time: 0.1391876 Jul 29 04:48:16.478067 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port df448b29-2557-4bee-808a-385ffcca1ff4, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=df448b29-2557-4bee-808a-385ffcca1ff4,segment=NetworkSegment(6f466e2d-c5fa-42c0-91f0-803509af04d3),segment_id=6f466e2d-c5fa-42c0-91f0-803509af04d3)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:48:16.478709 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:16.496515 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-d5bcb439-9f9c-4029-a244-35fd4cc8a12c req-74418934-8983-4286-820d-30ea88ef151d tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718184 Jul 29 04:48:16.510659 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Returning: {'device': 'df448b29-2557-4bee-808a-385ffcca1ff4', 'network_id': '4bcca997-0807-424d-86d3-43681c4961dd', 'port_id': 'df448b29-2557-4bee-808a-385ffcca1ff4', 'mac_address': 'fa:16:3e:fd:29:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '928e1728-3f5c-432b-96a7-e970473efb26', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 04:48:16.514277 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-8edd9869-95d3-4179-8ade-1c9635e799d6 req-a86bfbe7-2f96-441a-873b-a2c3730dad59 service neutron] 10.222.0.64 "GET /v2.0/networks/21ca39e1-cfc7-4b5b-897b-220faf26ce68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544985 Jul 29 04:48:16.515169 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:16.579303 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Current status of the port df448b29-2557-4bee-808a-385ffcca1ff4 is: DOWN; New status is: BUILD {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:48:16.579894 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (df448b29-2557-4bee-808a-385ffcca1ff4), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:16.584213 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Current status of the port aec72477-e53c-4111-8650-f834671263de is: BUILD; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:48:16.584673 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (aec72477-e53c-4111-8650-f834671263de), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:16.589289 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 57716) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:48:16.604962 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.notifiers.nova [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df448b29-2557-4bee-808a-385ffcca1ff4 {{(pid=115909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 04:48:16.614905 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-8789f37b-8ced-4c83-923c-759df2c31583 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:16.620445 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:16.627765 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052579df-c255-4129-911a-8a4dda7e6ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec72477-e53c-4111-8650-f834671263de'}] {{(pid=115909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:48:16.631156 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c420e031ced92140226aa6f83123c9b23fc96e3244e1479094dc728224b9fe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a7866a-6f19-4b7b-b285-2cdecce7960e" -d '{"events": [{"server_uuid": "052579df-c255-4129-911a-8a4dda7e6ced", "name": "network-vif-plugged", "status": "completed", "tag": "aec72477-e53c-4111-8650-f834671263de"}]}' {{(pid=115909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:48:16.652812 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port df448b29-2557-4bee-808a-385ffcca1ff4, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=df448b29-2557-4bee-808a-385ffcca1ff4,segment=NetworkSegment(6f466e2d-c5fa-42c0-91f0-803509af04d3),segment_id=6f466e2d-c5fa-42c0-91f0-803509af04d3)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:48:16.657091 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port aec72477-e53c-4111-8650-f834671263de, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=aec72477-e53c-4111-8650-f834671263de,segment=NetworkSegment(e145694e-df19-4fa8-b36d-a0ef9ab34dca),segment_id=e145694e-df19-4fa8-b36d-a0ef9ab34dca)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:48:16.659809 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (df448b29-2557-4bee-808a-385ffcca1ff4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:16.684867 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (aec72477-e53c-4111-8650-f834671263de), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:16.698796 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 57720) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:48:16.714965 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-40112fa8-f0ae-45d7-bf54-ba6d6a80bce4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:16.720056 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 04:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1883246e-705b-479e-8605-40eb5a969b2a x-openstack-request-id: req-1883246e-705b-479e-8605-40eb5a969b2a {{(pid=115909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:48:16.720975 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "052579df-c255-4129-911a-8a4dda7e6ced", "name": "network-vif-plugged", "status": "completed", "tag": "aec72477-e53c-4111-8650-f834671263de", "code": 200}]} {{(pid=115909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:48:16.722498 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-1883246e-705b-479e-8605-40eb5a969b2a {{(pid=115909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:48:16.723126 dv-cinder-851449-2-iscsi neutron-server[115909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1883246e-705b-479e-8605-40eb5a969b2a'] response: {'server_uuid': '052579df-c255-4129-911a-8a4dda7e6ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec72477-e53c-4111-8650-f834671263de', 'code': 200} Jul 29 04:48:16.731829 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Pushing event updated for resources: {'Port': ['ID=df448b29-2557-4bee-808a-385ffcca1ff4,revision_number=4']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:48:16.744709 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:48:16.745395 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:48:16.745800 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:48:16.746147 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:48:16.746539 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:48:16.747292 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:48:16.747672 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:48:16.748044 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:48:16.748692 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:48:16.749409 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:48:16.749409 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:48:16.750231 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:48:16.750605 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:48:16.751138 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:48:16.751483 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:48:16.755524 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-8789f37b-8ced-4c83-923c-759df2c31583 admin admin] Publish callbacks [] for security_group (f3dfa0f0-acae-488a-8355-11e37ff89316), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:16.759964 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-8789f37b-8ced-4c83-923c-759df2c31583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (f3dfa0f0-acae-488a-8355-11e37ff89316), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:16.817366 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-8789f37b-8ced-4c83-923c-759df2c31583 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=db96db215e1d4743baf316ebe875ddb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2230046 Jul 29 04:48:16.817366 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8789f37b-8ced-4c83-923c-759df2c31583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3dfa0f0-acae-488a-8355-11e37ff89316,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:48:16.820004 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 57728) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:48:16.821383 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Pushing event updated for resources: {'Port': ['ID=aec72477-e53c-4111-8650-f834671263de,revision_number=5']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:48:16.826764 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-40112fa8-f0ae-45d7-bf54-ba6d6a80bce4 admin admin] Publish callbacks [] for security_group (dd586d58-ac28-4467-8384-3a693c15c085), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:16.831837 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-40112fa8-f0ae-45d7-bf54-ba6d6a80bce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (dd586d58-ac28-4467-8384-3a693c15c085), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:16.880540 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-fb069b34-de05-4c7a-813c-2a5e6cb2eae6 admin admin] Publish callbacks [] for security_group (f3dfa0f0-acae-488a-8355-11e37ff89316), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:16.889017 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-40112fa8-f0ae-45d7-bf54-ba6d6a80bce4 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=1995f18257274b8ab36d7e390a8f7e3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1889801 Jul 29 04:48:16.890521 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 57732) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:48:16.902299 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40112fa8-f0ae-45d7-bf54-ba6d6a80bce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd586d58-ac28-4467-8384-3a693c15c085,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:48:16.923146 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-fb069b34-de05-4c7a-813c-2a5e6cb2eae6 admin admin] Publish callbacks [] for security_group (f3dfa0f0-acae-488a-8355-11e37ff89316), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:16.994348 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-7cb0a2ac-9dc5-422f-be00-08577c1234f3 admin admin] Publish callbacks [] for security_group (dd586d58-ac28-4467-8384-3a693c15c085), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:17.008798 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884328cf-7508-4683-843e-010ca89cce4e req-3101e126-13b6-4ad5-ac72-7b73ccc65f40 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:17.010780 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-884328cf-7508-4683-843e-010ca89cce4e req-3101e126-13b6-4ad5-ac72-7b73ccc65f40 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=94d225e6-c457-47da-bb55-5620ad7f15e7 HTTP/1.1" status: 200 len: 944 time: 0.0704117 Jul 29 04:48:17.012528 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-fb069b34-de05-4c7a-813c-2a5e6cb2eae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (f3dfa0f0-acae-488a-8355-11e37ff89316), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:17.015236 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-fb069b34-de05-4c7a-813c-2a5e6cb2eae6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:17.019408 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-fb069b34-de05-4c7a-813c-2a5e6cb2eae6 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/f3dfa0f0-acae-488a-8355-11e37ff89316 HTTP/1.1" status: 204 len: 168 time: 0.1954541 Jul 29 04:48:17.040821 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-7cb0a2ac-9dc5-422f-be00-08577c1234f3 admin admin] Publish callbacks [] for security_group (dd586d58-ac28-4467-8384-3a693c15c085), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:17.047938 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb069b34-de05-4c7a-813c-2a5e6cb2eae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3dfa0f0-acae-488a-8355-11e37ff89316,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:48:17.071749 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-884328cf-7508-4683-843e-010ca89cce4e req-013f2a40-1d01-4a81-90da-0d6ab09d9120 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=364afbf7-5ebf-4a7a-b038-946add3d6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546427 Jul 29 04:48:17.147590 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d384e-168a-4b3d-8d8d-88466d4d31a8 req-66763df5-428a-422a-a092-f423740c2631 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:17.149488 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-1e1d384e-168a-4b3d-8d8d-88466d4d31a8 req-66763df5-428a-422a-a092-f423740c2631 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 944 time: 0.0681093 Jul 29 04:48:17.152796 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-7cb0a2ac-9dc5-422f-be00-08577c1234f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (dd586d58-ac28-4467-8384-3a693c15c085), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:17.156351 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-7cb0a2ac-9dc5-422f-be00-08577c1234f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:17.157918 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-7cb0a2ac-9dc5-422f-be00-08577c1234f3 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/dd586d58-ac28-4467-8384-3a693c15c085 HTTP/1.1" status: 204 len: 168 time: 0.2664859 Jul 29 04:48:17.183669 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb0a2ac-9dc5-422f-be00-08577c1234f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd586d58-ac28-4467-8384-3a693c15c085,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:48:17.222292 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-1e1d384e-168a-4b3d-8d8d-88466d4d31a8 req-ffa57694-cff4-45f4-9083-267957380648 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629592 Jul 29 04:48:17.509404 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e39c1b5-4cde-4ef8-be96-7de62bea8203 req-bb250847-d077-4d6c-b71e-ebc3d1fc304f tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:17.517165 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-9e39c1b5-4cde-4ef8-be96-7de62bea8203 req-bb250847-d077-4d6c-b71e-ebc3d1fc304f tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/ports?device_id=5786f4ef-cc00-4e18-9910-7ba1707d903c HTTP/1.1" status: 200 len: 945 time: 0.0837891 Jul 29 04:48:17.629444 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-9e39c1b5-4cde-4ef8-be96-7de62bea8203 req-2ce23a49-c82b-49b0-9a3b-551d41e077a6 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/security-groups?id=7738388d-8c0b-4453-ba76-373bc961c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103868 Jul 29 04:48:17.700106 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f2bf8f-cc15-4d03-81cf-e7c8ccb2f714 req-b19d0045-189b-4650-af3f-21adafe43432 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:17.702383 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-41f2bf8f-cc15-4d03-81cf-e7c8ccb2f714 req-b19d0045-189b-4650-af3f-21adafe43432 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 944 time: 0.0941346 Jul 29 04:48:17.799259 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-41f2bf8f-cc15-4d03-81cf-e7c8ccb2f714 req-2f2ba814-54a3-4974-92ed-9845cb5e8321 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768933 Jul 29 04:48:18.226748 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cdd3fa-f52d-48cb-a7a4-195b0fe72759 req-9246a9d8-0f1f-4c79-b545-cda04ba2f7de tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:18.228280 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-90cdd3fa-f52d-48cb-a7a4-195b0fe72759 req-9246a9d8-0f1f-4c79-b545-cda04ba2f7de tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=94d225e6-c457-47da-bb55-5620ad7f15e7 HTTP/1.1" status: 200 len: 944 time: 0.0574102 Jul 29 04:48:18.288262 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-90cdd3fa-f52d-48cb-a7a4-195b0fe72759 req-180d075f-3112-4607-8cb0-e4506f391c14 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=364afbf7-5ebf-4a7a-b038-946add3d6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481870 Jul 29 04:48:18.333593 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 57794) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:48:18.352018 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:18.365741 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b3c4f-ac01-4654-91dd-a6a86ebe69d4 req-8b605f7c-91bc-4a3b-955f-2ba9e1c0f3b7 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:18.367387 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-631b3c4f-ac01-4654-91dd-a6a86ebe69d4 req-8b605f7c-91bc-4a3b-955f-2ba9e1c0f3b7 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 944 time: 0.0527613 Jul 29 04:48:18.395288 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-a97459bc-aa30-4d85-8a0d-aff11b0ab055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:18.438749 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-631b3c4f-ac01-4654-91dd-a6a86ebe69d4 req-4a2fcfa7-4dda-47fa-8ec1-fbe2009cbbf7 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585735 Jul 29 04:48:18.485070 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [None req-cb0b2953-ab28-4254-91a9-fd97037f65a2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1669113352-network', 'tenant_id': 'e52663d55be44e12b4aa939974e8e517'}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:48:18.506856 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0b2953-ab28-4254-91a9-fd97037f65a2 admin admin] Made reservation on behalf of e52663d55be44e12b4aa939974e8e517 for: {'network': 1} {{(pid=115907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 04:48:18.509398 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-cb0b2953-ab28-4254-91a9-fd97037f65a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for network (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:18.518036 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-cb0b2953-ab28-4254-91a9-fd97037f65a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:18.600420 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-cb0b2953-ab28-4254-91a9-fd97037f65a2 admin admin] Publish callbacks [] for security_group (12bfe1dd-e276-41d7-8036-757f7521e720), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:18.605577 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-cb0b2953-ab28-4254-91a9-fd97037f65a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (12bfe1dd-e276-41d7-8036-757f7521e720), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:18.614061 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:18.633036 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb0b2953-ab28-4254-91a9-fd97037f65a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=115907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 04:48:18.653051 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:18.654207 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0b2953-ab28-4254-91a9-fd97037f65a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12bfe1dd-e276-41d7-8036-757f7521e720,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:48:18.657981 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-cb0b2953-ab28-4254-91a9-fd97037f65a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537036'] for segment (ce207d7e-8865-4c28-a34a-cb1afcfbc929), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:18.658353 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.db.segments_db [None req-cb0b2953-ab28-4254-91a9-fd97037f65a2 admin admin] Added segment ce207d7e-8865-4c28-a34a-cb1afcfbc929 of type vlan for network 48d67382-c2d3-47d5-b28b-aeebd485858a Jul 29 04:48:18.704970 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-cb0b2953-ab28-4254-91a9-fd97037f65a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769699109497'] for network (48d67382-c2d3-47d5-b28b-aeebd485858a), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:18.773952 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-cb0b2953-ab28-4254-91a9-fd97037f65a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540'] for network (48d67382-c2d3-47d5-b28b-aeebd485858a), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:18.774961 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0b2953-ab28-4254-91a9-fd97037f65a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:18.775551 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-cb0b2953-ab28-4254-91a9-fd97037f65a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for network (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:18.801319 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f63b1e-5985-4fd2-9b8d-123d408f7789 req-d2a28896-4c89-4f4e-8385-359736dd8f26 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:18.802870 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-d6f63b1e-5985-4fd2-9b8d-123d408f7789 req-d2a28896-4c89-4f4e-8385-359736dd8f26 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/ports?device_id=5786f4ef-cc00-4e18-9910-7ba1707d903c HTTP/1.1" status: 200 len: 945 time: 0.0864933 Jul 29 04:48:18.881878 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-cb0b2953-ab28-4254-91a9-fd97037f65a2 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5471559 Jul 29 04:48:18.886160 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 57812) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:48:18.891031 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [None req-48928842-7319-4f50-a2ce-de591ed14aef admin admin] Request body: {'subnet': {'network_id': '48d67382-c2d3-47d5-b28b-aeebd485858a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1669113352-subnet', 'tenant_id': 'e52663d55be44e12b4aa939974e8e517', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:48:18.895189 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0b2953-ab28-4254-91a9-fd97037f65a2 admin admin] Pushing event updated for resources: {'Network': ['ID=48d67382-c2d3-47d5-b28b-aeebd485858a,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:48:18.906144 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Network 48d67382-c2d3-47d5-b28b-aeebd485858a details requested by agent ovs-agent-dv-cinder-851449-2-iscsi with host dv-cinder-851449-2-iscsi {{(pid=115909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 04:48:18.942354 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-d6f63b1e-5985-4fd2-9b8d-123d408f7789 req-c480e930-fb33-4ddd-83ae-168df5146db2 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/security-groups?id=7738388d-8c0b-4453-ba76-373bc961c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089873 Jul 29 04:48:18.943406 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48928842-7319-4f50-a2ce-de591ed14aef admin admin] Made reservation on behalf of e52663d55be44e12b4aa939974e8e517 for: {'subnet': 1} {{(pid=115907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 04:48:18.945807 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-48928842-7319-4f50-a2ce-de591ed14aef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7603688'] for subnet (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:18.951088 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c81fe-23e0-4c40-976b-ac19c97a65ab req-5c31251b-1316-4a30-83e1-cefb8c549155 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:18.952567 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e00c81fe-23e0-4c40-976b-ac19c97a65ab req-5c31251b-1316-4a30-83e1-cefb8c549155 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 944 time: 0.0699196 Jul 29 04:48:18.976898 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:19.012843 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e00c81fe-23e0-4c40-976b-ac19c97a65ab req-151991a7-0f35-4c8e-9e61-bb8ac27425c6 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517695 Jul 29 04:48:19.132299 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-48928842-7319-4f50-a2ce-de591ed14aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1878534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7638508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7603654'] for subnet (87e7f681-c439-4ada-a044-0b83b0fd62fb), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:19.195892 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48928842-7319-4f50-a2ce-de591ed14aef admin admin] Pushing event updated for resources: {'Subnet': ['ID=87e7f681-c439-4ada-a044-0b83b0fd62fb,revision_number=0']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:48:19.203650 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48928842-7319-4f50-a2ce-de591ed14aef admin admin] Checking segment: {'id': 'ce207d7e-8865-4c28-a34a-cb1afcfbc929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '48d67382-c2d3-47d5-b28b-aeebd485858a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 04:48:19.204008 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48928842-7319-4f50-a2ce-de591ed14aef admin admin] Network hostable DHCP agents. Network: 48d67382-c2d3-47d5-b28b-aeebd485858a, hostable agents: ['558ab5a9-93ee-434f-b4a2-86af90b93965'], hosted agents: [] {{(pid=115907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 04:48:19.221239 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48928842-7319-4f50-a2ce-de591ed14aef admin admin] Network 48d67382-c2d3-47d5-b28b-aeebd485858a is scheduled to be hosted by DHCP agent 558ab5a9-93ee-434f-b4a2-86af90b93965 with binding_index 1 {{(pid=115907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 04:48:19.230701 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.base_scheduler [None req-48928842-7319-4f50-a2ce-de591ed14aef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851449-2-iscsi, 48d67382-c2d3-47d5-b28b-aeebd485858a) {{(pid=115907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:48:19.235733 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48928842-7319-4f50-a2ce-de591ed14aef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:19.236423 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-48928842-7319-4f50-a2ce-de591ed14aef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:19.239083 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e723074-9c9d-4404-8def-aec518ec5a89 None None] Network 48d67382-c2d3-47d5-b28b-aeebd485858a requested from dv-cinder-851449-2-iscsi {{(pid=115909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 04:48:19.253985 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-48928842-7319-4f50-a2ce-de591ed14aef admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3659863 Jul 29 04:48:19.349620 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0436e7-62a3-4569-8f7b-8ad437305fbc None None] Network 48d67382-c2d3-47d5-b28b-aeebd485858a requested from dv-cinder-851449-2-iscsi {{(pid=115909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 04:48:19.420180 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17737e-f699-4780-b725-6d48d9f0202f req-c1adcb86-ae87-4219-a4d2-2c06f8cc572c tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:19.422128 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-4c17737e-f699-4780-b725-6d48d9f0202f req-c1adcb86-ae87-4219-a4d2-2c06f8cc572c tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=94d225e6-c457-47da-bb55-5620ad7f15e7 HTTP/1.1" status: 200 len: 944 time: 0.0535698 Jul 29 04:48:19.483134 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-4c17737e-f699-4780-b725-6d48d9f0202f req-94bcfba5-8f30-412b-8237-b7a80cd32fd0 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=364afbf7-5ebf-4a7a-b038-946add3d6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537708 Jul 29 04:48:19.553487 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e50e77-73b0-42e4-b0cc-f6e8ebbf04a9 req-f4f30540-87b3-4340-a6fa-92f76a12f700 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:19.554949 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-15e50e77-73b0-42e4-b0cc-f6e8ebbf04a9 req-f4f30540-87b3-4340-a6fa-92f76a12f700 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 944 time: 0.0479643 Jul 29 04:48:19.604917 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-15e50e77-73b0-42e4-b0cc-f6e8ebbf04a9 req-c0bcce89-383f-4501-af05-8c647d7f2f35 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444739 Jul 29 04:48:20.071770 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904dd3f4-c6d1-4280-87da-59a982bdeee7 req-8814513a-29ee-4c02-8a75-77393420bc50 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:20.073296 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-904dd3f4-c6d1-4280-87da-59a982bdeee7 req-8814513a-29ee-4c02-8a75-77393420bc50 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/ports?device_id=5786f4ef-cc00-4e18-9910-7ba1707d903c HTTP/1.1" status: 200 len: 945 time: 0.0468664 Jul 29 04:48:20.121020 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-904dd3f4-c6d1-4280-87da-59a982bdeee7 req-837a3c5e-4207-4229-9d89-6a9429284810 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/security-groups?id=7738388d-8c0b-4453-ba76-373bc961c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420399 Jul 29 04:48:20.131234 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb120703-7f55-4bd8-a7af-81a8177b1cf3 req-060f41b0-dcb8-4df0-978c-0117308f84f3 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:20.132927 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-fb120703-7f55-4bd8-a7af-81a8177b1cf3 req-060f41b0-dcb8-4df0-978c-0117308f84f3 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 944 time: 0.0464168 Jul 29 04:48:20.183406 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-fb120703-7f55-4bd8-a7af-81a8177b1cf3 req-4d9553f1-266e-40e0-a0b1-32bb4a2bb16f tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450075 Jul 29 04:48:20.562966 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:INSERT=11,neutron:SELECT=83,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:20.607566 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4cd5b-a279-4d3b-802e-0d6bc5051b28 req-cb63ed26-8eb1-4f35-9c8d-f4619ff9a776 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:20.609124 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-eae4cd5b-a279-4d3b-802e-0d6bc5051b28 req-cb63ed26-8eb1-4f35-9c8d-f4619ff9a776 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=94d225e6-c457-47da-bb55-5620ad7f15e7 HTTP/1.1" status: 200 len: 944 time: 0.0544333 Jul 29 04:48:20.663871 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-eae4cd5b-a279-4d3b-802e-0d6bc5051b28 req-cd427825-1bf4-4217-9a29-be58c0fb0e84 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=364afbf7-5ebf-4a7a-b038-946add3d6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491953 Jul 29 04:48:20.733542 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fad672-a383-4a83-95b3-59200b1cb96b req-0aec8ce1-9a8e-408f-9bf3-8e9268a0caca tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:20.735111 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-65fad672-a383-4a83-95b3-59200b1cb96b req-0aec8ce1-9a8e-408f-9bf3-8e9268a0caca tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 944 time: 0.0501060 Jul 29 04:48:20.748285 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:20.771031 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-9d09e742-495f-4cb4-ac20-802f7f31c705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:20.794143 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-65fad672-a383-4a83-95b3-59200b1cb96b req-b9f60f67-bc80-4b30-8e9f-481736697b14 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528719 Jul 29 04:48:20.954983 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] get_ports_and_sgs() called for port_ids ['df448b29-2557-4bee-808a-385ffcca1ff4'] {{(pid=115909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 04:48:20.999049 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (bab6a0c9-2145-495f-b42f-b184e241503a), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:21.251719 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd905c2-c8de-4d7b-98d5-9fa1cc279764 req-ce72b47d-aa09-418b-959c-9661b77ed6f9 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:21.253975 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-ccd905c2-c8de-4d7b-98d5-9fa1cc279764 req-ce72b47d-aa09-418b-959c-9661b77ed6f9 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/ports?device_id=5786f4ef-cc00-4e18-9910-7ba1707d903c HTTP/1.1" status: 200 len: 945 time: 0.0512700 Jul 29 04:48:21.314746 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e41772-4bf0-4b44-9594-abee6f1949a3 req-1dc84ba5-a704-4b15-b907-f94448c3502a tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:21.315652 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:21.317252 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-80e41772-4bf0-4b44-9594-abee6f1949a3 req-1dc84ba5-a704-4b15-b907-f94448c3502a tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 944 time: 0.0528615 Jul 29 04:48:21.326332 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-ccd905c2-c8de-4d7b-98d5-9fa1cc279764 req-b0f2eec8-ca5b-4de8-b1ab-1e74d06cd3f6 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/security-groups?id=7738388d-8c0b-4453-ba76-373bc961c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663497 Jul 29 04:48:21.380150 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-80e41772-4bf0-4b44-9594-abee6f1949a3 req-6f3554ae-1098-4849-ace4-ed6a2fe5ae49 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560479 Jul 29 04:48:21.786572 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de2e4f-9d26-4734-af8b-d1763f56b537 req-1644786b-5356-486b-af5a-ffe43bc4e9b8 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:21.788209 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-e9de2e4f-9d26-4734-af8b-d1763f56b537 req-1644786b-5356-486b-af5a-ffe43bc4e9b8 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=94d225e6-c457-47da-bb55-5620ad7f15e7 HTTP/1.1" status: 200 len: 944 time: 0.0532334 Jul 29 04:48:21.802347 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:21.851984 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-e9de2e4f-9d26-4734-af8b-d1763f56b537 req-e15a705d-022d-49de-8b1a-13767a3baad5 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=364afbf7-5ebf-4a7a-b038-946add3d6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580530 Jul 29 04:48:21.894356 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.agents_db [None req-05f878dc-9505-4230-ae26-b2f791c5e7d5 None None] Agent healthcheck: found 6 active agents {{(pid=115910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 04:48:21.925746 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0b61a-b8d4-4bb5-b164-2bd4a6902eae req-f1374061-35d5-4cfa-8cdd-cdfa9d1ed599 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:21.927089 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-97f0b61a-b8d4-4bb5-b164-2bd4a6902eae req-f1374061-35d5-4cfa-8cdd-cdfa9d1ed599 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 944 time: 0.0510044 Jul 29 04:48:21.974936 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-97f0b61a-b8d4-4bb5-b164-2bd4a6902eae req-00822af4-5922-48dc-bb99-91cc19d551b4 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422688 Jul 29 04:48:22.293808 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device df448b29-2557-4bee-808a-385ffcca1ff4 up at agent hyperv_hv-cinder-85144 {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 04:48:22.339046 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Provisioning for port df448b29-2557-4bee-808a-385ffcca1ff4 completed by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 29 04:48:22.341164 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:22.348507 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Provisioning complete for port df448b29-2557-4bee-808a-385ffcca1ff4 triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:48:22.349489 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (df448b29-2557-4bee-808a-385ffcca1ff4), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:22.456331 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Current status of the port df448b29-2557-4bee-808a-385ffcca1ff4 is: BUILD; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:48:22.457339 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (df448b29-2557-4bee-808a-385ffcca1ff4), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:22.491872 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c9906c-fdab-4215-a1c5-5cb82c3ab79e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df448b29-2557-4bee-808a-385ffcca1ff4'}] {{(pid=115909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:48:22.494645 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c420e031ced92140226aa6f83123c9b23fc96e3244e1479094dc728224b9fe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e7de9b-9991-4b7e-9186-f13b9c01988a" -d '{"events": [{"server_uuid": "32c9906c-fdab-4215-a1c5-5cb82c3ab79e", "name": "network-vif-plugged", "status": "completed", "tag": "df448b29-2557-4bee-808a-385ffcca1ff4"}]}' {{(pid=115909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:48:22.509383 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port df448b29-2557-4bee-808a-385ffcca1ff4, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=df448b29-2557-4bee-808a-385ffcca1ff4,segment=NetworkSegment(6f466e2d-c5fa-42c0-91f0-803509af04d3),segment_id=6f466e2d-c5fa-42c0-91f0-803509af04d3)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:48:22.514490 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (df448b29-2557-4bee-808a-385ffcca1ff4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:22.522729 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faab1dd-cc13-4da3-ac45-f7be7da9a4ad req-446cae8d-ccad-4866-aaaa-77a52c852031 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:22.527089 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-5faab1dd-cc13-4da3-ac45-f7be7da9a4ad req-446cae8d-ccad-4866-aaaa-77a52c852031 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/ports?device_id=5786f4ef-cc00-4e18-9910-7ba1707d903c HTTP/1.1" status: 200 len: 945 time: 0.0972102 Jul 29 04:48:22.527587 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27720d38-229c-4745-8b58-82d6669f6597 req-0a703f31-b678-4ca0-b867-e6308e1180fc tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:22.529958 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-27720d38-229c-4745-8b58-82d6669f6597 req-0a703f31-b678-4ca0-b867-e6308e1180fc tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 944 time: 0.0601876 Jul 29 04:48:22.594189 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Pushing event updated for resources: {'Port': ['ID=df448b29-2557-4bee-808a-385ffcca1ff4,revision_number=5']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:48:22.604981 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-27720d38-229c-4745-8b58-82d6669f6597 req-13d44bb3-5fe7-4a9e-b871-5648d5e1b06d tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571730 Jul 29 04:48:22.625391 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-5faab1dd-cc13-4da3-ac45-f7be7da9a4ad req-91b105e1-9531-4a7f-895f-906169565a9b tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/security-groups?id=7738388d-8c0b-4453-ba76-373bc961c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910323 Jul 29 04:48:22.656670 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 04:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aed40ef-0023-491a-bc9a-a817e1bcc121 x-openstack-request-id: req-8aed40ef-0023-491a-bc9a-a817e1bcc121 {{(pid=115909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:48:22.658336 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32c9906c-fdab-4215-a1c5-5cb82c3ab79e", "name": "network-vif-plugged", "status": "completed", "tag": "df448b29-2557-4bee-808a-385ffcca1ff4", "code": 200}]} {{(pid=115909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:48:22.658336 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-8aed40ef-0023-491a-bc9a-a817e1bcc121 {{(pid=115909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:48:22.658674 dv-cinder-851449-2-iscsi neutron-server[115909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8aed40ef-0023-491a-bc9a-a817e1bcc121'] response: {'server_uuid': '32c9906c-fdab-4215-a1c5-5cb82c3ab79e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df448b29-2557-4bee-808a-385ffcca1ff4', 'code': 200} Jul 29 04:48:23.002630 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e796e-3893-48eb-a516-fbb3b4e3a453 req-403a4f0b-6025-461f-ac26-ea893299dc5d tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:23.005146 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-8b1e796e-3893-48eb-a516-fbb3b4e3a453 req-403a4f0b-6025-461f-ac26-ea893299dc5d tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=94d225e6-c457-47da-bb55-5620ad7f15e7 HTTP/1.1" status: 200 len: 944 time: 0.0612388 Jul 29 04:48:23.056469 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-8b1e796e-3893-48eb-a516-fbb3b4e3a453 req-f7952cef-bd6b-4466-9f37-ede0497dd5f3 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=364afbf7-5ebf-4a7a-b038-946add3d6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455854 Jul 29 04:48:23.130671 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb98c64-b3f1-4abc-b7a8-fff0a22ab5ac req-95bc2ab2-2f4a-4670-9840-da6892484cb1 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:23.132514 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9cb98c64-b3f1-4abc-b7a8-fff0a22ab5ac req-95bc2ab2-2f4a-4670-9840-da6892484cb1 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/networks?id=48d67382-c2d3-47d5-b28b-aeebd485858a HTTP/1.1" status: 200 len: 809 time: 0.1074569 Jul 29 04:48:23.147719 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9cb98c64-b3f1-4abc-b7a8-fff0a22ab5ac req-090651bf-4525-4a67-814e-7cb15a42f03d tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/quotas/e52663d55be44e12b4aa939974e8e517 HTTP/1.1" status: 200 len: 375 time: 0.0098925 Jul 29 04:48:23.160489 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61faf8b-cd45-4145-b1fe-d670611c6231 req-60458758-fa5f-4612-893f-259515e94404 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:23.162009 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-b61faf8b-cd45-4145-b1fe-d670611c6231 req-60458758-fa5f-4612-893f-259515e94404 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0484331 Jul 29 04:48:23.171706 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:23.185590 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9cb98c64-b3f1-4abc-b7a8-fff0a22ab5ac req-ac9d7618-531b-4ebc-b782-2e01ff35de4c tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=e52663d55be44e12b4aa939974e8e517&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284159 Jul 29 04:48:23.218135 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-b61faf8b-cd45-4145-b1fe-d670611c6231 req-b72b7b79-3b18-4095-b7de-a743d69270cd tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467970 Jul 29 04:48:23.289244 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9cb98c64-b3f1-4abc-b7a8-fff0a22ab5ac req-a3f4f2a8-2756-4137-b8c8-38e3e03fc87d service neutron] 10.222.0.40 "GET /v2.0/networks/48d67382-c2d3-47d5-b28b-aeebd485858a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955350 Jul 29 04:48:23.326214 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:23.340789 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:23.383651 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9cb98c64-b3f1-4abc-b7a8-fff0a22ab5ac req-0d88ff8b-660b-41dc-ad0e-beec4c568313 service neutron] 10.222.0.40 "GET /v2.0/networks/48d67382-c2d3-47d5-b28b-aeebd485858a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887067 Jul 29 04:48:23.538459 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-098c3011-9fb6-4c91-b177-07ff810e9e25 req-918232db-40b8-415f-afbf-dd58b76ffba0 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fe4d36d-6194-447a-9936-6d90fce16ed4 HTTP/1.1" status: 200 len: 210 time: 0.0270505 Jul 29 04:48:23.734228 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b23cd-60b9-43f8-b0cd-9758029e0271 req-2a6c5ca2-1597-4a94-90de-850a80773c57 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:23.735877 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-459b23cd-60b9-43f8-b0cd-9758029e0271 req-2a6c5ca2-1597-4a94-90de-850a80773c57 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 944 time: 0.0602794 Jul 29 04:48:23.789907 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-459b23cd-60b9-43f8-b0cd-9758029e0271 req-e59c1f16-8416-4d3d-9c6d-e21def0d8469 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437837 Jul 29 04:48:23.792984 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e0b6f5-8784-4769-b3ee-6e6a25b799bf req-ef763557-0ca9-4128-948c-8d957be9888b tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:23.797274 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-e3e0b6f5-8784-4769-b3ee-6e6a25b799bf req-ef763557-0ca9-4128-948c-8d957be9888b tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/ports?device_id=5786f4ef-cc00-4e18-9910-7ba1707d903c HTTP/1.1" status: 200 len: 945 time: 0.0719116 Jul 29 04:48:23.853205 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-e3e0b6f5-8784-4769-b3ee-6e6a25b799bf req-65e882d7-e3f1-4684-8cea-3bc9a134a45a tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/security-groups?id=7738388d-8c0b-4453-ba76-373bc961c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512989 Jul 29 04:48:24.171204 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7710b5bf-3dd7-453a-87de-549931b96db8 req-a2fc8adf-609b-43bb-a4e4-e327e0769d24 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:24.172696 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-7710b5bf-3dd7-453a-87de-549931b96db8 req-a2fc8adf-609b-43bb-a4e4-e327e0769d24 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=94d225e6-c457-47da-bb55-5620ad7f15e7 HTTP/1.1" status: 200 len: 944 time: 0.0465240 Jul 29 04:48:24.218786 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-7710b5bf-3dd7-453a-87de-549931b96db8 req-80706109-aa0a-4639-b55e-867bb1e67e22 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=364afbf7-5ebf-4a7a-b038-946add3d6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405896 Jul 29 04:48:24.332530 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b689a912-d68c-4526-9a8e-892adbdd5512 req-e3f2315d-b56f-491e-b0a7-ecceb28697e7 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:24.334032 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-b689a912-d68c-4526-9a8e-892adbdd5512 req-e3f2315d-b56f-491e-b0a7-ecceb28697e7 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0486448 Jul 29 04:48:24.380506 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-b689a912-d68c-4526-9a8e-892adbdd5512 req-8755d190-2661-4284-945d-6948e7d32a45 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410881 Jul 29 04:48:24.634310 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-f88a834f-9efd-4d2a-847d-e449ae017a59 req-ae1262d0-2bed-4ebf-afb7-03e3a19e57c6 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fe4d36d-6194-447a-9936-6d90fce16ed4 HTTP/1.1" status: 200 len: 210 time: 0.0266562 Jul 29 04:48:24.928916 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2ecc2-cd92-41a8-a2f0-070a604078df req-4a8e0f54-cad3-4599-8cda-041024feb57b tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:24.930222 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-39c2ecc2-cd92-41a8-a2f0-070a604078df req-4a8e0f54-cad3-4599-8cda-041024feb57b tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 944 time: 0.0496082 Jul 29 04:48:24.980276 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0ff8a-6a30-45a4-9e78-9c7a66804aa5 req-8c580d6c-22b1-4c8c-82e1-99b0cdcf448b tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:24.981757 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-efa0ff8a-6a30-45a4-9e78-9c7a66804aa5 req-8c580d6c-22b1-4c8c-82e1-99b0cdcf448b tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/ports?device_id=5786f4ef-cc00-4e18-9910-7ba1707d903c HTTP/1.1" status: 200 len: 945 time: 0.0512981 Jul 29 04:48:24.989052 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-39c2ecc2-cd92-41a8-a2f0-070a604078df req-6634d39d-51a7-43e2-af2f-1bf84ad01eaa tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534201 Jul 29 04:48:25.030148 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-efa0ff8a-6a30-45a4-9e78-9c7a66804aa5 req-6ccec8e1-8e90-47e9-8c78-974b672c3bac tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/security-groups?id=7738388d-8c0b-4453-ba76-373bc961c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426984 Jul 29 04:48:25.308762 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device a62fbd73-0c26-4732-9cf9-7667cea10de3 details requested by agent hyperv_hv-cinder-85144 with host hv-cinder-85144 {{(pid=115909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 04:48:25.338645 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8217625c-32e3-449e-973b-ca6e88f8db29 req-504f96de-8119-44a2-a8a2-04292e4408e4 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:25.340128 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-8217625c-32e3-449e-973b-ca6e88f8db29 req-504f96de-8119-44a2-a8a2-04292e4408e4 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=94d225e6-c457-47da-bb55-5620ad7f15e7 HTTP/1.1" status: 200 len: 944 time: 0.0495286 Jul 29 04:48:25.388774 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-8217625c-32e3-449e-973b-ca6e88f8db29 req-ba99015d-a2bf-48b5-a1bc-b07cf32a3981 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=364afbf7-5ebf-4a7a-b038-946add3d6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428674 Jul 29 04:48:25.413858 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port a62fbd73-0c26-4732-9cf9-7667cea10de3, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=a62fbd73-0c26-4732-9cf9-7667cea10de3,segment=NetworkSegment(be606ddc-fa2d-47b7-97af-8bdf56fa7376),segment_id=be606ddc-fa2d-47b7-97af-8bdf56fa7376)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:48:25.426569 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Returning: {'device': 'a62fbd73-0c26-4732-9cf9-7667cea10de3', 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68', 'port_id': 'a62fbd73-0c26-4732-9cf9-7667cea10de3', 'mac_address': 'fa:16:3e:13:30:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5df203e3-38ee-42fe-a28a-41c6f641aefe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 04:48:25.457849 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:25.463277 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Current status of the port a62fbd73-0c26-4732-9cf9-7667cea10de3 is: DOWN; New status is: BUILD {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:48:25.463732 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (a62fbd73-0c26-4732-9cf9-7667cea10de3), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:25.479100 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.notifiers.nova [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a62fbd73-0c26-4732-9cf9-7667cea10de3 {{(pid=115909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 04:48:25.500028 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port a62fbd73-0c26-4732-9cf9-7667cea10de3, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=a62fbd73-0c26-4732-9cf9-7667cea10de3,segment=NetworkSegment(be606ddc-fa2d-47b7-97af-8bdf56fa7376),segment_id=be606ddc-fa2d-47b7-97af-8bdf56fa7376)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:48:25.504013 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (a62fbd73-0c26-4732-9cf9-7667cea10de3), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:25.508869 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabd19fc-521b-4319-8526-e3d1521c3f87 req-7e4ea970-6201-4463-bb09-4ae559240a9c tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:25.510374 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-fabd19fc-521b-4319-8526-e3d1521c3f87 req-7e4ea970-6201-4463-bb09-4ae559240a9c tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0528963 Jul 29 04:48:25.551090 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Pushing event updated for resources: {'Port': ['ID=a62fbd73-0c26-4732-9cf9-7667cea10de3,revision_number=4']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:48:25.560828 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-fabd19fc-521b-4319-8526-e3d1521c3f87 req-6c159d82-8834-4307-ad68-ca4cb3a34898 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446649 Jul 29 04:48:25.730375 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-d018aade-7c97-494a-b9a5-4d1c9974247e req-bf9b26d2-0cbb-43ee-bfad-27ea59efa126 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fe4d36d-6194-447a-9936-6d90fce16ed4 HTTP/1.1" status: 200 len: 210 time: 0.0271206 Jul 29 04:48:26.113483 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fde583-6de2-4f7a-9bad-6784884eed48 req-f51823ad-7abb-47f5-889a-184fd8380cd8 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:26.114961 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-a7fde583-6de2-4f7a-9bad-6784884eed48 req-f51823ad-7abb-47f5-889a-184fd8380cd8 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 944 time: 0.0458713 Jul 29 04:48:26.147292 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c3ae2-27f8-4ed6-b532-51575e5c2b8a req-4ad2a28e-87b5-41d7-9c7b-a3bb01066a48 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:26.148831 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-e53c3ae2-27f8-4ed6-b532-51575e5c2b8a req-4ad2a28e-87b5-41d7-9c7b-a3bb01066a48 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/ports?device_id=5786f4ef-cc00-4e18-9910-7ba1707d903c HTTP/1.1" status: 200 len: 945 time: 0.0472112 Jul 29 04:48:26.149835 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:26.166768 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-a7fde583-6de2-4f7a-9bad-6784884eed48 req-fbbe3bdc-2f5e-40fb-90e8-e29067bc937b tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462971 Jul 29 04:48:26.207263 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-e53c3ae2-27f8-4ed6-b532-51575e5c2b8a req-6256f190-d26e-4e53-8a91-3033eb2a4416 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/security-groups?id=7738388d-8c0b-4453-ba76-373bc961c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524130 Jul 29 04:48:26.508564 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a0b63a-ab70-4eae-9a39-282f9b0d2eec req-9fa38a35-feee-4eb9-b188-8cc317191483 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:26.509962 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-83a0b63a-ab70-4eae-9a39-282f9b0d2eec req-9fa38a35-feee-4eb9-b188-8cc317191483 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=94d225e6-c457-47da-bb55-5620ad7f15e7 HTTP/1.1" status: 200 len: 945 time: 0.0471122 Jul 29 04:48:26.557311 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-83a0b63a-ab70-4eae-9a39-282f9b0d2eec req-90917b27-f7e6-4cda-a427-f048d833cc8c tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=364afbf7-5ebf-4a7a-b038-946add3d6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418289 Jul 29 04:48:26.676331 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de7ad0-16c3-4468-a99e-dbc712f9da6d req-6054fe14-427c-4fc4-9020-3158a115de0c tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:26.677853 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-63de7ad0-16c3-4468-a99e-dbc712f9da6d req-6054fe14-427c-4fc4-9020-3158a115de0c tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0478644 Jul 29 04:48:26.719141 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=100 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:26.724264 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-63de7ad0-16c3-4468-a99e-dbc712f9da6d req-75229a1f-7dbe-4f03-a9f0-80aad6ad8df8 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409081 Jul 29 04:48:26.826499 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b0b1a9c0-dc59-4754-a1e5-fbd789337d7e req-46e0b258-1252-4849-8583-2b3960644bec tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fe4d36d-6194-447a-9936-6d90fce16ed4 HTTP/1.1" status: 200 len: 210 time: 0.0273476 Jul 29 04:48:27.252655 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=100 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:27.292874 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d61342b-477d-4757-8a13-1d3736e80dc8 req-66b64c84-2fa0-4e0a-82bb-51254a3b7f5f tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:27.296432 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-8d61342b-477d-4757-8a13-1d3736e80dc8 req-66b64c84-2fa0-4e0a-82bb-51254a3b7f5f tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 944 time: 0.0526965 Jul 29 04:48:27.353848 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984c8a3-afc8-4eb2-9231-2fa2b3368227 req-94fd97aa-14a7-40fd-b7dd-b1751fcb8c59 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:27.356470 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c984c8a3-afc8-4eb2-9231-2fa2b3368227 req-94fd97aa-14a7-40fd-b7dd-b1751fcb8c59 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/ports?device_id=5786f4ef-cc00-4e18-9910-7ba1707d903c HTTP/1.1" status: 200 len: 945 time: 0.0711288 Jul 29 04:48:27.360628 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-8d61342b-477d-4757-8a13-1d3736e80dc8 req-06c80eb7-ef07-4bca-9e28-b8c7fcab5b1f tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593350 Jul 29 04:48:27.417518 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c984c8a3-afc8-4eb2-9231-2fa2b3368227 req-9d0f870c-d700-4fd5-8b20-c2d0520c7ecf tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/security-groups?id=7738388d-8c0b-4453-ba76-373bc961c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537183 Jul 29 04:48:27.678425 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d1d74a-b2d7-4411-a36c-fa7c89cc4437 req-017367d6-b289-4c4a-8081-7d3ff1185687 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:27.679918 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-b4d1d74a-b2d7-4411-a36c-fa7c89cc4437 req-017367d6-b289-4c4a-8081-7d3ff1185687 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=94d225e6-c457-47da-bb55-5620ad7f15e7 HTTP/1.1" status: 200 len: 945 time: 0.0511723 Jul 29 04:48:27.727902 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-b4d1d74a-b2d7-4411-a36c-fa7c89cc4437 req-8ebc4050-e07a-4935-a371-2963a07a4374 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=364afbf7-5ebf-4a7a-b038-946add3d6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403433 Jul 29 04:48:27.839685 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620596e5-738f-453a-b0f1-f3714118b988 req-a5745470-cdff-488b-8306-ba5a0397bc94 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:27.841081 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-620596e5-738f-453a-b0f1-f3714118b988 req-a5745470-cdff-488b-8306-ba5a0397bc94 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0459714 Jul 29 04:48:27.888218 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-620596e5-738f-453a-b0f1-f3714118b988 req-50056840-3829-453f-a64e-5334e7b87625 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417044 Jul 29 04:48:27.924545 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-135b9197-c254-420a-a757-75a451dcef10 req-4d99b831-a7f4-47f6-86ca-0602eb225a40 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fe4d36d-6194-447a-9936-6d90fce16ed4 HTTP/1.1" status: 200 len: 210 time: 0.0273814 Jul 29 04:48:28.529372 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56e344-4500-4cd2-b8c6-c6a7217e6d8a req-3b11d6f3-4528-4357-b6be-b92d85fe6a14 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:28.531420 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-5b56e344-4500-4cd2-b8c6-c6a7217e6d8a req-3b11d6f3-4528-4357-b6be-b92d85fe6a14 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 944 time: 0.0853305 Jul 29 04:48:28.576212 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e225b71b-89b3-43f5-9f9f-10a859386c5d req-a610d22f-fce4-41d2-b088-8f344628656a tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:28.587586 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-e225b71b-89b3-43f5-9f9f-10a859386c5d req-a610d22f-fce4-41d2-b088-8f344628656a tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/ports?device_id=5786f4ef-cc00-4e18-9910-7ba1707d903c HTTP/1.1" status: 200 len: 945 time: 0.0893614 Jul 29 04:48:28.618122 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-5b56e344-4500-4cd2-b8c6-c6a7217e6d8a req-844883b8-5298-42a0-95f6-233939d1311e tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778372 Jul 29 04:48:28.641124 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-e225b71b-89b3-43f5-9f9f-10a859386c5d req-eaf56962-cdd6-461d-9ff7-9b80b9bb6f7d tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/security-groups?id=7738388d-8c0b-4453-ba76-373bc961c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526533 Jul 29 04:48:28.801099 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 58080) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:48:28.827419 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 58084) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:48:28.855899 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8351ccf-31f9-4895-b7af-ad097d64e8ef req-36ccef81-774f-4c89-af32-a056618efcca tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:28.861062 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-d8351ccf-31f9-4895-b7af-ad097d64e8ef req-36ccef81-774f-4c89-af32-a056618efcca tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=94d225e6-c457-47da-bb55-5620ad7f15e7 HTTP/1.1" status: 200 len: 945 time: 0.0548201 Jul 29 04:48:28.909441 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-d8351ccf-31f9-4895-b7af-ad097d64e8ef req-46f2f6f2-e111-4491-8d5e-c7489e5b84ea tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=364afbf7-5ebf-4a7a-b038-946add3d6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455377 Jul 29 04:48:28.933836 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6305950a-08d3-4376-a126-27fb03ec2d0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:28.957565 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-03b3486c-b5d5-479d-95ca-305634913bd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:29.007270 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:29.027725 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-037ba375-99b7-4dfb-8fe7-07022645f376 req-4554b77f-f2a1-43d2-a550-c26da9f087d8 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fe4d36d-6194-447a-9936-6d90fce16ed4 HTTP/1.1" status: 200 len: 210 time: 0.0302594 Jul 29 04:48:29.054643 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5643f9a-c5d7-4c18-94e5-62a59b8c899d req-2606280d-70a1-4c32-bb83-248333f3aa78 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:29.056145 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-f5643f9a-c5d7-4c18-94e5-62a59b8c899d req-2606280d-70a1-4c32-bb83-248333f3aa78 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0856242 Jul 29 04:48:29.116940 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6305950a-08d3-4376-a126-27fb03ec2d0b admin admin] Publish callbacks [] for security_group (54732f8a-9bfe-4472-907c-04bfa385a7c5), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:29.129626 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6305950a-08d3-4376-a126-27fb03ec2d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (54732f8a-9bfe-4472-907c-04bfa385a7c5), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:29.194898 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-f5643f9a-c5d7-4c18-94e5-62a59b8c899d req-364609a7-0685-4706-af84-96918f622110 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305909 Jul 29 04:48:29.201458 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-6305950a-08d3-4376-a126-27fb03ec2d0b admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e5f4896d1efd4372a13dbcaeda54bfe2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3989003 Jul 29 04:48:29.204308 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 58092) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:48:29.213202 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6305950a-08d3-4376-a126-27fb03ec2d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54732f8a-9bfe-4472-907c-04bfa385a7c5,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:48:29.216790 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-03b3486c-b5d5-479d-95ca-305634913bd6 admin admin] Publish callbacks [] for security_group (caedea05-7c44-4f59-88ac-bf28d559ce2d), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:29.221703 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-03b3486c-b5d5-479d-95ca-305634913bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (caedea05-7c44-4f59-88ac-bf28d559ce2d), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:29.262211 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-03b3486c-b5d5-479d-95ca-305634913bd6 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=ab62f02c8cb14148aaca480aaf75193e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4337347 Jul 29 04:48:29.264143 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b3486c-b5d5-479d-95ca-305634913bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caedea05-7c44-4f59-88ac-bf28d559ce2d,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:48:29.264946 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 58094) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:48:29.281973 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-79045985-d5c2-4065-9ce6-29306ba0b880 admin admin] Publish callbacks [] for security_group (54732f8a-9bfe-4472-907c-04bfa385a7c5), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:29.323475 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-79045985-d5c2-4065-9ce6-29306ba0b880 admin admin] Publish callbacks [] for security_group (54732f8a-9bfe-4472-907c-04bfa385a7c5), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:29.359839 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-90ddc2ff-2355-4481-9474-a3874bde1af6 admin admin] Publish callbacks [] for security_group (caedea05-7c44-4f59-88ac-bf28d559ce2d), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:29.387679 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-90ddc2ff-2355-4481-9474-a3874bde1af6 admin admin] Publish callbacks [] for security_group (caedea05-7c44-4f59-88ac-bf28d559ce2d), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:29.411545 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-79045985-d5c2-4065-9ce6-29306ba0b880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (54732f8a-9bfe-4472-907c-04bfa385a7c5), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:29.414030 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-79045985-d5c2-4065-9ce6-29306ba0b880 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:29.415171 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-79045985-d5c2-4065-9ce6-29306ba0b880 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/54732f8a-9bfe-4472-907c-04bfa385a7c5 HTTP/1.1" status: 204 len: 168 time: 0.2096262 Jul 29 04:48:29.430584 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79045985-d5c2-4065-9ce6-29306ba0b880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54732f8a-9bfe-4472-907c-04bfa385a7c5,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:48:29.457272 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-90ddc2ff-2355-4481-9474-a3874bde1af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (caedea05-7c44-4f59-88ac-bf28d559ce2d), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:29.460723 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-90ddc2ff-2355-4481-9474-a3874bde1af6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:29.461867 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-90ddc2ff-2355-4481-9474-a3874bde1af6 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/caedea05-7c44-4f59-88ac-bf28d559ce2d HTTP/1.1" status: 204 len: 168 time: 0.1959243 Jul 29 04:48:29.470729 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ddc2ff-2355-4481-9474-a3874bde1af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caedea05-7c44-4f59-88ac-bf28d559ce2d,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:48:29.769685 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c9f13-a675-4c94-97c2-4dc904538702 req-e6b2b813-d095-451d-a944-17220321c17b tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:29.774087 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e7e53-8a64-4f98-9442-89ae46853f47 req-df25ef0a-a78a-47b2-ae9f-c195ac260ff8 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:29.776521 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-997e7e53-8a64-4f98-9442-89ae46853f47 req-df25ef0a-a78a-47b2-ae9f-c195ac260ff8 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/ports?device_id=5786f4ef-cc00-4e18-9910-7ba1707d903c HTTP/1.1" status: 200 len: 945 time: 0.0554764 Jul 29 04:48:29.777868 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-bb6c9f13-a675-4c94-97c2-4dc904538702 req-e6b2b813-d095-451d-a944-17220321c17b tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 944 time: 0.0692337 Jul 29 04:48:29.809608 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 58110) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:48:29.824825 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 58112) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:48:29.826818 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-b2785619-6f8b-4647-a543-832bb1300514 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:29.830255 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:29.846796 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-bb6c9f13-a675-4c94-97c2-4dc904538702 req-b51c457f-87c5-48e2-9fc1-4b4fed860839 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675297 Jul 29 04:48:29.847983 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-071df67d-4f72-4bd7-bf76-e546dda77feb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:29.861588 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:29.868780 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1,neutron:INSERT=14 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:29.877156 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-997e7e53-8a64-4f98-9442-89ae46853f47 req-26f20e82-f7fb-4b33-bd38-349e0982af6c tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/security-groups?id=7738388d-8c0b-4453-ba76-373bc961c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945539 Jul 29 04:48:29.943597 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-b2785619-6f8b-4647-a543-832bb1300514 admin admin] Publish callbacks [] for security_group (ca9e9122-3c6e-48be-a1db-e8a3da79dd17), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:29.948261 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-b2785619-6f8b-4647-a543-832bb1300514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (ca9e9122-3c6e-48be-a1db-e8a3da79dd17), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:29.995234 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2785619-6f8b-4647-a543-832bb1300514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9e9122-3c6e-48be-a1db-e8a3da79dd17,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:48:30.000887 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-b2785619-6f8b-4647-a543-832bb1300514 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=54940752312842149aae35037e1f7651&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1902623 Jul 29 04:48:30.002243 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 58116) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:48:30.054345 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-f633f802-8803-4858-a02f-af3cf3e8d704 admin admin] Publish callbacks [] for security_group (ca9e9122-3c6e-48be-a1db-e8a3da79dd17), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:30.075681 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-f633f802-8803-4858-a02f-af3cf3e8d704 admin admin] Publish callbacks [] for security_group (ca9e9122-3c6e-48be-a1db-e8a3da79dd17), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:30.108677 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3951cb-b2de-4784-93be-3c06026d655c req-689caeca-77bb-4d1b-93dd-12f6054678a9 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:30.110461 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-5f3951cb-b2de-4784-93be-3c06026d655c req-689caeca-77bb-4d1b-93dd-12f6054678a9 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=94d225e6-c457-47da-bb55-5620ad7f15e7 HTTP/1.1" status: 200 len: 945 time: 0.0702536 Jul 29 04:48:30.151258 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-b2d19997-f1e9-4867-9aa6-1dbb5148f8d2 req-d8d506f7-36e6-4235-b722-ddd27df2bfe2 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fe4d36d-6194-447a-9936-6d90fce16ed4 HTTP/1.1" status: 200 len: 210 time: 0.0322342 Jul 29 04:48:30.152149 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-f633f802-8803-4858-a02f-af3cf3e8d704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (ca9e9122-3c6e-48be-a1db-e8a3da79dd17), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:30.154933 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-f633f802-8803-4858-a02f-af3cf3e8d704 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:30.158222 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-f633f802-8803-4858-a02f-af3cf3e8d704 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/ca9e9122-3c6e-48be-a1db-e8a3da79dd17 HTTP/1.1" status: 204 len: 168 time: 0.1525280 Jul 29 04:48:30.164563 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f633f802-8803-4858-a02f-af3cf3e8d704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9e9122-3c6e-48be-a1db-e8a3da79dd17,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:48:30.194602 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-071df67d-4f72-4bd7-bf76-e546dda77feb admin admin] Publish callbacks [] for security_group (af28cf40-dfea-4b16-a6ec-94c70cad632c), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:30.198721 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-5f3951cb-b2de-4784-93be-3c06026d655c req-6876fb56-2af6-4850-9396-726de59b9c5f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=364afbf7-5ebf-4a7a-b038-946add3d6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809546 Jul 29 04:48:30.201303 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-071df67d-4f72-4bd7-bf76-e546dda77feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (af28cf40-dfea-4b16-a6ec-94c70cad632c), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:30.241909 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071df67d-4f72-4bd7-bf76-e546dda77feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af28cf40-dfea-4b16-a6ec-94c70cad632c,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:48:30.247446 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-071df67d-4f72-4bd7-bf76-e546dda77feb admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=5d3a871b601341a4a4d3d3b5bbd27b5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4179742 Jul 29 04:48:30.249375 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 58124) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:48:30.344619 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def9d12-6de1-4209-bf3f-bee932225da0 req-3292abe4-d395-4d7c-adfd-dc95d1dfb6d1 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:30.346280 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-0def9d12-6de1-4209-bf3f-bee932225da0 req-3292abe4-d395-4d7c-adfd-dc95d1dfb6d1 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0633545 Jul 29 04:48:30.354250 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-50451fab-7821-41e4-bac2-747055208d0c admin admin] Publish callbacks [] for security_group (af28cf40-dfea-4b16-a6ec-94c70cad632c), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:30.397841 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-50451fab-7821-41e4-bac2-747055208d0c admin admin] Publish callbacks [] for security_group (af28cf40-dfea-4b16-a6ec-94c70cad632c), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:30.428539 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-0def9d12-6de1-4209-bf3f-bee932225da0 req-9e798e4b-f5de-454c-967c-4f1849f43dd8 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761175 Jul 29 04:48:30.466451 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-50451fab-7821-41e4-bac2-747055208d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (af28cf40-dfea-4b16-a6ec-94c70cad632c), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:30.469248 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-50451fab-7821-41e4-bac2-747055208d0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:30.470421 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-50451fab-7821-41e4-bac2-747055208d0c admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/af28cf40-dfea-4b16-a6ec-94c70cad632c HTTP/1.1" status: 204 len: 168 time: 0.2200508 Jul 29 04:48:30.478950 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50451fab-7821-41e4-bac2-747055208d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af28cf40-dfea-4b16-a6ec-94c70cad632c,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:48:30.983976 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a024deeb-36a7-43dc-8cb8-3c1660fc891b req-873564ff-47fd-4d9c-a044-a885a55490f7 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:30.987748 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-a024deeb-36a7-43dc-8cb8-3c1660fc891b req-873564ff-47fd-4d9c-a044-a885a55490f7 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 944 time: 0.0635617 Jul 29 04:48:31.031694 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3517f096-9890-4614-9265-30dd93b571fe req-6320dd8e-c5d8-4a3e-8cbc-92e5d3dd5316 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:31.040913 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-3517f096-9890-4614-9265-30dd93b571fe req-6320dd8e-c5d8-4a3e-8cbc-92e5d3dd5316 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/ports?device_id=5786f4ef-cc00-4e18-9910-7ba1707d903c HTTP/1.1" status: 200 len: 945 time: 0.0674014 Jul 29 04:48:31.047591 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-a024deeb-36a7-43dc-8cb8-3c1660fc891b req-ac07d854-8a29-421a-84aa-dccc5330b794 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533381 Jul 29 04:48:31.095635 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-3517f096-9890-4614-9265-30dd93b571fe req-6a50d659-ea07-4db5-a6d8-e7b2857e7ca8 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/security-groups?id=7738388d-8c0b-4453-ba76-373bc961c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538652 Jul 29 04:48:31.261754 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-a72ba67a-8570-4c66-878c-756748a676d6 req-d2e27174-149f-43c3-bc85-ae517b826693 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fe4d36d-6194-447a-9936-6d90fce16ed4 HTTP/1.1" status: 200 len: 210 time: 0.0328023 Jul 29 04:48:31.343314 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb42cf-1632-4291-aa14-d3764f9916aa req-e8e12754-8f4f-4fb2-82d5-bf7c6967e961 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:31.345521 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-8adb42cf-1632-4291-aa14-d3764f9916aa req-e8e12754-8f4f-4fb2-82d5-bf7c6967e961 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=94d225e6-c457-47da-bb55-5620ad7f15e7 HTTP/1.1" status: 200 len: 945 time: 0.0578823 Jul 29 04:48:31.401309 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-8adb42cf-1632-4291-aa14-d3764f9916aa req-db6a0f96-9fee-4757-8841-4c17f1d8507d tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=364afbf7-5ebf-4a7a-b038-946add3d6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487709 Jul 29 04:48:31.514090 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] get_ports_and_sgs() called for port_ids ['a62fbd73-0c26-4732-9cf9-7667cea10de3'] {{(pid=115909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 04:48:31.582547 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe199cd-af4f-4f8c-8dc5-aaae70d72f1d req-caf8c421-256c-4374-b824-9cea6ecb8d66 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:31.584122 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-cfe199cd-af4f-4f8c-8dc5-aaae70d72f1d req-caf8c421-256c-4374-b824-9cea6ecb8d66 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0787261 Jul 29 04:48:31.647391 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-cfe199cd-af4f-4f8c-8dc5-aaae70d72f1d req-4d889bd4-c19c-4a17-9519-f69271e903b5 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559533 Jul 29 04:48:31.891661 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=2 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:32.194461 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a931187-d63d-446f-bb79-796c71e34b1d req-548ec1e1-1bc1-45a3-b6a3-11fcbb2435af tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:32.202898 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-6a931187-d63d-446f-bb79-796c71e34b1d req-548ec1e1-1bc1-45a3-b6a3-11fcbb2435af tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 944 time: 0.0707378 Jul 29 04:48:32.214073 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:32.227770 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488774b-5ce1-4414-9c4f-574802b087b2 req-a2a33ca3-466d-4663-879d-0c439fb5e7e9 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:32.229715 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-5488774b-5ce1-4414-9c4f-574802b087b2 req-a2a33ca3-466d-4663-879d-0c439fb5e7e9 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/ports?device_id=5786f4ef-cc00-4e18-9910-7ba1707d903c HTTP/1.1" status: 200 len: 945 time: 0.0518241 Jul 29 04:48:32.277846 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-6a931187-d63d-446f-bb79-796c71e34b1d req-8072a38e-cac9-4d4d-8cb0-4dd560611c5b tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731347 Jul 29 04:48:32.301270 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-5488774b-5ce1-4414-9c4f-574802b087b2 req-74dec588-a2ae-4d85-bf79-8dd8844ea571 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/security-groups?id=7738388d-8c0b-4453-ba76-373bc961c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586751 Jul 29 04:48:32.384997 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-f7971557-3153-4599-9b3a-e3d3827e86c8 req-15145885-d6ad-494d-8a8a-607a10a76e5f tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fe4d36d-6194-447a-9936-6d90fce16ed4 HTTP/1.1" status: 200 len: 210 time: 0.0431614 Jul 29 04:48:32.532923 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5fc881-886d-43a4-820b-4739e13d97ae req-dcdb4786-b384-4b40-a052-54fcff79205f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:32.534354 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-2a5fc881-886d-43a4-820b-4739e13d97ae req-dcdb4786-b384-4b40-a052-54fcff79205f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=94d225e6-c457-47da-bb55-5620ad7f15e7 HTTP/1.1" status: 200 len: 945 time: 0.0487287 Jul 29 04:48:32.585788 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-2a5fc881-886d-43a4-820b-4739e13d97ae req-aa422eff-1b65-44e7-a547-e622e678f3d6 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=364afbf7-5ebf-4a7a-b038-946add3d6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449400 Jul 29 04:48:32.776050 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:32.797106 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811d48b-f365-4846-9878-5cfe4b18edd4 req-cab09cae-a997-458c-9ac3-7a3751db182d tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:32.798540 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-4811d48b-f365-4846-9878-5cfe4b18edd4 req-cab09cae-a997-458c-9ac3-7a3751db182d tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0513301 Jul 29 04:48:32.838703 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=5 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:32.852243 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-4811d48b-f365-4846-9878-5cfe4b18edd4 req-f4a4ba7a-db5e-44f5-8372-4d52c9bb76ff tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480189 Jul 29 04:48:33.394238 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f3cb4-7101-49a2-b69f-9c16eb57cbaa req-b3668baa-b06d-4154-b961-1f71d4218e71 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:33.395823 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-814f3cb4-7101-49a2-b69f-9c16eb57cbaa req-b3668baa-b06d-4154-b961-1f71d4218e71 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 944 time: 0.0513954 Jul 29 04:48:33.417670 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50d0f1-738f-4ea5-94f8-0d9f73212ef4 req-7b67ee88-1dc0-41a3-9912-151dbffc0f15 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:33.419156 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-0a50d0f1-738f-4ea5-94f8-0d9f73212ef4 req-7b67ee88-1dc0-41a3-9912-151dbffc0f15 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/ports?device_id=5786f4ef-cc00-4e18-9910-7ba1707d903c HTTP/1.1" status: 200 len: 945 time: 0.0474446 Jul 29 04:48:33.443337 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-814f3cb4-7101-49a2-b69f-9c16eb57cbaa req-1c9ba2f0-afdf-4bba-970e-57c6f03a52f5 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419221 Jul 29 04:48:33.468969 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-0a50d0f1-738f-4ea5-94f8-0d9f73212ef4 req-d9cfed0f-36f2-4955-a7e6-c20418095fd0 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/security-groups?id=7738388d-8c0b-4453-ba76-373bc961c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438039 Jul 29 04:48:33.515835 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device a62fbd73-0c26-4732-9cf9-7667cea10de3 up at agent hyperv_hv-cinder-85144 {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 04:48:33.538196 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-fbe979f7-afca-45ab-b0d3-404ffc879c53 req-bbac82a1-6b17-43bb-b704-10b00612ea38 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fe4d36d-6194-447a-9936-6d90fce16ed4 HTTP/1.1" status: 200 len: 210 time: 0.0295632 Jul 29 04:48:33.561445 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Provisioning for port a62fbd73-0c26-4732-9cf9-7667cea10de3 completed by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 29 04:48:33.569730 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Provisioning complete for port a62fbd73-0c26-4732-9cf9-7667cea10de3 triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:48:33.570612 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (a62fbd73-0c26-4732-9cf9-7667cea10de3), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:33.606921 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:33.648934 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Current status of the port a62fbd73-0c26-4732-9cf9-7667cea10de3 is: BUILD; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:48:33.649353 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (a62fbd73-0c26-4732-9cf9-7667cea10de3), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:33.678222 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94d225e6-c457-47da-bb55-5620ad7f15e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62fbd73-0c26-4732-9cf9-7667cea10de3'}] {{(pid=115909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:48:33.680579 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c420e031ced92140226aa6f83123c9b23fc96e3244e1479094dc728224b9fe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe1bb7a-0a4d-4316-95b2-36354fc9b70c" -d '{"events": [{"server_uuid": "94d225e6-c457-47da-bb55-5620ad7f15e7", "name": "network-vif-plugged", "status": "completed", "tag": "a62fbd73-0c26-4732-9cf9-7667cea10de3"}]}' {{(pid=115909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:48:33.695100 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port a62fbd73-0c26-4732-9cf9-7667cea10de3, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=a62fbd73-0c26-4732-9cf9-7667cea10de3,segment=NetworkSegment(be606ddc-fa2d-47b7-97af-8bdf56fa7376),segment_id=be606ddc-fa2d-47b7-97af-8bdf56fa7376)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:48:33.702254 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (a62fbd73-0c26-4732-9cf9-7667cea10de3), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:33.738941 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 04:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331d6e32-d9d7-4f81-9656-f306d40f5e6c x-openstack-request-id: req-331d6e32-d9d7-4f81-9656-f306d40f5e6c {{(pid=115909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:48:33.739533 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94d225e6-c457-47da-bb55-5620ad7f15e7", "name": "network-vif-plugged", "status": "completed", "tag": "a62fbd73-0c26-4732-9cf9-7667cea10de3", "code": 200}]} {{(pid=115909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:48:33.740015 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-331d6e32-d9d7-4f81-9656-f306d40f5e6c {{(pid=115909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:48:33.740377 dv-cinder-851449-2-iscsi neutron-server[115909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-331d6e32-d9d7-4f81-9656-f306d40f5e6c'] response: {'server_uuid': '94d225e6-c457-47da-bb55-5620ad7f15e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62fbd73-0c26-4732-9cf9-7667cea10de3', 'code': 200} Jul 29 04:48:33.746144 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75b4ed-ab67-49c4-b449-3fda6ca6c4ba req-cb0db081-9599-49b2-a1ad-0036cffd0b66 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:33.748057 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-ca75b4ed-ab67-49c4-b449-3fda6ca6c4ba req-cb0db081-9599-49b2-a1ad-0036cffd0b66 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=94d225e6-c457-47da-bb55-5620ad7f15e7 HTTP/1.1" status: 200 len: 945 time: 0.0711665 Jul 29 04:48:33.768510 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Pushing event updated for resources: {'Port': ['ID=a62fbd73-0c26-4732-9cf9-7667cea10de3,revision_number=5']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:48:33.818133 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-ca75b4ed-ab67-49c4-b449-3fda6ca6c4ba req-b8da35db-4b53-4826-a317-5fb00e4687b2 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=364afbf7-5ebf-4a7a-b038-946add3d6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625253 Jul 29 04:48:34.007092 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d1f93c-c25d-43ea-9d47-d10df1d91e6c req-a9a459d1-fb15-40e9-a4ed-7bb3c90f0b70 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:34.008861 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-36d1f93c-c25d-43ea-9d47-d10df1d91e6c req-a9a459d1-fb15-40e9-a4ed-7bb3c90f0b70 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0673654 Jul 29 04:48:34.069130 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-36d1f93c-c25d-43ea-9d47-d10df1d91e6c req-1ea099cb-e4b1-489c-b1a1-4a42735ee2d3 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527794 Jul 29 04:48:34.569829 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d235bb8d-9e21-4fa3-8e85-178febf4cef5 req-d84795dd-bd8f-4e12-be97-4981d89f6450 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:34.571461 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-d235bb8d-9e21-4fa3-8e85-178febf4cef5 req-d84795dd-bd8f-4e12-be97-4981d89f6450 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 944 time: 0.0526273 Jul 29 04:48:34.599708 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb71f1e-ab0f-4da7-8ed7-546d152d0314 req-62477d5c-f28e-493e-8ed9-5835b6ef0f83 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:34.601423 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ddb71f1e-ab0f-4da7-8ed7-546d152d0314 req-62477d5c-f28e-493e-8ed9-5835b6ef0f83 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/ports?device_id=5786f4ef-cc00-4e18-9910-7ba1707d903c HTTP/1.1" status: 200 len: 945 time: 0.0522745 Jul 29 04:48:34.622289 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-d235bb8d-9e21-4fa3-8e85-178febf4cef5 req-2103e852-ee38-4979-8891-bce289203933 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445354 Jul 29 04:48:34.647492 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:INSERT=7,neutron:SELECT=93 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:34.652707 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ddb71f1e-ab0f-4da7-8ed7-546d152d0314 req-8d762360-6d28-456a-9aa0-564de5f06a38 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/security-groups?id=7738388d-8c0b-4453-ba76-373bc961c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442185 Jul 29 04:48:34.711763 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-648df38b-f7db-44cb-8337-309525c38613 req-00d2ede6-340a-4934-91ec-1da5d60525c5 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fe4d36d-6194-447a-9936-6d90fce16ed4 HTTP/1.1" status: 200 len: 210 time: 0.0269179 Jul 29 04:48:34.936534 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930622b8-3320-4b11-8916-ffe966993453 req-7cf697de-938d-41b3-bacb-2c7f34aad00a tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:34.938018 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-930622b8-3320-4b11-8916-ffe966993453 req-7cf697de-938d-41b3-bacb-2c7f34aad00a tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=94d225e6-c457-47da-bb55-5620ad7f15e7 HTTP/1.1" status: 200 len: 946 time: 0.0452428 Jul 29 04:48:34.984750 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-930622b8-3320-4b11-8916-ffe966993453 req-55c4f6dd-fba8-47b5-9d98-26a9a38365d7 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=364afbf7-5ebf-4a7a-b038-946add3d6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403965 Jul 29 04:48:35.186321 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489ec509-aa27-457b-a08f-3e032abf2262 req-7b0584ea-852d-468b-811f-7a8249c0d82a tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:35.187749 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-489ec509-aa27-457b-a08f-3e032abf2262 req-7b0584ea-852d-468b-811f-7a8249c0d82a tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0493217 Jul 29 04:48:35.232804 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-489ec509-aa27-457b-a08f-3e032abf2262 req-5b900d6f-1f43-4ee3-860b-87eb3131a0d5 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394785 Jul 29 04:48:35.746298 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02765a-dd69-45c9-8789-c9a62a92481b req-e3308d2e-9d75-49a8-8a0f-ddf6341556fb tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:35.747711 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-de02765a-dd69-45c9-8789-c9a62a92481b req-e3308d2e-9d75-49a8-8a0f-ddf6341556fb tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 944 time: 0.0526514 Jul 29 04:48:35.771236 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b3b3d-6f0c-4851-9f01-251883f254c2 req-8a0ef4b5-a95f-4ac0-9706-a1abfcac597d tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:35.772727 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-de9b3b3d-6f0c-4851-9f01-251883f254c2 req-8a0ef4b5-a95f-4ac0-9706-a1abfcac597d tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/ports?device_id=5786f4ef-cc00-4e18-9910-7ba1707d903c HTTP/1.1" status: 200 len: 945 time: 0.0460815 Jul 29 04:48:35.796206 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-de02765a-dd69-45c9-8789-c9a62a92481b req-4c98c17f-ceb6-4bd9-864d-3f9c839032b9 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421464 Jul 29 04:48:35.821267 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-de9b3b3d-6f0c-4851-9f01-251883f254c2 req-3ebc268c-12a5-443b-ba87-39c58c616635 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/security-groups?id=7738388d-8c0b-4453-ba76-373bc961c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419581 Jul 29 04:48:35.878210 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b588f2bc-db91-46c1-9718-05ddadac919e req-3b0891dc-cd89-41e8-87b5-1ca5dd210ab2 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fe4d36d-6194-447a-9936-6d90fce16ed4 HTTP/1.1" status: 200 len: 210 time: 0.0271749 Jul 29 04:48:36.108924 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c4fea2-7f3b-4ffb-92a6-d5d05b7ff28b req-3d1d623c-9458-4587-a918-5791a22def30 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:36.110429 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-24c4fea2-7f3b-4ffb-92a6-d5d05b7ff28b req-3d1d623c-9458-4587-a918-5791a22def30 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=94d225e6-c457-47da-bb55-5620ad7f15e7 HTTP/1.1" status: 200 len: 946 time: 0.0533731 Jul 29 04:48:36.351068 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080b92c-bce2-4fec-81a4-9dc4452eb2a9 req-ca3577db-c849-4f43-a637-df9d82297abe tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:36.352670 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-f080b92c-bce2-4fec-81a4-9dc4452eb2a9 req-ca3577db-c849-4f43-a637-df9d82297abe tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0473731 Jul 29 04:48:36.354394 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-24c4fea2-7f3b-4ffb-92a6-d5d05b7ff28b req-17c506ac-c16d-4dba-a6fa-0f0c7fb8d4de tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=364afbf7-5ebf-4a7a-b038-946add3d6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2372711 Jul 29 04:48:36.399674 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-f080b92c-bce2-4fec-81a4-9dc4452eb2a9 req-ce9c0a08-e7a9-434a-9990-2bfb71d1569b tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414574 Jul 29 04:48:36.915450 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ad5d1-9246-4420-bc45-0d619376bf55 req-ad79ae28-bf57-4106-9bce-ec624956e124 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:36.916875 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-5d7ad5d1-9246-4420-bc45-0d619376bf55 req-ad79ae28-bf57-4106-9bce-ec624956e124 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 944 time: 0.0481863 Jul 29 04:48:36.944551 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d163ab-b5f8-4d7c-af55-84c1eda05fd1 req-6d47862c-386c-4610-b739-2aa9490b023a tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:36.946055 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c2d163ab-b5f8-4d7c-af55-84c1eda05fd1 req-6d47862c-386c-4610-b739-2aa9490b023a tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/ports?device_id=5786f4ef-cc00-4e18-9910-7ba1707d903c HTTP/1.1" status: 200 len: 945 time: 0.0549445 Jul 29 04:48:36.965731 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-5d7ad5d1-9246-4420-bc45-0d619376bf55 req-c08de3eb-21e6-4be7-abbf-9b1d1c952b07 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427537 Jul 29 04:48:36.993056 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c2d163ab-b5f8-4d7c-af55-84c1eda05fd1 req-c4723d81-cd48-4e60-8236-de6bd6d34caa tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/security-groups?id=7738388d-8c0b-4453-ba76-373bc961c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414851 Jul 29 04:48:37.050351 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-c0be28f2-b558-4723-a89f-b57187e0de63 req-e6ab187a-a040-4bf5-bca6-bca5b63e3371 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fe4d36d-6194-447a-9936-6d90fce16ed4 HTTP/1.1" status: 200 len: 210 time: 0.0271492 Jul 29 04:48:37.469542 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c15786-5602-4f65-9bf1-0c874421f3a8 req-a76deb23-c3a3-431c-aa79-2d5a1205a985 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:37.471301 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-89c15786-5602-4f65-9bf1-0c874421f3a8 req-a76deb23-c3a3-431c-aa79-2d5a1205a985 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=94d225e6-c457-47da-bb55-5620ad7f15e7 HTTP/1.1" status: 200 len: 946 time: 0.0466499 Jul 29 04:48:37.519178 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2dd8a7-086b-4015-841c-366312a58200 req-17604d14-748b-438f-b139-97a70eeeb068 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:37.519384 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-89c15786-5602-4f65-9bf1-0c874421f3a8 req-2e00e8d2-319e-42da-9259-34485b069380 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=364afbf7-5ebf-4a7a-b038-946add3d6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427353 Jul 29 04:48:37.520638 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-cd2dd8a7-086b-4015-841c-366312a58200 req-17604d14-748b-438f-b139-97a70eeeb068 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0495882 Jul 29 04:48:37.570451 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-cd2dd8a7-086b-4015-841c-366312a58200 req-2803c8c1-8510-4cbe-8c9c-6467a3011d25 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441208 Jul 29 04:48:38.080583 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c862d-ab32-45c9-ba20-c7c65e42a9ef req-b79b53ea-3675-42b7-b2e5-2ea3c070b293 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:38.082166 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-0c7c862d-ab32-45c9-ba20-c7c65e42a9ef req-b79b53ea-3675-42b7-b2e5-2ea3c070b293 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 944 time: 0.0462217 Jul 29 04:48:38.108647 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1862344f-6423-4354-914c-42ca5849a7a6 req-afcce078-c8e0-423d-b88f-ac4a413cbdb3 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:38.110129 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-1862344f-6423-4354-914c-42ca5849a7a6 req-afcce078-c8e0-423d-b88f-ac4a413cbdb3 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/ports?device_id=5786f4ef-cc00-4e18-9910-7ba1707d903c HTTP/1.1" status: 200 len: 945 time: 0.0467567 Jul 29 04:48:38.134782 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-0c7c862d-ab32-45c9-ba20-c7c65e42a9ef req-16b1fca0-0fcf-486a-879a-dfd29aca957d tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469995 Jul 29 04:48:38.164147 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-1862344f-6423-4354-914c-42ca5849a7a6 req-472d196b-d089-42d0-8804-6d009648342f tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/security-groups?id=7738388d-8c0b-4453-ba76-373bc961c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474598 Jul 29 04:48:38.217418 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-a7de573f-673d-4cfa-96bf-a6da8d264144 req-096bd0e2-58fb-4918-adba-cdaf890f4106 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fe4d36d-6194-447a-9936-6d90fce16ed4 HTTP/1.1" status: 200 len: 210 time: 0.0267832 Jul 29 04:48:38.635990 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282286b4-e9e7-4b28-ab70-90bb61755abd req-438e0fac-17dc-4567-af85-2435d93a1447 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:38.637514 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-282286b4-e9e7-4b28-ab70-90bb61755abd req-438e0fac-17dc-4567-af85-2435d93a1447 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=94d225e6-c457-47da-bb55-5620ad7f15e7 HTTP/1.1" status: 200 len: 946 time: 0.0465863 Jul 29 04:48:38.678410 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=100 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:38.686691 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3373c1-2d21-4832-8343-e6ca2d6664c9 req-5fa396c3-0e6a-45ab-8b97-7835eb6b820b tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:38.688192 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-6d3373c1-2d21-4832-8343-e6ca2d6664c9 req-5fa396c3-0e6a-45ab-8b97-7835eb6b820b tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0470893 Jul 29 04:48:38.691855 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-282286b4-e9e7-4b28-ab70-90bb61755abd req-9eaf8dbd-6cf8-4d08-bd14-f4fd2a7a72c7 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=364afbf7-5ebf-4a7a-b038-946add3d6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488682 Jul 29 04:48:38.725217 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:38.740197 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-6d3373c1-2d21-4832-8343-e6ca2d6664c9 req-6205eac6-7ba6-4945-ad56-0bca643e69dc tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448155 Jul 29 04:48:39.164493 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ac845-79ce-4210-91d3-c6f5d6721d3e req-c573f5ff-a0a7-4680-9685-0ffc646e5404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:39.166048 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-815ac845-79ce-4210-91d3-c6f5d6721d3e req-c573f5ff-a0a7-4680-9685-0ffc646e5404 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=052579df-c255-4129-911a-8a4dda7e6ced HTTP/1.1" status: 200 len: 1129 time: 0.0759690 Jul 29 04:48:39.279684 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=100 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:39.292088 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-815ac845-79ce-4210-91d3-c6f5d6721d3e req-0564bab3-a516-4496-828e-b6fb8e2a074a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994384 Jul 29 04:48:39.298635 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b709c-fc7f-43e6-a781-8fe902c88811 req-882e4a56-6854-4a92-bb40-14aba0ac7655 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:39.301101 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-716b709c-fc7f-43e6-a781-8fe902c88811 req-882e4a56-6854-4a92-bb40-14aba0ac7655 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 944 time: 0.0660613 Jul 29 04:48:39.333440 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a811e0-c882-41c8-bc2d-69b8ebcb9891 req-e91ddda8-66d1-4c70-a74b-a2ae35bdc256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:39.335602 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-28a811e0-c882-41c8-bc2d-69b8ebcb9891 req-e91ddda8-66d1-4c70-a74b-a2ae35bdc256 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=94d225e6-c457-47da-bb55-5620ad7f15e7 HTTP/1.1" status: 200 len: 1130 time: 0.1553843 Jul 29 04:48:39.357056 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561bc66-30e5-4b01-81e0-6abf908d1255 req-e4f61ebb-1273-4cdf-8b83-62c1a472bbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:39.358581 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-f561bc66-30e5-4b01-81e0-6abf908d1255 req-e4f61ebb-1273-4cdf-8b83-62c1a472bbf9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 1129 time: 0.1475976 Jul 29 04:48:39.366680 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d1e74-0c10-4fbc-a549-649473640cf3 req-bb70fc78-d32e-465b-9503-a4fb6c903b7c tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:39.366911 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-716b709c-fc7f-43e6-a781-8fe902c88811 req-e59a1591-31db-482e-a47c-dea528f20e75 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593390 Jul 29 04:48:39.368915 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-449d1e74-0c10-4fbc-a549-649473640cf3 req-bb70fc78-d32e-465b-9503-a4fb6c903b7c tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/ports?device_id=5786f4ef-cc00-4e18-9910-7ba1707d903c HTTP/1.1" status: 200 len: 945 time: 0.1057806 Jul 29 04:48:39.458619 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-449d1e74-0c10-4fbc-a549-649473640cf3 req-2d4cf958-aa01-4f85-bcc2-8fe33ff60a08 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/security-groups?id=7738388d-8c0b-4453-ba76-373bc961c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834212 Jul 29 04:48:39.479691 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-c1e5eb23-a1ff-496e-802f-5525b8d97cc9 req-b420bda5-098f-49e9-9db6-0a782e2a5061 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fe4d36d-6194-447a-9936-6d90fce16ed4 HTTP/1.1" status: 200 len: 210 time: 0.0366273 Jul 29 04:48:39.544714 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device 70e45860-f254-40d2-808c-c68bdc1a745b details requested by agent hyperv_hv-cinder-85144 with host hv-cinder-85144 {{(pid=115909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 04:48:39.682760 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port 70e45860-f254-40d2-808c-c68bdc1a745b, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=70e45860-f254-40d2-808c-c68bdc1a745b,segment=NetworkSegment(e145694e-df19-4fa8-b36d-a0ef9ab34dca),segment_id=e145694e-df19-4fa8-b36d-a0ef9ab34dca)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:48:39.695587 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Returning: {'device': '70e45860-f254-40d2-808c-c68bdc1a745b', 'network_id': '3e84cf4e-559b-4bbd-af56-3f6353c004d0', 'port_id': '70e45860-f254-40d2-808c-c68bdc1a745b', 'mac_address': 'fa:16:3e:19:00:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48fdddd6-c7bc-413f-9e30-1e0d5de8b27a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 04:48:39.734129 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Current status of the port 70e45860-f254-40d2-808c-c68bdc1a745b is: DOWN; New status is: BUILD {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:48:39.734464 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (70e45860-f254-40d2-808c-c68bdc1a745b), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:39.751916 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.notifiers.nova [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70e45860-f254-40d2-808c-c68bdc1a745b {{(pid=115909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 04:48:39.774227 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port 70e45860-f254-40d2-808c-c68bdc1a745b, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=70e45860-f254-40d2-808c-c68bdc1a745b,segment=NetworkSegment(e145694e-df19-4fa8-b36d-a0ef9ab34dca),segment_id=e145694e-df19-4fa8-b36d-a0ef9ab34dca)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:48:39.779212 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (70e45860-f254-40d2-808c-c68bdc1a745b), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:39.845798 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Pushing event updated for resources: {'Port': ['ID=70e45860-f254-40d2-808c-c68bdc1a745b,revision_number=4']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:48:39.876037 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ea688-5873-4757-a64d-5b3da75ba446 req-1eee6bc9-4648-4243-81bf-3ea17a1e19a6 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:39.878107 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-292ea688-5873-4757-a64d-5b3da75ba446 req-1eee6bc9-4648-4243-81bf-3ea17a1e19a6 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=94d225e6-c457-47da-bb55-5620ad7f15e7 HTTP/1.1" status: 200 len: 946 time: 0.0885069 Jul 29 04:48:39.884258 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ffe0b-c02e-465c-8b91-b13f4b6e185f req-de05abf4-28c7-4360-af8c-4e57331a70f2 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:39.885772 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-346ffe0b-c02e-465c-8b91-b13f4b6e185f req-de05abf4-28c7-4360-af8c-4e57331a70f2 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0566468 Jul 29 04:48:39.891414 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-28a811e0-c882-41c8-bc2d-69b8ebcb9891 req-a8ac118b-460e-40a6-a3d2-7d0caa2c8a12 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=364afbf7-5ebf-4a7a-b038-946add3d6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258903 Jul 29 04:48:39.900373 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-f561bc66-30e5-4b01-81e0-6abf908d1255 req-30e8e085-6737-4a4a-af94-3771e55e0e95 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247551 Jul 29 04:48:39.900776 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:39.936884 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-346ffe0b-c02e-465c-8b91-b13f4b6e185f req-e53d84e0-fb8e-4c3f-a7a5-8f1f41e1d1a7 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454779 Jul 29 04:48:39.937603 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-292ea688-5873-4757-a64d-5b3da75ba446 req-9389c9c0-69cf-4b03-82e1-49f40352713b tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=364afbf7-5ebf-4a7a-b038-946add3d6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486436 Jul 29 04:48:40.499977 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db502cf6-2fcd-4fa5-9767-852b2743e2f4 req-53f320eb-29f0-460f-9678-1e866f2e6a5e tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:40.501561 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-db502cf6-2fcd-4fa5-9767-852b2743e2f4 req-53f320eb-29f0-460f-9678-1e866f2e6a5e tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 945 time: 0.0508256 Jul 29 04:48:40.554666 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-db502cf6-2fcd-4fa5-9767-852b2743e2f4 req-3357c168-d615-403f-9553-06da9a9d7dec tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471137 Jul 29 04:48:40.584078 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4fe653-0028-4608-b7bf-5a9f283018b8 req-4fe73cb9-4f14-41e7-9786-32f576e3446c tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:40.585902 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8e4fe653-0028-4608-b7bf-5a9f283018b8 req-4fe73cb9-4f14-41e7-9786-32f576e3446c tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/ports?device_id=5786f4ef-cc00-4e18-9910-7ba1707d903c HTTP/1.1" status: 200 len: 945 time: 0.0581930 Jul 29 04:48:40.643820 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8e4fe653-0028-4608-b7bf-5a9f283018b8 req-5a826d51-251c-4064-a3e2-e4275912d6d8 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/security-groups?id=7738388d-8c0b-4453-ba76-373bc961c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451992 Jul 29 04:48:40.670008 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-c90d6bd5-37c4-4a19-b903-759ee0f53ce9 req-e2d3d3a3-53df-4de8-855a-b65466bfbff0 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fe4d36d-6194-447a-9936-6d90fce16ed4 HTTP/1.1" status: 200 len: 210 time: 0.0361114 Jul 29 04:48:41.052508 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d1a78-713c-4edb-9cba-aa690cf4180c req-3018a427-bfb9-418b-9544-8a28a213b45d tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:41.054025 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-377d1a78-713c-4edb-9cba-aa690cf4180c req-3018a427-bfb9-418b-9544-8a28a213b45d tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0460045 Jul 29 04:48:41.056005 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84bdb4-c057-4f01-aee8-5c86daa0cc75 req-50d21b07-07e0-464a-abe8-12474270a9b2 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:41.057513 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-db84bdb4-c057-4f01-aee8-5c86daa0cc75 req-50d21b07-07e0-464a-abe8-12474270a9b2 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=94d225e6-c457-47da-bb55-5620ad7f15e7 HTTP/1.1" status: 200 len: 946 time: 0.0497365 Jul 29 04:48:41.106286 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-db84bdb4-c057-4f01-aee8-5c86daa0cc75 req-a265dba9-3ca4-4c96-8da5-011739b953c8 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=364afbf7-5ebf-4a7a-b038-946add3d6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431831 Jul 29 04:48:41.107570 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-377d1a78-713c-4edb-9cba-aa690cf4180c req-598d511a-5a35-4fcb-a978-f66e3060a5e3 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477076 Jul 29 04:48:41.671231 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a46388-f298-4044-b85e-3603b778be11 req-1a21144c-00e1-4f56-bce4-e6b2a5892b91 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:41.673673 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-f0a46388-f298-4044-b85e-3603b778be11 req-1a21144c-00e1-4f56-bce4-e6b2a5892b91 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 945 time: 0.0464559 Jul 29 04:48:41.721613 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-f0a46388-f298-4044-b85e-3603b778be11 req-1179df91-208b-4160-8411-5972834de936 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423598 Jul 29 04:48:41.773203 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538c0b13-b7c8-45f9-92fc-233a14563754 req-f20d228c-2257-47a5-b3c9-1cd97707b1d6 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:41.774964 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-538c0b13-b7c8-45f9-92fc-233a14563754 req-f20d228c-2257-47a5-b3c9-1cd97707b1d6 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/ports?device_id=5786f4ef-cc00-4e18-9910-7ba1707d903c HTTP/1.1" status: 200 len: 945 time: 0.0545137 Jul 29 04:48:41.817845 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4cdea454-8cbe-4050-b0bc-4b429d292eea req-cd36641b-8445-4f08-8e14-af6f6594f67a tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fe4d36d-6194-447a-9936-6d90fce16ed4 HTTP/1.1" status: 200 len: 210 time: 0.0372524 Jul 29 04:48:41.824145 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-538c0b13-b7c8-45f9-92fc-233a14563754 req-ae29f860-1437-426c-872f-ea0ebb337cca tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/security-groups?id=7738388d-8c0b-4453-ba76-373bc961c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438623 Jul 29 04:48:41.880164 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] get_ports_and_sgs() called for port_ids ['70e45860-f254-40d2-808c-c68bdc1a745b'] {{(pid=115909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 04:48:41.883639 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:DELETE=1 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:42.228476 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0165bc33-de59-48cd-9c76-43141e207a6a req-60b82ef6-4b4f-4a70-babe-75ebf4caab20 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:42.228723 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c971b2-ce43-471f-9466-4701f7b059c0 req-23d906d9-402f-4605-a5c6-c70f2b4282c1 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:42.229975 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-0165bc33-de59-48cd-9c76-43141e207a6a req-60b82ef6-4b4f-4a70-babe-75ebf4caab20 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=94d225e6-c457-47da-bb55-5620ad7f15e7 HTTP/1.1" status: 200 len: 946 time: 0.0503669 Jul 29 04:48:42.230199 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-37c971b2-ce43-471f-9466-4701f7b059c0 req-23d906d9-402f-4605-a5c6-c70f2b4282c1 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0469694 Jul 29 04:48:42.277722 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-37c971b2-ce43-471f-9466-4701f7b059c0 req-f8c308a3-afee-4523-bc84-8c4d57c31a1d tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420702 Jul 29 04:48:42.278021 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-0165bc33-de59-48cd-9c76-43141e207a6a req-0a2391e0-3d02-4fbd-9f49-8b4850f9790e tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=364afbf7-5ebf-4a7a-b038-946add3d6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423901 Jul 29 04:48:42.844269 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df52dda-fec9-4d71-8959-534a665dafad req-0f594f36-c378-4337-96ed-3520b5551d11 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:42.845785 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-9df52dda-fec9-4d71-8959-534a665dafad req-0f594f36-c378-4337-96ed-3520b5551d11 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 945 time: 0.0510507 Jul 29 04:48:42.896094 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-9df52dda-fec9-4d71-8959-534a665dafad req-53e7af36-d30d-4eaf-9ab7-22086b9e817d tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445783 Jul 29 04:48:42.945809 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9fbea-a16c-4a4b-8660-575a27570857 req-57fc0e6d-e276-4b98-a955-bb2545ee851e tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:42.947301 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-65a9fbea-a16c-4a4b-8660-575a27570857 req-57fc0e6d-e276-4b98-a955-bb2545ee851e tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/ports?device_id=5786f4ef-cc00-4e18-9910-7ba1707d903c HTTP/1.1" status: 200 len: 945 time: 0.0485489 Jul 29 04:48:42.984954 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-10515ec3-cede-4ed4-b6d1-fb29cf3082c4 req-d4c71a8e-8e24-48cb-ab4f-7cb47603994d tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fe4d36d-6194-447a-9936-6d90fce16ed4 HTTP/1.1" status: 200 len: 210 time: 0.0290611 Jul 29 04:48:42.996845 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-65a9fbea-a16c-4a4b-8660-575a27570857 req-be761ce6-2876-439c-8d5f-002e2eec7706 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/security-groups?id=7738388d-8c0b-4453-ba76-373bc961c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433874 Jul 29 04:48:43.398349 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce804f84-e02c-487a-ab62-b1634a3f68e5 req-6164c553-4ab8-49b9-b1c0-021d706fa2e8 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:43.398612 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ccaf57-1141-4cd7-b21f-d4ec16e11b6f req-9c1e9372-aa75-4ed4-9a88-01daea287f17 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:43.399853 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-87ccaf57-1141-4cd7-b21f-d4ec16e11b6f req-9c1e9372-aa75-4ed4-9a88-01daea287f17 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=94d225e6-c457-47da-bb55-5620ad7f15e7 HTTP/1.1" status: 200 len: 946 time: 0.0503371 Jul 29 04:48:43.399988 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-ce804f84-e02c-487a-ab62-b1634a3f68e5 req-6164c553-4ab8-49b9-b1c0-021d706fa2e8 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0484557 Jul 29 04:48:43.449020 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-87ccaf57-1141-4cd7-b21f-d4ec16e11b6f req-430cbf2c-5aad-47d7-bc55-846a8682f78a tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=364afbf7-5ebf-4a7a-b038-946add3d6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434139 Jul 29 04:48:43.452502 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-ce804f84-e02c-487a-ab62-b1634a3f68e5 req-95bc2ca4-5c8d-4bde-baba-25f2edab0372 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466087 Jul 29 04:48:44.011075 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b79a38-7126-48c1-a77b-95bd211d3363 req-d382a1bd-da4e-40df-9b8a-61d639288cc2 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:44.012586 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c0b79a38-7126-48c1-a77b-95bd211d3363 req-d382a1bd-da4e-40df-9b8a-61d639288cc2 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 945 time: 0.0468576 Jul 29 04:48:44.057071 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:44.065948 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c0b79a38-7126-48c1-a77b-95bd211d3363 req-feccdd98-551c-44a2-991a-3dead8404d0e tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460267 Jul 29 04:48:44.086337 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-7084a42e-1189-4c62-92f8-089fd03f21bb req-cb313f15-2fef-471e-881b-22f1247a714a tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fe4d36d-6194-447a-9936-6d90fce16ed4 HTTP/1.1" status: 200 len: 210 time: 0.0302172 Jul 29 04:48:44.168935 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6fb08e-1231-4a4e-bcb7-824abb0301c4 req-e9516fa7-5b7b-4607-9617-e6d73954e105 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:44.170311 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-bb6fb08e-1231-4a4e-bcb7-824abb0301c4 req-e9516fa7-5b7b-4607-9617-e6d73954e105 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/ports?device_id=5786f4ef-cc00-4e18-9910-7ba1707d903c HTTP/1.1" status: 200 len: 945 time: 0.0475578 Jul 29 04:48:44.220280 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-bb6fb08e-1231-4a4e-bcb7-824abb0301c4 req-d6ac07a4-7ffb-4d40-8c6d-79ef50d0668c tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/security-groups?id=7738388d-8c0b-4453-ba76-373bc961c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441110 Jul 29 04:48:44.569250 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33687fc-5ead-43de-85b1-bd9011ea9a4b req-66ab56e4-7644-4e78-9c83-e343138c6a32 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:44.570297 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3703fe50-42a5-4ea9-926e-c71fd43e4ec9 req-07b763c4-c8b8-453b-9975-850604185989 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:44.570722 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-f33687fc-5ead-43de-85b1-bd9011ea9a4b req-66ab56e4-7644-4e78-9c83-e343138c6a32 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0476067 Jul 29 04:48:44.571779 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-3703fe50-42a5-4ea9-926e-c71fd43e4ec9 req-07b763c4-c8b8-453b-9975-850604185989 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=94d225e6-c457-47da-bb55-5620ad7f15e7 HTTP/1.1" status: 200 len: 946 time: 0.0490296 Jul 29 04:48:44.618359 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-f33687fc-5ead-43de-85b1-bd9011ea9a4b req-50fb8256-cd5c-4191-a577-d0ded22b12e6 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418494 Jul 29 04:48:44.618881 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-3703fe50-42a5-4ea9-926e-c71fd43e4ec9 req-0d9d5f88-e381-48e4-aa68-728612b82705 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=364afbf7-5ebf-4a7a-b038-946add3d6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416484 Jul 29 04:48:45.200446 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3f59d5-d12a-4044-bf8f-9efa4d6b5d35 req-7dfcd1c5-da39-4d4f-8841-9f53f90eee9d tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:45.202141 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-fe947d6e-155d-48d8-854b-f97bb7fb70c2 req-d69699d4-2bcd-4f30-b7c7-8c3fcf68689e tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fe4d36d-6194-447a-9936-6d90fce16ed4 HTTP/1.1" status: 200 len: 210 time: 0.0287588 Jul 29 04:48:45.208757 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-1c3f59d5-d12a-4044-bf8f-9efa4d6b5d35 req-7dfcd1c5-da39-4d4f-8841-9f53f90eee9d tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 945 time: 0.0593412 Jul 29 04:48:45.257190 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-1c3f59d5-d12a-4044-bf8f-9efa4d6b5d35 req-c0f32552-c149-48b3-993d-da7b4ff20093 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473490 Jul 29 04:48:45.357411 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd91e4f-ec4c-4706-a86a-cc68373a7c69 req-e9d3dd26-8618-4444-8d6a-cfc3103686c7 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:45.359042 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-9bd91e4f-ec4c-4706-a86a-cc68373a7c69 req-e9d3dd26-8618-4444-8d6a-cfc3103686c7 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/ports?device_id=5786f4ef-cc00-4e18-9910-7ba1707d903c HTTP/1.1" status: 200 len: 945 time: 0.0547769 Jul 29 04:48:45.389593 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=100 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:45.406208 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-9bd91e4f-ec4c-4706-a86a-cc68373a7c69 req-fbc5e566-87ba-475f-8fb0-ee8f7ee941d3 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/security-groups?id=7738388d-8c0b-4453-ba76-373bc961c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411696 Jul 29 04:48:45.604582 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device 70e45860-f254-40d2-808c-c68bdc1a745b up at agent hyperv_hv-cinder-85144 {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 04:48:45.650017 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Provisioning for port 70e45860-f254-40d2-808c-c68bdc1a745b completed by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 29 04:48:45.657304 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Provisioning complete for port 70e45860-f254-40d2-808c-c68bdc1a745b triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:48:45.658919 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (70e45860-f254-40d2-808c-c68bdc1a745b), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:45.755356 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1088ba4d-61b9-4f94-bdbf-c8be57a39ef6 req-337b95c8-1900-436f-bd7a-7dc58a53ef1f tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:45.757241 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-1088ba4d-61b9-4f94-bdbf-c8be57a39ef6 req-337b95c8-1900-436f-bd7a-7dc58a53ef1f tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0607643 Jul 29 04:48:45.764822 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=100 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:45.779781 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b9a789-6f04-4708-800c-f60609b6bb84 req-5cbc7a03-5735-4e7c-a23f-857f13aee641 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:45.780890 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Current status of the port 70e45860-f254-40d2-808c-c68bdc1a745b is: BUILD; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:48:45.781248 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:45.781532 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (70e45860-f254-40d2-808c-c68bdc1a745b), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:45.782246 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-68b9a789-6f04-4708-800c-f60609b6bb84 req-5cbc7a03-5735-4e7c-a23f-857f13aee641 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=94d225e6-c457-47da-bb55-5620ad7f15e7 HTTP/1.1" status: 200 len: 946 time: 0.0582206 Jul 29 04:48:45.811522 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3508a994-61f6-4db5-83be-063a6eedc0cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e45860-f254-40d2-808c-c68bdc1a745b'}] {{(pid=115909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:48:45.813903 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c420e031ced92140226aa6f83123c9b23fc96e3244e1479094dc728224b9fe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a00443-5f49-4ead-b928-6fc2ca187ff3" -d '{"events": [{"server_uuid": "3508a994-61f6-4db5-83be-063a6eedc0cd", "name": "network-vif-plugged", "status": "completed", "tag": "70e45860-f254-40d2-808c-c68bdc1a745b"}]}' {{(pid=115909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:48:45.827884 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-1088ba4d-61b9-4f94-bdbf-c8be57a39ef6 req-0be32059-010f-44da-b720-8ff503b6139f tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620613 Jul 29 04:48:45.828091 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port 70e45860-f254-40d2-808c-c68bdc1a745b, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=70e45860-f254-40d2-808c-c68bdc1a745b,segment=NetworkSegment(e145694e-df19-4fa8-b36d-a0ef9ab34dca),segment_id=e145694e-df19-4fa8-b36d-a0ef9ab34dca)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:48:45.834038 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (70e45860-f254-40d2-808c-c68bdc1a745b), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:45.838574 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-68b9a789-6f04-4708-800c-f60609b6bb84 req-e1a0319f-e98b-4a75-90aa-0af5598424e8 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=364afbf7-5ebf-4a7a-b038-946add3d6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495763 Jul 29 04:48:45.865304 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:45.884493 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 04:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c727666-8a77-4eb9-863f-2f110c32cee5 x-openstack-request-id: req-5c727666-8a77-4eb9-863f-2f110c32cee5 {{(pid=115909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:48:45.884871 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3508a994-61f6-4db5-83be-063a6eedc0cd", "name": "network-vif-plugged", "status": "completed", "tag": "70e45860-f254-40d2-808c-c68bdc1a745b", "code": 200}]} {{(pid=115909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:48:45.885121 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-5c727666-8a77-4eb9-863f-2f110c32cee5 {{(pid=115909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:48:45.885559 dv-cinder-851449-2-iscsi neutron-server[115909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c727666-8a77-4eb9-863f-2f110c32cee5'] response: {'server_uuid': '3508a994-61f6-4db5-83be-063a6eedc0cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e45860-f254-40d2-808c-c68bdc1a745b', 'code': 200} Jul 29 04:48:45.897606 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Pushing event updated for resources: {'Port': ['ID=70e45860-f254-40d2-808c-c68bdc1a745b,revision_number=5']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:48:46.316007 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-380467a3-dd5d-409b-af7d-8da78930289e req-889ae0b4-bbd1-4b63-8af4-4267bb4e8ce2 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fe4d36d-6194-447a-9936-6d90fce16ed4 HTTP/1.1" status: 200 len: 210 time: 0.0350380 Jul 29 04:48:46.385709 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa1d048-4a9e-4802-8f46-4c38169a69f1 req-46861bc7-918c-4527-bb80-30e560dee090 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:46.387211 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-5aa1d048-4a9e-4802-8f46-4c38169a69f1 req-46861bc7-918c-4527-bb80-30e560dee090 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 946 time: 0.0495408 Jul 29 04:48:46.447241 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-5aa1d048-4a9e-4802-8f46-4c38169a69f1 req-b8e44748-6a75-4835-8237-c4d73d45abed tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512619 Jul 29 04:48:46.549289 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c634a-b2a9-40d8-9244-086e9d98e71b req-30d8be3a-08f5-454b-b688-260b8e56e430 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:46.551090 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-3b3c634a-b2a9-40d8-9244-086e9d98e71b req-30d8be3a-08f5-454b-b688-260b8e56e430 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/ports?device_id=5786f4ef-cc00-4e18-9910-7ba1707d903c HTTP/1.1" status: 200 len: 945 time: 0.0514691 Jul 29 04:48:46.590598 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 58548) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:48:46.622220 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-3b3c634a-b2a9-40d8-9244-086e9d98e71b req-ad44e2e4-1f56-435c-9ca0-4f1f4eb7b827 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/security-groups?id=7738388d-8c0b-4453-ba76-373bc961c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642321 Jul 29 04:48:46.746985 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-8bf35494-7b16-465a-9825-2184fc2c1567 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:46.826930 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-8bf35494-7b16-465a-9825-2184fc2c1567 admin admin] Publish callbacks [] for security_group (95039c2b-fa96-4e48-99c2-ac67781da444), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:46.830882 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-8bf35494-7b16-465a-9825-2184fc2c1567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (95039c2b-fa96-4e48-99c2-ac67781da444), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:46.877009 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-8bf35494-7b16-465a-9825-2184fc2c1567 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=edfc7b2ca46145f5b962fe4435b0d591&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2851171 Jul 29 04:48:46.877966 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf35494-7b16-465a-9825-2184fc2c1567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95039c2b-fa96-4e48-99c2-ac67781da444,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:48:46.879697 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 58562) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:48:46.984665 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-fa901f65-bb66-4671-b98d-7dae6af00c3f admin admin] Publish callbacks [] for security_group (95039c2b-fa96-4e48-99c2-ac67781da444), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:47.001276 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca5fde-7cc6-4d8d-9514-8da52d76b781 req-6c6e6849-7adc-4a79-a660-44374cd40a43 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:47.013952 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-f2ca5fde-7cc6-4d8d-9514-8da52d76b781 req-6c6e6849-7adc-4a79-a660-44374cd40a43 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=94d225e6-c457-47da-bb55-5620ad7f15e7 HTTP/1.1" status: 200 len: 946 time: 0.0921607 Jul 29 04:48:47.018856 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3881b82c-8621-49d9-9657-63658f10671b req-ac48facf-6014-48d3-920f-9fa3a680214a tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:47.024814 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-3881b82c-8621-49d9-9657-63658f10671b req-ac48facf-6014-48d3-920f-9fa3a680214a tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0751622 Jul 29 04:48:47.043536 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-fa901f65-bb66-4671-b98d-7dae6af00c3f admin admin] Publish callbacks [] for security_group (95039c2b-fa96-4e48-99c2-ac67781da444), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:47.063990 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-f2ca5fde-7cc6-4d8d-9514-8da52d76b781 req-06dbbba9-9c0c-41ee-9015-199391214eed tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=364afbf7-5ebf-4a7a-b038-946add3d6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488403 Jul 29 04:48:47.107743 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-3881b82c-8621-49d9-9657-63658f10671b req-7414029f-e71b-4ff4-ae91-78c7d1fa4ad9 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770617 Jul 29 04:48:47.124578 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-fa901f65-bb66-4671-b98d-7dae6af00c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (95039c2b-fa96-4e48-99c2-ac67781da444), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:47.127175 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-fa901f65-bb66-4671-b98d-7dae6af00c3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:47.128280 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-fa901f65-bb66-4671-b98d-7dae6af00c3f admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/95039c2b-fa96-4e48-99c2-ac67781da444 HTTP/1.1" status: 204 len: 168 time: 0.2470996 Jul 29 04:48:47.139534 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa901f65-bb66-4671-b98d-7dae6af00c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95039c2b-fa96-4e48-99c2-ac67781da444,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:48:47.411043 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 58576) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:48:47.416459 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-a46369d1-94cd-4a6e-92e8-9410dde32d67 req-dbcb3ffc-fbf0-46f7-8204-23e9a86ca3b0 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fe4d36d-6194-447a-9936-6d90fce16ed4 HTTP/1.1" status: 200 len: 210 time: 0.0294397 Jul 29 04:48:47.425403 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-74eacfaa-7660-42d9-8f18-f285fd7781f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:47.503571 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-74eacfaa-7660-42d9-8f18-f285fd7781f3 admin admin] Publish callbacks [] for security_group (2fb17bec-0967-4e6e-9176-7f28d02d7c60), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:47.507624 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-74eacfaa-7660-42d9-8f18-f285fd7781f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (2fb17bec-0967-4e6e-9176-7f28d02d7c60), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:47.565253 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:47.578352 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eacfaa-7660-42d9-8f18-f285fd7781f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb17bec-0967-4e6e-9176-7f28d02d7c60,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:48:47.588818 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-74eacfaa-7660-42d9-8f18-f285fd7781f3 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=f5ab7676a7894722904c2c2958d1ee5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1766679 Jul 29 04:48:47.592148 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 58580) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:48:47.598765 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f25b38-e2ce-4f27-b19d-d3e7be8aba8b req-fa676567-0cae-4df1-9b9c-15bf669c1c0e tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:47.600227 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-81f25b38-e2ce-4f27-b19d-d3e7be8aba8b req-fa676567-0cae-4df1-9b9c-15bf669c1c0e tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 946 time: 0.0756299 Jul 29 04:48:47.644183 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6742d886-496d-4073-a407-02f9696789c7 admin admin] Publish callbacks [] for security_group (2fb17bec-0967-4e6e-9176-7f28d02d7c60), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:47.648935 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-81f25b38-e2ce-4f27-b19d-d3e7be8aba8b req-6b97cd18-46fa-449f-abd4-a3489bf02d13 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428250 Jul 29 04:48:47.666601 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6742d886-496d-4073-a407-02f9696789c7 admin admin] Publish callbacks [] for security_group (2fb17bec-0967-4e6e-9176-7f28d02d7c60), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:47.718635 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6742d886-496d-4073-a407-02f9696789c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (2fb17bec-0967-4e6e-9176-7f28d02d7c60), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:47.721422 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6742d886-496d-4073-a407-02f9696789c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:47.722586 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-6742d886-496d-4073-a407-02f9696789c7 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/2fb17bec-0967-4e6e-9176-7f28d02d7c60 HTTP/1.1" status: 204 len: 168 time: 0.1290996 Jul 29 04:48:47.730204 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6742d886-496d-4073-a407-02f9696789c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb17bec-0967-4e6e-9176-7f28d02d7c60,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:48:48.197653 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904fb16-7fb1-4b00-aca9-951b6570e5cc req-5e8ba584-f7bf-40d7-a0bf-0bc1f98a8903 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:48.201072 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-e904fb16-7fb1-4b00-aca9-951b6570e5cc req-5e8ba584-f7bf-40d7-a0bf-0bc1f98a8903 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=94d225e6-c457-47da-bb55-5620ad7f15e7 HTTP/1.1" status: 200 len: 946 time: 0.0620399 Jul 29 04:48:48.233027 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e12d53-e301-4b3c-b588-5bc18ca5e47c req-c1e88932-c4af-4b9a-ab85-e258f44387d8 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:48.234532 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-09e12d53-e301-4b3c-b588-5bc18ca5e47c req-c1e88932-c4af-4b9a-ab85-e258f44387d8 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0514588 Jul 29 04:48:48.269033 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-e904fb16-7fb1-4b00-aca9-951b6570e5cc req-ae9690ac-8585-41bf-bb7a-a9eb3f9bd921 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=364afbf7-5ebf-4a7a-b038-946add3d6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618198 Jul 29 04:48:48.300240 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-09e12d53-e301-4b3c-b588-5bc18ca5e47c req-3a8d9dd1-ca94-4612-b3c2-d460d780287f tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591240 Jul 29 04:48:48.389118 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-050a8bbf-d9c7-4c7b-88fd-b11dbc29a3ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:48.518713 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-6ceefe8e-93cc-4f2f-b5e4-e64ac972f124 req-dddbe506-61b1-4f36-991d-1e0cee60f9de tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fe4d36d-6194-447a-9936-6d90fce16ed4 HTTP/1.1" status: 200 len: 210 time: 0.0284350 Jul 29 04:48:48.772422 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1351cd77-a5b9-441b-9249-e6e59cf4c48b req-766d1914-546d-4772-9999-2e3000af65fb tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:48.773912 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-1351cd77-a5b9-441b-9249-e6e59cf4c48b req-766d1914-546d-4772-9999-2e3000af65fb tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 946 time: 0.0516069 Jul 29 04:48:48.822172 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-1351cd77-a5b9-441b-9249-e6e59cf4c48b req-b156eea8-a150-4ad0-b770-585c079b087a tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422051 Jul 29 04:48:49.427052 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee67ecfa-f9d5-494f-bc77-321d7d64bb39 req-0bd544fe-cf24-4483-beb2-3b44c726aeda tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:49.428584 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-ee67ecfa-f9d5-494f-bc77-321d7d64bb39 req-0bd544fe-cf24-4483-beb2-3b44c726aeda tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=94d225e6-c457-47da-bb55-5620ad7f15e7 HTTP/1.1" status: 200 len: 946 time: 0.0719869 Jul 29 04:48:49.433973 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a3935-1fbf-4ba4-8bdd-c4c9888a8d23 req-590aa400-5db5-4c29-8176-2bae422a4355 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:49.435690 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-6f6a3935-1fbf-4ba4-8bdd-c4c9888a8d23 req-590aa400-5db5-4c29-8176-2bae422a4355 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0565307 Jul 29 04:48:49.464247 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:49.485543 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-ee67ecfa-f9d5-494f-bc77-321d7d64bb39 req-5a47f5e4-03e9-40ad-bc91-b808b05a467a tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=364afbf7-5ebf-4a7a-b038-946add3d6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479639 Jul 29 04:48:49.501139 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-6f6a3935-1fbf-4ba4-8bdd-c4c9888a8d23 req-bc4c5c7b-8dfc-4d93-8c65-0540c42d33d1 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582964 Jul 29 04:48:49.621727 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-1322700f-d254-4f84-8aff-18b0f2ab5d9e req-da86cd45-2055-431c-a316-c96a4f085f9d tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fe4d36d-6194-447a-9936-6d90fce16ed4 HTTP/1.1" status: 200 len: 210 time: 0.0291684 Jul 29 04:48:49.945704 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7da898-012b-49ae-82e5-b81334b511bd req-0895ed74-c987-44be-ab8e-525300e5b2a1 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:49.947353 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-0c7da898-012b-49ae-82e5-b81334b511bd req-0895ed74-c987-44be-ab8e-525300e5b2a1 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 946 time: 0.0515797 Jul 29 04:48:50.006621 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-0c7da898-012b-49ae-82e5-b81334b511bd req-4a7d6d4e-b9b3-4ca0-9ba7-c21bd5d9591b tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517201 Jul 29 04:48:50.047726 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 58686) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:48:50.154469 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-cbde8727-5556-496a-8f88-6145322fd701 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:50.165092 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:50.200299 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:50.237747 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-cbde8727-5556-496a-8f88-6145322fd701 admin admin] Publish callbacks [] for security_group (9d7db062-5d7e-4023-b8fa-9c870fabb9cf), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:50.241232 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-cbde8727-5556-496a-8f88-6145322fd701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (9d7db062-5d7e-4023-b8fa-9c870fabb9cf), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:50.280200 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-cbde8727-5556-496a-8f88-6145322fd701 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=4093a675559440daa934166089660e0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2305405 Jul 29 04:48:50.281996 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbde8727-5556-496a-8f88-6145322fd701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7db062-5d7e-4023-b8fa-9c870fabb9cf,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:48:50.283236 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 58692) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:48:50.334760 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-72e54722-4bc3-4ac7-b54c-d612e1584bf6 admin admin] Publish callbacks [] for security_group (9d7db062-5d7e-4023-b8fa-9c870fabb9cf), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:50.356434 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-72e54722-4bc3-4ac7-b54c-d612e1584bf6 admin admin] Publish callbacks [] for security_group (9d7db062-5d7e-4023-b8fa-9c870fabb9cf), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:50.404877 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-72e54722-4bc3-4ac7-b54c-d612e1584bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (9d7db062-5d7e-4023-b8fa-9c870fabb9cf), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:50.407553 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-72e54722-4bc3-4ac7-b54c-d612e1584bf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:50.408891 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-72e54722-4bc3-4ac7-b54c-d612e1584bf6 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/9d7db062-5d7e-4023-b8fa-9c870fabb9cf HTTP/1.1" status: 204 len: 168 time: 0.1245871 Jul 29 04:48:50.416565 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e54722-4bc3-4ac7-b54c-d612e1584bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7db062-5d7e-4023-b8fa-9c870fabb9cf,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:48:50.616775 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6b1d1-dac3-406c-bd4c-795930ef2d12 req-fd0215ca-eed6-49e6-8339-17bacc2c2e2d tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:50.618476 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-a4d6b1d1-dac3-406c-bd4c-795930ef2d12 req-fd0215ca-eed6-49e6-8339-17bacc2c2e2d tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=94d225e6-c457-47da-bb55-5620ad7f15e7 HTTP/1.1" status: 200 len: 946 time: 0.0562742 Jul 29 04:48:50.620950 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51976bc2-a1ee-4ea5-b4f2-989059dc62f9 req-7ac9e15a-7594-46ad-ba06-fd497006fd36 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:50.622432 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-51976bc2-a1ee-4ea5-b4f2-989059dc62f9 req-7ac9e15a-7594-46ad-ba06-fd497006fd36 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0506530 Jul 29 04:48:50.647343 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-0d2158b0-4839-4864-96d9-609eebdf37d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:50.707119 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-a4d6b1d1-dac3-406c-bd4c-795930ef2d12 req-e9fa6588-8ed5-407b-a33f-b0db22e21cc9 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=364afbf7-5ebf-4a7a-b038-946add3d6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772145 Jul 29 04:48:50.721187 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-51976bc2-a1ee-4ea5-b4f2-989059dc62f9 req-77c5d511-335a-4d20-829b-1e410f5adcbb tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697315 Jul 29 04:48:50.754689 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 58706) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:48:50.771123 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-303f0c31-105b-49b8-b75d-b35e69ac50a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:50.803843 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-dada8328-cd18-45e6-ab26-c2017cd2b99a req-b5b2d9ea-f36f-4c3d-a6d1-143dc21390d4 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fe4d36d-6194-447a-9936-6d90fce16ed4 HTTP/1.1" status: 200 len: 210 time: 0.0318768 Jul 29 04:48:50.859135 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-303f0c31-105b-49b8-b75d-b35e69ac50a3 admin admin] Publish callbacks [] for security_group (8457ce8d-6e5e-4729-8a59-a535077ffd8d), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:50.863997 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-303f0c31-105b-49b8-b75d-b35e69ac50a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (8457ce8d-6e5e-4729-8a59-a535077ffd8d), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:50.880015 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:50.904422 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303f0c31-105b-49b8-b75d-b35e69ac50a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8457ce8d-6e5e-4729-8a59-a535077ffd8d,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:48:50.913020 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 58708) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:48:50.913134 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-303f0c31-105b-49b8-b75d-b35e69ac50a3 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e8053cb117964334bbceea3809478636&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1572659 Jul 29 04:48:50.952183 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (bab6a0c9-2145-495f-b42f-b184e241503a), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:50.967103 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-cebfed02-78a9-458c-8e2a-a881f94b90ec admin admin] Publish callbacks [] for security_group (8457ce8d-6e5e-4729-8a59-a535077ffd8d), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:50.991356 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-cebfed02-78a9-458c-8e2a-a881f94b90ec admin admin] Publish callbacks [] for security_group (8457ce8d-6e5e-4729-8a59-a535077ffd8d), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:51.047518 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-cebfed02-78a9-458c-8e2a-a881f94b90ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (8457ce8d-6e5e-4729-8a59-a535077ffd8d), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:51.050885 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-cebfed02-78a9-458c-8e2a-a881f94b90ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:51.054414 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-cebfed02-78a9-458c-8e2a-a881f94b90ec admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/8457ce8d-6e5e-4729-8a59-a535077ffd8d HTTP/1.1" status: 204 len: 168 time: 0.1378427 Jul 29 04:48:51.062142 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebfed02-78a9-458c-8e2a-a881f94b90ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8457ce8d-6e5e-4729-8a59-a535077ffd8d,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:48:51.169123 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d10f59-2a00-4dcc-aaa6-c952e7053e3c req-036c6842-436c-4e44-8151-6bb283b4106c tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:51.174213 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e3d10f59-2a00-4dcc-aaa6-c952e7053e3c req-036c6842-436c-4e44-8151-6bb283b4106c tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 946 time: 0.0705576 Jul 29 04:48:51.238791 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e3d10f59-2a00-4dcc-aaa6-c952e7053e3c req-1f23a57e-eceb-4b5a-ae8c-288f6a5c100b tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566661 Jul 29 04:48:51.805285 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:51.833351 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19123b3a-5d85-4819-a588-9d570af83da8 req-72ccc6cb-8b3b-4f09-ad48-35e586fc37d3 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:51.835174 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-19123b3a-5d85-4819-a588-9d570af83da8 req-72ccc6cb-8b3b-4f09-ad48-35e586fc37d3 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=94d225e6-c457-47da-bb55-5620ad7f15e7 HTTP/1.1" status: 200 len: 946 time: 0.0535681 Jul 29 04:48:51.857541 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4484ab91-87ce-444a-8119-b56c9c8dd4ca req-ac46f7c8-768d-4dee-9ff1-76dbc952f14a tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:51.859020 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4484ab91-87ce-444a-8119-b56c9c8dd4ca req-ac46f7c8-768d-4dee-9ff1-76dbc952f14a tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0561628 Jul 29 04:48:51.884936 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-19123b3a-5d85-4819-a588-9d570af83da8 req-8ec87c50-95e3-4b20-9972-9c4fb08701d0 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=364afbf7-5ebf-4a7a-b038-946add3d6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427899 Jul 29 04:48:51.909143 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4484ab91-87ce-444a-8119-b56c9c8dd4ca req-db116ce7-b385-4e6e-bdca-739ee5880080 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434954 Jul 29 04:48:51.971295 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-abf9b225-c7dd-4ece-b855-a713e8a5f4f4 req-4f6ce4f3-d8c8-4b37-aa3b-ed14951d139f tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fe4d36d-6194-447a-9936-6d90fce16ed4 HTTP/1.1" status: 200 len: 210 time: 0.0282393 Jul 29 04:48:52.045931 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b4176-5d51-468a-a1b5-e3d13d6cd8f8 req-43684dc8-d5c9-4dc7-9c17-d76571f96f87 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:52.047379 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-7d2b4176-5d51-468a-a1b5-e3d13d6cd8f8 req-43684dc8-d5c9-4dc7-9c17-d76571f96f87 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=94d225e6-c457-47da-bb55-5620ad7f15e7 HTTP/1.1" status: 200 len: 946 time: 0.0473828 Jul 29 04:48:52.057220 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 58738) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:48:52.061827 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [None req-b846ee29-b0b6-4540-a72b-ab1f6f12ae54 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Request body: {'floatingip': {'port_id': 'a62fbd73-0c26-4732-9cf9-7667cea10de3'}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:48:52.159747 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-b846ee29-b0b6-4540-a72b-ab1f6f12ae54 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for floatingip (a4d44bfd-ba97-4903-9293-b540814128cf), before_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:52.247509 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409453a-68df-4843-a710-c448c201091a req-96c5ecc5-cd78-4e69-8200-597ff32abcfd tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:52.249020 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-7409453a-68df-4843-a710-c448c201091a req-96c5ecc5-cd78-4e69-8200-597ff32abcfd tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.1603446 Jul 29 04:48:52.269803 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 58758) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:48:52.275208 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [None req-c78e9557-d292-448e-94c1-370332a9a74f tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Request body: {'floatingip': {'port_id': 'df448b29-2557-4bee-808a-385ffcca1ff4'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:48:52.403654 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-c78e9557-d292-448e-94c1-370332a9a74f tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks [] for floatingip (f33b4f62-bfd6-4e02-868f-b3205a9fe504), before_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:52.522270 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61fc5ee-3ec7-4499-8c34-c6a3cf79d346 req-e6acea8b-a006-4b6b-8d94-2ffafb34af13 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:52.523850 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e61fc5ee-3ec7-4499-8c34-c6a3cf79d346 req-e6acea8b-a006-4b6b-8d94-2ffafb34af13 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 946 time: 0.1487374 Jul 29 04:48:52.622339 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 58768) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:48:52.682436 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e61fc5ee-3ec7-4499-8c34-c6a3cf79d346 req-fff20de3-b7bd-4eba-98d1-dc5e455138b8 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473899 Jul 29 04:48:52.693081 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:52.730354 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:52.814849 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-717c575f-167a-4702-9bfd-464eca71b5fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:52.887644 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:52.893490 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:53.113528 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-b846ee29-b0b6-4540-a72b-ab1f6f12ae54 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:53.118012 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-b846ee29-b0b6-4540-a72b-ab1f6f12ae54 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1937124'] for floatingip (a4d44bfd-ba97-4903-9293-b540814128cf), after_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:53.161786 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:53.191069 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:53.216277 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c8a90fc8-d190-42e4-a1e0-552562ade636 req-aa1ffe42-10cd-474b-946b-b253490bc277 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fe4d36d-6194-447a-9936-6d90fce16ed4 HTTP/1.1" status: 200 len: 210 time: 0.0831025 Jul 29 04:48:53.243497 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.db.l3_db [None req-b846ee29-b0b6-4540-a72b-ab1f6f12ae54 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Floating IP a4d44bfd-ba97-4903-9293-b540814128cf associated. External IP: 172.27.0.141, port: a62fbd73-0c26-4732-9cf9-7667cea10de3. Jul 29 04:48:53.289753 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-717c575f-167a-4702-9bfd-464eca71b5fd admin admin] Publish callbacks [] for security_group (576194b1-0f2a-479d-81bc-973e3d0900c8), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:53.304067 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-717c575f-167a-4702-9bfd-464eca71b5fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (576194b1-0f2a-479d-81bc-973e3d0900c8), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:53.325954 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:53.337674 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:53.429894 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-717c575f-167a-4702-9bfd-464eca71b5fd admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=03046bc3e7ec4b50b15e0479d1da89d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8017039 Jul 29 04:48:53.434598 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 58782) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:48:53.435368 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717c575f-167a-4702-9bfd-464eca71b5fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=576194b1-0f2a-479d-81bc-973e3d0900c8,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:48:53.457495 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b846ee29-b0b6-4540-a72b-ab1f6f12ae54 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Router b16b56f5-3ccf-4ca8-b446-f11105e09b7c has already been hosted by L3 agent 507cc676-b5a3-487d-9bd3-df89beb45ea5 {{(pid=115907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 04:48:53.556292 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-c78e9557-d292-448e-94c1-370332a9a74f tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:53.561995 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b846ee29-b0b6-4540-a72b-ab1f6f12ae54 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Notify agent at l3_agent.dv-cinder-851449-2-iscsi the message routers_updated {{(pid=115907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 04:48:53.567597 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-b846ee29-b0b6-4540-a72b-ab1f6f12ae54 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for floatingip (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:53.569673 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-c78e9557-d292-448e-94c1-370332a9a74f tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1937124'] for floatingip (f33b4f62-bfd6-4e02-868f-b3205a9fe504), after_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:53.578831 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d9cd57-9aba-45cd-96b8-7cbb170eac8d None None] Sync routers for ids ['b16b56f5-3ccf-4ca8-b446-f11105e09b7c'] in dv-cinder-851449-2-iscsi {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 04:48:53.594030 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d9cd57-9aba-45cd-96b8-7cbb170eac8d None None] Routers {'b16b56f5-3ccf-4ca8-b446-f11105e09b7c'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:48:53.594663 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-99d9cd57-9aba-45cd-96b8-7cbb170eac8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:48:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['b16b56f5-3ccf-4ca8-b446-f11105e09b7c'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:48:53.607097 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-b846ee29-b0b6-4540-a72b-ab1f6f12ae54 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "PUT /v2.0/floatingips/a4d44bfd-ba97-4903-9293-b540814128cf HTTP/1.1" status: 200 len: 992 time: 1.5487764 Jul 29 04:48:53.607849 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94d225e6-c457-47da-bb55-5620ad7f15e7', 'tag': 'a62fbd73-0c26-4732-9cf9-7667cea10de3'}] {{(pid=115907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:48:53.611489 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6d28d1995ec7db04a13c19e5d747406a5c99e6072777cdd6d240f116ae67410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827b66e6-668d-4ea6-8f03-635cfcc76c39" -d '{"events": [{"name": "network-changed", "server_uuid": "94d225e6-c457-47da-bb55-5620ad7f15e7", "tag": "a62fbd73-0c26-4732-9cf9-7667cea10de3"}]}' {{(pid=115907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:48:53.630392 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-6d10bd13-124d-4263-a7b9-d29819338326 admin admin] Publish callbacks [] for security_group (576194b1-0f2a-479d-81bc-973e3d0900c8), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:53.661423 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 04:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38853936-6b4a-4147-8af3-88e93097b026 x-openstack-request-id: req-38853936-6b4a-4147-8af3-88e93097b026 {{(pid=115907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:48:53.661712 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94d225e6-c457-47da-bb55-5620ad7f15e7", "tag": "a62fbd73-0c26-4732-9cf9-7667cea10de3", "status": "completed", "code": 200}]} {{(pid=115907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:48:53.661973 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-38853936-6b4a-4147-8af3-88e93097b026 {{(pid=115907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:48:53.662373 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38853936-6b4a-4147-8af3-88e93097b026'] response: {'name': 'network-changed', 'server_uuid': '94d225e6-c457-47da-bb55-5620ad7f15e7', 'tag': 'a62fbd73-0c26-4732-9cf9-7667cea10de3', 'status': 'completed', 'code': 200} Jul 29 04:48:53.706365 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-99d9cd57-9aba-45cd-96b8-7cbb170eac8d None None] Set router b16b56f5-3ccf-4ca8-b446-f11105e09b7c gateway port host: dv-cinder-851449-2-iscsi {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:48:53.762740 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-6d10bd13-124d-4263-a7b9-d29819338326 admin admin] Publish callbacks [] for security_group (576194b1-0f2a-479d-81bc-973e3d0900c8), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:53.861861 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.db.l3_db [None req-c78e9557-d292-448e-94c1-370332a9a74f tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Floating IP f33b4f62-bfd6-4e02-868f-b3205a9fe504 associated. External IP: 172.27.0.195, port: df448b29-2557-4bee-808a-385ffcca1ff4. Jul 29 04:48:53.920578 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e44c50-eb90-4713-adc9-728c32d39e08 req-5d5f4b18-98c9-4308-99b8-06ccf11aa47b tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:53.922119 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-d5e44c50-eb90-4713-adc9-728c32d39e08 req-5d5f4b18-98c9-4308-99b8-06ccf11aa47b tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 946 time: 0.1439168 Jul 29 04:48:53.954098 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb98c64-b3f1-4abc-b7a8-fff0a22ab5ac req-515256a5-7d1c-43ab-8394-691da23f8d0b tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:53.957542 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9cb98c64-b3f1-4abc-b7a8-fff0a22ab5ac req-515256a5-7d1c-43ab-8394-691da23f8d0b tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.64 "GET /v2.0/networks?id=48d67382-c2d3-47d5-b28b-aeebd485858a HTTP/1.1" status: 200 len: 809 time: 0.3280878 Jul 29 04:48:53.967530 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-99d9cd57-9aba-45cd-96b8-7cbb170eac8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'name': 'tempest-AttachVolumeNegativeTest-654562715-router', 'tenant_id': '461e2af738084ccb986169d752510588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'a9fde12f-857b-419b-9b3c-07d0e6d53447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:20Z', 'updated_at': '2022-07-29T04:47:32Z', 'revision_number': 4, 'project_id': '461e2af738084ccb986169d752510588', 'gw_port': {'id': 'a9fde12f-857b-419b-9b3c-07d0e6d53447', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:23Z', 'updated_at': '2022-07-29T04:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_floatingips': [{'id': 'a4d44bfd-ba97-4903-9293-b540814128cf', 'tenant_id': '461e2af738084ccb986169d752510588', 'floating_ip_address': '172.27.0.141', 'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'router_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'port_id': 'a62fbd73-0c26-4732-9cf9-7667cea10de3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68', 'mac_address': 'fa:16:3e:13:30:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d225e6-c457-47da-bb55-5620ad7f15e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T04:47:39Z', 'updated_at': '2022-07-29T04:48:52Z', 'revision_number': 1, 'project_id': '461e2af738084ccb986169d752510588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51', 'name': '', 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68', 'tenant_id': '461e2af738084ccb986169d752510588', 'mac_address': 'fa:16:3e:64:33:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5df203e3-38ee-42fe-a28a-41c6f641aefe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:31Z', 'updated_at': '2022-07-29T04:47:46Z', 'revision_number': 5, 'project_id': '461e2af738084ccb986169d752510588', 'subnets': [{'id': '5df203e3-38ee-42fe-a28a-41c6f641aefe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:48:53.992750 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d9cd57-9aba-45cd-96b8-7cbb170eac8d None None] Checking router: b16b56f5-3ccf-4ca8-b446-f11105e09b7c for host: dv-cinder-851449-2-iscsi {{(pid=115910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 04:48:54.005889 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [req-9cb98c64-b3f1-4abc-b7a8-fff0a22ab5ac req-b4b91ed3-416f-4ea0-aca2-5c3aafc5c265 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Request body: {'port': {'device_id': '8fe4d36d-6194-447a-9936-6d90fce16ed4', 'network_id': '48d67382-c2d3-47d5-b28b-aeebd485858a', 'admin_state_up': True, 'tenant_id': 'e52663d55be44e12b4aa939974e8e517'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:48:54.007357 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d9cd57-9aba-45cd-96b8-7cbb170eac8d None None] Routers {'b16b56f5-3ccf-4ca8-b446-f11105e09b7c'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:48:54.008023 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-99d9cd57-9aba-45cd-96b8-7cbb170eac8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:48:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['b16b56f5-3ccf-4ca8-b446-f11105e09b7c'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:48:54.156353 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-6d10bd13-124d-4263-a7b9-d29819338326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (576194b1-0f2a-479d-81bc-973e3d0900c8), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:54.160427 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-6d10bd13-124d-4263-a7b9-d29819338326 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:54.162054 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-6d10bd13-124d-4263-a7b9-d29819338326 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/576194b1-0f2a-479d-81bc-973e3d0900c8 HTTP/1.1" status: 204 len: 168 time: 0.7234280 Jul 29 04:48:54.252918 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-99d9cd57-9aba-45cd-96b8-7cbb170eac8d None None] Set router b16b56f5-3ccf-4ca8-b446-f11105e09b7c gateway port host: dv-cinder-851449-2-iscsi {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:48:54.347310 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:54.406769 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-d0fc1b83-5bfe-414e-9495-12fe45a6b8da req-7b672618-fe94-4e7f-8c5e-9ab9db17e98e tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fe4d36d-6194-447a-9936-6d90fce16ed4 HTTP/1.1" status: 200 len: 210 time: 0.0397346 Jul 29 04:48:54.447212 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d10bd13-124d-4263-a7b9-d29819338326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=576194b1-0f2a-479d-81bc-973e3d0900c8,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:48:54.467182 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b66e6-668d-4ea6-8f03-635cfcc76c39 req-5b403a59-9aea-41f5-bd14-1d1c493cb4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:54.468757 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-827b66e6-668d-4ea6-8f03-635cfcc76c39 req-5b403a59-9aea-41f5-bd14-1d1c493cb4cb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=461e2af738084ccb986169d752510588&device_id=94d225e6-c457-47da-bb55-5620ad7f15e7 HTTP/1.1" status: 200 len: 1130 time: 0.4710715 Jul 29 04:48:54.478901 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:54.495015 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-d5e44c50-eb90-4713-adc9-728c32d39e08 req-e765cc3f-16fa-4f62-ba16-8eb7b4d4371c tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5648301 Jul 29 04:48:54.566438 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-99d9cd57-9aba-45cd-96b8-7cbb170eac8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'name': 'tempest-AttachVolumeNegativeTest-654562715-router', 'tenant_id': '461e2af738084ccb986169d752510588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'a9fde12f-857b-419b-9b3c-07d0e6d53447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:20Z', 'updated_at': '2022-07-29T04:47:32Z', 'revision_number': 4, 'project_id': '461e2af738084ccb986169d752510588', 'gw_port': {'id': 'a9fde12f-857b-419b-9b3c-07d0e6d53447', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:23Z', 'updated_at': '2022-07-29T04:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_floatingips': [{'id': 'a4d44bfd-ba97-4903-9293-b540814128cf', 'tenant_id': '461e2af738084ccb986169d752510588', 'floating_ip_address': '172.27.0.141', 'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'router_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'port_id': 'a62fbd73-0c26-4732-9cf9-7667cea10de3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68', 'mac_address': 'fa:16:3e:13:30:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d225e6-c457-47da-bb55-5620ad7f15e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T04:47:39Z', 'updated_at': '2022-07-29T04:48:52Z', 'revision_number': 1, 'project_id': '461e2af738084ccb986169d752510588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51', 'name': '', 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68', 'tenant_id': '461e2af738084ccb986169d752510588', 'mac_address': 'fa:16:3e:64:33:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5df203e3-38ee-42fe-a28a-41c6f641aefe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:31Z', 'updated_at': '2022-07-29T04:47:46Z', 'revision_number': 5, 'project_id': '461e2af738084ccb986169d752510588', 'subnets': [{'id': '5df203e3-38ee-42fe-a28a-41c6f641aefe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:48:54.584068 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cb98c64-b3f1-4abc-b7a8-fff0a22ab5ac req-b4b91ed3-416f-4ea0-aca2-5c3aafc5c265 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Made reservation on behalf of e52663d55be44e12b4aa939974e8e517 for: {'port': 1} {{(pid=115908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 04:48:54.587590 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-9cb98c64-b3f1-4abc-b7a8-fff0a22ab5ac req-b4b91ed3-416f-4ea0-aca2-5c3aafc5c265 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:54.593900 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d9cd57-9aba-45cd-96b8-7cbb170eac8d None None] The sync data for ids ['b16b56f5-3ccf-4ca8-b446-f11105e09b7c'] in dv-cinder-851449-2-iscsi is: [{'id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'name': 'tempest-AttachVolumeNegativeTest-654562715-router', 'tenant_id': '461e2af738084ccb986169d752510588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'a9fde12f-857b-419b-9b3c-07d0e6d53447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:20Z', 'updated_at': '2022-07-29T04:47:32Z', 'revision_number': 4, 'project_id': '461e2af738084ccb986169d752510588', 'gw_port': {'id': 'a9fde12f-857b-419b-9b3c-07d0e6d53447', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:23Z', 'updated_at': '2022-07-29T04:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_floatingips': [{'id': 'a4d44bfd-ba97-4903-9293-b540814128cf', 'tenant_id': '461e2af738084ccb986169d752510588', 'floating_ip_address': '172.27.0.141', 'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'router_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'port_id': 'a62fbd73-0c26-4732-9cf9-7667cea10de3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68', 'mac_address': 'fa:16:3e:13:30:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d225e6-c457-47da-bb55-5620ad7f15e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T04:47:39Z', 'updated_at': '2022-07-29T04:48:52Z', 'revision_number': 1, 'project_id': '461e2af738084ccb986169d752510588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51', 'name': '', 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68', 'tenant_id': '461e2af738084ccb986169d752510588', 'mac_address': 'fa:16:3e:64:33:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5df203e3-38ee-42fe-a28a-41c6f641aefe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:31Z', 'updated_at': '2022-07-29T04:47:46Z', 'revision_number': 5, 'project_id': '461e2af738084ccb986169d752510588', 'subnets': [{'id': '5df203e3-38ee-42fe-a28a-41c6f641aefe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 04:48:54.610675 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c78e9557-d292-448e-94c1-370332a9a74f tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Router 00e1ea9c-ca36-47a6-adfc-7297319d368d has already been hosted by L3 agent 507cc676-b5a3-487d-9bd3-df89beb45ea5 {{(pid=115908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 04:48:54.633777 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 58814) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:48:54.650555 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-a71524d6-5ce5-4f88-b898-4b0470461d22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:54.795051 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc0fb1-55a4-4fcb-b191-f05e11ecdab2 req-3ef6fe4b-70a2-464a-859c-c08821d8657b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:54.797006 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-b5fc0fb1-55a4-4fcb-b191-f05e11ecdab2 req-3ef6fe4b-70a2-464a-859c-c08821d8657b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 1130 time: 0.0718281 Jul 29 04:48:54.802907 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-a71524d6-5ce5-4f88-b898-4b0470461d22 admin admin] Publish callbacks [] for security_group (ff932a4d-c1a0-44f9-9644-31054ca98745), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:54.809826 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-a71524d6-5ce5-4f88-b898-4b0470461d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (ff932a4d-c1a0-44f9-9644-31054ca98745), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:54.859158 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71524d6-5ce5-4f88-b898-4b0470461d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff932a4d-c1a0-44f9-9644-31054ca98745,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:48:54.867310 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da78c9c-6791-482f-8f0c-6f064d16fad7 None None] New status for floating IP a4d44bfd-ba97-4903-9293-b540814128cf: ACTIVE {{(pid=115909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 04:48:54.869628 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-a71524d6-5ce5-4f88-b898-4b0470461d22 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=15dcab582c2c405bbc665085700277d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2344198 Jul 29 04:48:54.872120 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 58820) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:48:54.897402 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.db_base_plugin_common [req-9cb98c64-b3f1-4abc-b7a8-fff0a22ab5ac req-b4b91ed3-416f-4ea0-aca2-5c3aafc5c265 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Allocated IP 172.20.0.9 (48d67382-c2d3-47d5-b28b-aeebd485858a/87e7f681-c439-4ada-a044-0b83b0fd62fb/d90ea8cb-bf7c-48a9-9383-979158877ae7) {{(pid=115908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 04:48:54.924429 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6833a7c8-f222-4c4a-9fb4-34ced9e05a91 admin admin] Publish callbacks [] for security_group (ff932a4d-c1a0-44f9-9644-31054ca98745), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:54.943437 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b66e6-668d-4ea6-8f03-635cfcc76c39 req-c11687f0-d384-4d38-a4c8-710b51f6ab8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:54.944924 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-827b66e6-668d-4ea6-8f03-635cfcc76c39 req-c11687f0-d384-4d38-a4c8-710b51f6ab8e service neutron] 10.222.0.64 "GET /v2.0/networks?id=21ca39e1-cfc7-4b5b-897b-220faf26ce68 HTTP/1.1" status: 200 len: 915 time: 0.2220170 Jul 29 04:48:54.947157 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6833a7c8-f222-4c4a-9fb4-34ced9e05a91 admin admin] Publish callbacks [] for security_group (ff932a4d-c1a0-44f9-9644-31054ca98745), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:54.974700 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c78e9557-d292-448e-94c1-370332a9a74f tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Notify agent at l3_agent.dv-cinder-851449-2-iscsi the message routers_updated {{(pid=115908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 04:48:54.981283 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-c78e9557-d292-448e-94c1-370332a9a74f tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for floatingip (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:54.984448 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539ee22a-a523-4bc7-9b75-458fe8ddc4c7 None None] Sync routers for ids ['00e1ea9c-ca36-47a6-adfc-7297319d368d'] in dv-cinder-851449-2-iscsi {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 04:48:54.998549 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539ee22a-a523-4bc7-9b75-458fe8ddc4c7 None None] Routers {'00e1ea9c-ca36-47a6-adfc-7297319d368d'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:48:55.001123 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-539ee22a-a523-4bc7-9b75-458fe8ddc4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:48:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['00e1ea9c-ca36-47a6-adfc-7297319d368d'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:48:55.009079 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:55.040054 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:55.043609 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-b5fc0fb1-55a4-4fcb-b191-f05e11ecdab2 req-7936a7d6-c60a-4af8-bde6-135b3e6b9e45 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642645 Jul 29 04:48:55.056194 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6833a7c8-f222-4c4a-9fb4-34ced9e05a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (ff932a4d-c1a0-44f9-9644-31054ca98745), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:55.061392 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6833a7c8-f222-4c4a-9fb4-34ced9e05a91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:55.062739 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-6833a7c8-f222-4c4a-9fb4-34ced9e05a91 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/ff932a4d-c1a0-44f9-9644-31054ca98745 HTTP/1.1" status: 204 len: 168 time: 0.1894822 Jul 29 04:48:55.073131 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6833a7c8-f222-4c4a-9fb4-34ced9e05a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff932a4d-c1a0-44f9-9644-31054ca98745,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:48:55.134521 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-539ee22a-a523-4bc7-9b75-458fe8ddc4c7 None None] Set router 00e1ea9c-ca36-47a6-adfc-7297319d368d gateway port host: dv-cinder-851449-2-iscsi {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:48:55.245800 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=100 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:55.371771 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=100 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:55.445444 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-539ee22a-a523-4bc7-9b75-458fe8ddc4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e1ea9c-ca36-47a6-adfc-7297319d368d', 'name': 'tempest-AttachVolumeTestJSON-186030634-router', 'tenant_id': '946bf1e173f9476d86cf6133055fba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'a0c2d30f-3fae-4c94-8da7-3ca17eba7f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:19Z', 'updated_at': '2022-07-29T04:47:28Z', 'revision_number': 4, 'project_id': '946bf1e173f9476d86cf6133055fba0a', 'gw_port': {'id': 'a0c2d30f-3fae-4c94-8da7-3ca17eba7f99', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e1ea9c-ca36-47a6-adfc-7297319d368d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:21Z', 'updated_at': '2022-07-29T04:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_floatingips': [{'id': 'f33b4f62-bfd6-4e02-868f-b3205a9fe504', 'tenant_id': '946bf1e173f9476d86cf6133055fba0a', 'floating_ip_address': '172.27.0.195', 'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'router_id': '00e1ea9c-ca36-47a6-adfc-7297319d368d', 'port_id': 'df448b29-2557-4bee-808a-385ffcca1ff4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bcca997-0807-424d-86d3-43681c4961dd', 'mac_address': 'fa:16:3e:fd:29:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c9906c-fdab-4215-a1c5-5cb82c3ab79e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T04:47:35Z', 'updated_at': '2022-07-29T04:48:53Z', 'revision_number': 1, 'project_id': '946bf1e173f9476d86cf6133055fba0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55b672ec-1025-4297-8d6a-0a6fd8cc51ce', 'name': '', 'network_id': '4bcca997-0807-424d-86d3-43681c4961dd', 'tenant_id': '946bf1e173f9476d86cf6133055fba0a', 'mac_address': 'fa:16:3e:2e:0f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e1ea9c-ca36-47a6-adfc-7297319d368d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '928e1728-3f5c-432b-96a7-e970473efb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:26Z', 'updated_at': '2022-07-29T04:47:43Z', 'revision_number': 5, 'project_id': '946bf1e173f9476d86cf6133055fba0a', 'subnets': [{'id': '928e1728-3f5c-432b-96a7-e970473efb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:48:55.453325 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-827b66e6-668d-4ea6-8f03-635cfcc76c39 req-37ac3295-7dc0-4b9d-b0cb-631de4a6f065 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a62fbd73-0c26-4732-9cf9-7667cea10de3 HTTP/1.1" status: 200 len: 1000 time: 0.4686334 Jul 29 04:48:55.472292 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-c78e9557-d292-448e-94c1-370332a9a74f tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "PUT /v2.0/floatingips/f33b4f62-bfd6-4e02-868f-b3205a9fe504 HTTP/1.1" status: 200 len: 991 time: 3.1833792 Jul 29 04:48:55.478627 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32c9906c-fdab-4215-a1c5-5cb82c3ab79e', 'tag': 'df448b29-2557-4bee-808a-385ffcca1ff4'}] {{(pid=115908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:48:55.480540 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91089063952d51f7df5c9c02e055d40fa8e1e9cb9a21cfbbcb9b3277c7a948b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d50fce-e26e-4b13-bb05-4c032b1fba97" -d '{"events": [{"name": "network-changed", "server_uuid": "32c9906c-fdab-4215-a1c5-5cb82c3ab79e", "tag": "df448b29-2557-4bee-808a-385ffcca1ff4"}]}' {{(pid=115908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:48:55.484452 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539ee22a-a523-4bc7-9b75-458fe8ddc4c7 None None] Checking router: 00e1ea9c-ca36-47a6-adfc-7297319d368d for host: dv-cinder-851449-2-iscsi {{(pid=115910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 04:48:55.503877 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539ee22a-a523-4bc7-9b75-458fe8ddc4c7 None None] Routers {'00e1ea9c-ca36-47a6-adfc-7297319d368d'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:48:55.505647 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-539ee22a-a523-4bc7-9b75-458fe8ddc4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:48:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['00e1ea9c-ca36-47a6-adfc-7297319d368d'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:48:55.562114 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-6715e70e-473d-499f-8211-9a89b94c9eec req-2117b73e-eb47-4fad-b85e-b20a9c650e7b tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fe4d36d-6194-447a-9936-6d90fce16ed4 HTTP/1.1" status: 200 len: 210 time: 0.0574522 Jul 29 04:48:55.598325 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 04:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad2158c0-43df-475d-b802-cfdeb11035ce x-openstack-request-id: req-ad2158c0-43df-475d-b802-cfdeb11035ce {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:48:55.598628 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32c9906c-fdab-4215-a1c5-5cb82c3ab79e", "tag": "df448b29-2557-4bee-808a-385ffcca1ff4", "status": "completed", "code": 200}]} {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:48:55.599432 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-ad2158c0-43df-475d-b802-cfdeb11035ce {{(pid=115908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:48:55.599962 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad2158c0-43df-475d-b802-cfdeb11035ce'] response: {'name': 'network-changed', 'server_uuid': '32c9906c-fdab-4215-a1c5-5cb82c3ab79e', 'tag': 'df448b29-2557-4bee-808a-385ffcca1ff4', 'status': 'completed', 'code': 200} Jul 29 04:48:55.643193 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:55.645049 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b66e6-668d-4ea6-8f03-635cfcc76c39 req-ce4c41d6-99e3-4b95-8439-2f0967c4c52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:55.646553 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-827b66e6-668d-4ea6-8f03-635cfcc76c39 req-ce4c41d6-99e3-4b95-8439-2f0967c4c52d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5df203e3-38ee-42fe-a28a-41c6f641aefe HTTP/1.1" status: 200 len: 853 time: 0.1690862 Jul 29 04:48:55.654249 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-9cb98c64-b3f1-4abc-b7a8-fff0a22ab5ac req-b4b91ed3-416f-4ea0-aca2-5c3aafc5c265 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Publish callbacks [] for port (d90ea8cb-bf7c-48a9-9383-979158877ae7), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:55.718094 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-539ee22a-a523-4bc7-9b75-458fe8ddc4c7 None None] Set router 00e1ea9c-ca36-47a6-adfc-7297319d368d gateway port host: dv-cinder-851449-2-iscsi {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:48:55.739989 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274f07e-2cea-4bbb-b932-469462744d5b req-2c74ff4e-b3f4-46c3-998e-0a8c1956a0de tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:55.749361 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4274f07e-2cea-4bbb-b932-469462744d5b req-2c74ff4e-b3f4-46c3-998e-0a8c1956a0de tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 946 time: 0.0718629 Jul 29 04:48:55.812840 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-9cb98c64-b3f1-4abc-b7a8-fff0a22ab5ac req-b4b91ed3-416f-4ea0-aca2-5c3aafc5c265 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (d90ea8cb-bf7c-48a9-9383-979158877ae7), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:55.869383 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4274f07e-2cea-4bbb-b932-469462744d5b req-1b0fc05d-a637-47b4-9697-8f71008e115c tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126204 Jul 29 04:48:55.884094 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cb98c64-b3f1-4abc-b7a8-fff0a22ab5ac req-b4b91ed3-416f-4ea0-aca2-5c3aafc5c265 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Network 48d67382-c2d3-47d5-b28b-aeebd485858a is already hosted by enough agents. {{(pid=115908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 04:48:55.888328 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.base_scheduler [req-9cb98c64-b3f1-4abc-b7a8-fff0a22ab5ac req-b4b91ed3-416f-4ea0-aca2-5c3aafc5c265 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Resources bound (agent type, host, resource id): {{(pid=115908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:48:55.891205 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cb98c64-b3f1-4abc-b7a8-fff0a22ab5ac req-b4b91ed3-416f-4ea0-aca2-5c3aafc5c265 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Received port after_create {{(pid=115908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 04:48:55.923428 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b91ed3-416f-4ea0-aca2-5c3aafc5c265 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Pushing event updated for resources: {'Port': ['ID=d90ea8cb-bf7c-48a9-9383-979158877ae7,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:48:55.954180 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb98c64-b3f1-4abc-b7a8-fff0a22ab5ac req-b4b91ed3-416f-4ea0-aca2-5c3aafc5c265 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:55.955931 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-9cb98c64-b3f1-4abc-b7a8-fff0a22ab5ac req-b4b91ed3-416f-4ea0-aca2-5c3aafc5c265 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for port (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:55.959913 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:55.969809 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 58864) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:48:55.983784 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9cb98c64-b3f1-4abc-b7a8-fff0a22ab5ac req-b4b91ed3-416f-4ea0-aca2-5c3aafc5c265 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9864316 Jul 29 04:48:56.077713 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-539ee22a-a523-4bc7-9b75-458fe8ddc4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e1ea9c-ca36-47a6-adfc-7297319d368d', 'name': 'tempest-AttachVolumeTestJSON-186030634-router', 'tenant_id': '946bf1e173f9476d86cf6133055fba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'a0c2d30f-3fae-4c94-8da7-3ca17eba7f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:19Z', 'updated_at': '2022-07-29T04:47:28Z', 'revision_number': 4, 'project_id': '946bf1e173f9476d86cf6133055fba0a', 'gw_port': {'id': 'a0c2d30f-3fae-4c94-8da7-3ca17eba7f99', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e1ea9c-ca36-47a6-adfc-7297319d368d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:21Z', 'updated_at': '2022-07-29T04:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_floatingips': [{'id': 'f33b4f62-bfd6-4e02-868f-b3205a9fe504', 'tenant_id': '946bf1e173f9476d86cf6133055fba0a', 'floating_ip_address': '172.27.0.195', 'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'router_id': '00e1ea9c-ca36-47a6-adfc-7297319d368d', 'port_id': 'df448b29-2557-4bee-808a-385ffcca1ff4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bcca997-0807-424d-86d3-43681c4961dd', 'mac_address': 'fa:16:3e:fd:29:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c9906c-fdab-4215-a1c5-5cb82c3ab79e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T04:47:35Z', 'updated_at': '2022-07-29T04:48:53Z', 'revision_number': 1, 'project_id': '946bf1e173f9476d86cf6133055fba0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55b672ec-1025-4297-8d6a-0a6fd8cc51ce', 'name': '', 'network_id': '4bcca997-0807-424d-86d3-43681c4961dd', 'tenant_id': '946bf1e173f9476d86cf6133055fba0a', 'mac_address': 'fa:16:3e:2e:0f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e1ea9c-ca36-47a6-adfc-7297319d368d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '928e1728-3f5c-432b-96a7-e970473efb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:26Z', 'updated_at': '2022-07-29T04:47:43Z', 'revision_number': 5, 'project_id': '946bf1e173f9476d86cf6133055fba0a', 'subnets': [{'id': '928e1728-3f5c-432b-96a7-e970473efb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:48:56.088122 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-ec797823-1545-4c13-8b86-97d5fe09c05a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:56.113220 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539ee22a-a523-4bc7-9b75-458fe8ddc4c7 None None] The sync data for ids ['00e1ea9c-ca36-47a6-adfc-7297319d368d'] in dv-cinder-851449-2-iscsi is: [{'id': '00e1ea9c-ca36-47a6-adfc-7297319d368d', 'name': 'tempest-AttachVolumeTestJSON-186030634-router', 'tenant_id': '946bf1e173f9476d86cf6133055fba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'a0c2d30f-3fae-4c94-8da7-3ca17eba7f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:19Z', 'updated_at': '2022-07-29T04:47:28Z', 'revision_number': 4, 'project_id': '946bf1e173f9476d86cf6133055fba0a', 'gw_port': {'id': 'a0c2d30f-3fae-4c94-8da7-3ca17eba7f99', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e1ea9c-ca36-47a6-adfc-7297319d368d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:21Z', 'updated_at': '2022-07-29T04:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_floatingips': [{'id': 'f33b4f62-bfd6-4e02-868f-b3205a9fe504', 'tenant_id': '946bf1e173f9476d86cf6133055fba0a', 'floating_ip_address': '172.27.0.195', 'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'router_id': '00e1ea9c-ca36-47a6-adfc-7297319d368d', 'port_id': 'df448b29-2557-4bee-808a-385ffcca1ff4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bcca997-0807-424d-86d3-43681c4961dd', 'mac_address': 'fa:16:3e:fd:29:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c9906c-fdab-4215-a1c5-5cb82c3ab79e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T04:47:35Z', 'updated_at': '2022-07-29T04:48:53Z', 'revision_number': 1, 'project_id': '946bf1e173f9476d86cf6133055fba0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55b672ec-1025-4297-8d6a-0a6fd8cc51ce', 'name': '', 'network_id': '4bcca997-0807-424d-86d3-43681c4961dd', 'tenant_id': '946bf1e173f9476d86cf6133055fba0a', 'mac_address': 'fa:16:3e:2e:0f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e1ea9c-ca36-47a6-adfc-7297319d368d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '928e1728-3f5c-432b-96a7-e970473efb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:26Z', 'updated_at': '2022-07-29T04:47:43Z', 'revision_number': 5, 'project_id': '946bf1e173f9476d86cf6133055fba0a', 'subnets': [{'id': '928e1728-3f5c-432b-96a7-e970473efb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 04:48:56.177924 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-ec797823-1545-4c13-8b86-97d5fe09c05a admin admin] Publish callbacks [] for security_group (ae376501-f137-4c97-b466-d0e59b45c48d), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:56.184526 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-ec797823-1545-4c13-8b86-97d5fe09c05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (ae376501-f137-4c97-b466-d0e59b45c48d), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:56.219971 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-ec797823-1545-4c13-8b86-97d5fe09c05a admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=be01946c207e4739a5d95502633ce87d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2487428 Jul 29 04:48:56.223654 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 58874) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:48:56.232364 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec797823-1545-4c13-8b86-97d5fe09c05a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae376501-f137-4c97-b466-d0e59b45c48d,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:48:56.280859 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-1b011513-c28c-48de-a2f7-bd86376a65d1 admin admin] Publish callbacks [] for security_group (ae376501-f137-4c97-b466-d0e59b45c48d), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:56.306191 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-1b011513-c28c-48de-a2f7-bd86376a65d1 admin admin] Publish callbacks [] for security_group (ae376501-f137-4c97-b466-d0e59b45c48d), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:56.364998 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629e1723-5443-492a-960b-af617c530f17 None None] New status for floating IP f33b4f62-bfd6-4e02-868f-b3205a9fe504: ACTIVE {{(pid=115909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 04:48:56.381407 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-1b011513-c28c-48de-a2f7-bd86376a65d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (ae376501-f137-4c97-b466-d0e59b45c48d), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:56.385180 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-1b011513-c28c-48de-a2f7-bd86376a65d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:56.389760 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-1b011513-c28c-48de-a2f7-bd86376a65d1 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/ae376501-f137-4c97-b466-d0e59b45c48d HTTP/1.1" status: 204 len: 168 time: 0.1649837 Jul 29 04:48:56.400325 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b011513-c28c-48de-a2f7-bd86376a65d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae376501-f137-4c97-b466-d0e59b45c48d,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:48:56.508639 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [req-9cb98c64-b3f1-4abc-b7a8-fff0a22ab5ac req-5f9a8383-c8d6-44c2-8d47-d9bcc9f15dd9 service neutron] Request body: {'port': {'device_id': '8fe4d36d-6194-447a-9936-6d90fce16ed4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85144'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:48:56.579615 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-9cb98c64-b3f1-4abc-b7a8-fff0a22ab5ac req-5f9a8383-c8d6-44c2-8d47-d9bcc9f15dd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (d90ea8cb-bf7c-48a9-9383-979158877ae7), before_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:56.731346 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ecd27-8efa-4d96-bd48-d212b51f6117 req-238f3929-2770-416a-9c19-92f5ca8f8225 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:56.739631 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-709ecd27-8efa-4d96-bd48-d212b51f6117 req-238f3929-2770-416a-9c19-92f5ca8f8225 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fe4d36d-6194-447a-9936-6d90fce16ed4 HTTP/1.1" status: 200 len: 931 time: 0.0826147 Jul 29 04:48:56.766629 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b66e6-668d-4ea6-8f03-635cfcc76c39 req-8d1f9f73-6750-4ef4-9932-a0b2b34f729d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:56.769210 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-827b66e6-668d-4ea6-8f03-635cfcc76c39 req-8d1f9f73-6750-4ef4-9932-a0b2b34f729d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=21ca39e1-cfc7-4b5b-897b-220faf26ce68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0849626 Jul 29 04:48:56.794870 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d50fce-e26e-4b13-bb05-4c032b1fba97 req-fb7ccbe2-06f3-4151-a070-1d1ad32d27b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:56.797170 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-78d50fce-e26e-4b13-bb05-4c032b1fba97 req-fb7ccbe2-06f3-4151-a070-1d1ad32d27b7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=946bf1e173f9476d86cf6133055fba0a&device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 1129 time: 0.1383519 Jul 29 04:48:56.832877 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-709ecd27-8efa-4d96-bd48-d212b51f6117 req-86194fb8-029b-43ed-a808-c9112b61785b tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/security-groups?id=12bfe1dd-e276-41d7-8036-757f7521e720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921619 Jul 29 04:48:57.029206 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1207db1-0401-4e9a-8500-27ff27feff9d req-f670dbe4-88ed-4f87-a1e0-5b23e1f03f50 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:57.030681 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-d1207db1-0401-4e9a-8500-27ff27feff9d req-f670dbe4-88ed-4f87-a1e0-5b23e1f03f50 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 946 time: 0.0725870 Jul 29 04:48:57.038551 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:57.086452 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [req-9cb98c64-b3f1-4abc-b7a8-fff0a22ab5ac req-5f9a8383-c8d6-44c2-8d47-d9bcc9f15dd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d90ea8cb-bf7c-48a9-9383-979158877ae7 {{(pid=115908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 04:48:57.098629 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-9cb98c64-b3f1-4abc-b7a8-fff0a22ab5ac req-5f9a8383-c8d6-44c2-8d47-d9bcc9f15dd9 service neutron] Publish callbacks [] for port (d90ea8cb-bf7c-48a9-9383-979158877ae7), precommit_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:57.137191 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-d1207db1-0401-4e9a-8500-27ff27feff9d req-ac9b6f21-9a9a-43e0-a9ca-4adbe3ce8a82 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949478 Jul 29 04:48:57.138236 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.provisioning_blocks [req-9cb98c64-b3f1-4abc-b7a8-fff0a22ab5ac req-5f9a8383-c8d6-44c2-8d47-d9bcc9f15dd9 service neutron] Transition to ACTIVE for port object d90ea8cb-bf7c-48a9-9383-979158877ae7 will not be triggered until provisioned by entity L2. {{(pid=115908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 29 04:48:57.160380 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-9cb98c64-b3f1-4abc-b7a8-fff0a22ab5ac req-5f9a8383-c8d6-44c2-8d47-d9bcc9f15dd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7403849'] for port (d90ea8cb-bf7c-48a9-9383-979158877ae7), after_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:57.226098 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9a8383-c8d6-44c2-8d47-d9bcc9f15dd9 service neutron] Pushing event updated for resources: {'Port': ['ID=d90ea8cb-bf7c-48a9-9383-979158877ae7,revision_number=2']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:48:57.453487 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d50fce-e26e-4b13-bb05-4c032b1fba97 req-0b8cd85b-7791-4c3a-b8c2-fe92f73828f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:57.455118 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-78d50fce-e26e-4b13-bb05-4c032b1fba97 req-0b8cd85b-7791-4c3a-b8c2-fe92f73828f8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4bcca997-0807-424d-86d3-43681c4961dd HTTP/1.1" status: 200 len: 911 time: 0.1962314 Jul 29 04:48:57.580432 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:57.586990 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e400a-d388-42b8-b511-833d0c806d9f req-ff87f7a1-446d-4df2-89ee-064ccf7915b4 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:57.588509 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-bd6e400a-d388-42b8-b511-833d0c806d9f req-ff87f7a1-446d-4df2-89ee-064ccf7915b4 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 946 time: 0.1104579 Jul 29 04:48:57.626398 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-78d50fce-e26e-4b13-bb05-4c032b1fba97 req-652d9366-72f2-4b7c-9fa6-1b0b8554d6d0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df448b29-2557-4bee-808a-385ffcca1ff4 HTTP/1.1" status: 200 len: 1001 time: 0.1586680 Jul 29 04:48:57.677701 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.managers [req-9cb98c64-b3f1-4abc-b7a8-fff0a22ab5ac req-5f9a8383-c8d6-44c2-8d47-d9bcc9f15dd9 service neutron] Attempting to bind port d90ea8cb-bf7c-48a9-9383-979158877ae7 on host hv-cinder-85144 for vnic_type normal with profile {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 04:48:57.678036 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.managers [req-9cb98c64-b3f1-4abc-b7a8-fff0a22ab5ac req-5f9a8383-c8d6-44c2-8d47-d9bcc9f15dd9 service neutron] Attempting to bind port d90ea8cb-bf7c-48a9-9383-979158877ae7 by drivers openvswitch,hyperv on host hv-cinder-85144 at level 0 using segments [{'id': 'ce207d7e-8865-4c28-a34a-cb1afcfbc929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '48d67382-c2d3-47d5-b28b-aeebd485858a'}] {{(pid=115908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 04:48:57.678410 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb98c64-b3f1-4abc-b7a8-fff0a22ab5ac req-5f9a8383-c8d6-44c2-8d47-d9bcc9f15dd9 service neutron] Attempting to bind port d90ea8cb-bf7c-48a9-9383-979158877ae7 on network 48d67382-c2d3-47d5-b28b-aeebd485858a {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 04:48:57.686158 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436e698-78a0-44e3-94a4-33ade9e8c9f4 req-f73e0576-114b-4cdc-ad59-76569ade7474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:57.687730 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-d436e698-78a0-44e3-94a4-33ade9e8c9f4 req-f73e0576-114b-4cdc-ad59-76569ade7474 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0f6c1ad3422c40d4af4ef5329ecd9d86&device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 1130 time: 0.2069418 Jul 29 04:48:57.688723 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb98c64-b3f1-4abc-b7a8-fff0a22ab5ac req-5f9a8383-c8d6-44c2-8d47-d9bcc9f15dd9 service neutron] Port d90ea8cb-bf7c-48a9-9383-979158877ae7 on network 48d67382-c2d3-47d5-b28b-aeebd485858a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85144 {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 29 04:48:57.688723 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb98c64-b3f1-4abc-b7a8-fff0a22ab5ac req-5f9a8383-c8d6-44c2-8d47-d9bcc9f15dd9 service neutron] Attempting to bind port d90ea8cb-bf7c-48a9-9383-979158877ae7 on network 48d67382-c2d3-47d5-b28b-aeebd485858a {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 04:48:57.707353 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d50fce-e26e-4b13-bb05-4c032b1fba97 req-39fda963-0491-4280-a841-1e5e092522b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:57.708988 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-78d50fce-e26e-4b13-bb05-4c032b1fba97 req-39fda963-0491-4280-a841-1e5e092522b1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=928e1728-3f5c-432b-96a7-e970473efb26 HTTP/1.1" status: 200 len: 849 time: 0.0693023 Jul 29 04:48:57.728815 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb98c64-b3f1-4abc-b7a8-fff0a22ab5ac req-5f9a8383-c8d6-44c2-8d47-d9bcc9f15dd9 service neutron] Checking agent: {'id': 'bab6a0c9-2145-495f-b42f-b184e241503a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85144', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 4, 45, 21), 'started_at': datetime.datetime(2022, 7, 29, 4, 45, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 4, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 04:48:57.729158 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb98c64-b3f1-4abc-b7a8-fff0a22ab5ac req-5f9a8383-c8d6-44c2-8d47-d9bcc9f15dd9 service neutron] Checking segment: {'id': 'ce207d7e-8865-4c28-a34a-cb1afcfbc929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '48d67382-c2d3-47d5-b28b-aeebd485858a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 04:48:57.729563 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb98c64-b3f1-4abc-b7a8-fff0a22ab5ac req-5f9a8383-c8d6-44c2-8d47-d9bcc9f15dd9 service neutron] Bound using segment: {'id': 'ce207d7e-8865-4c28-a34a-cb1afcfbc929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '48d67382-c2d3-47d5-b28b-aeebd485858a'} {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 04:48:57.729984 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.managers [req-9cb98c64-b3f1-4abc-b7a8-fff0a22ab5ac req-5f9a8383-c8d6-44c2-8d47-d9bcc9f15dd9 service neutron] Bound port: d90ea8cb-bf7c-48a9-9383-979158877ae7, host: hv-cinder-85144, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce207d7e-8865-4c28-a34a-cb1afcfbc929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '48d67382-c2d3-47d5-b28b-aeebd485858a'}}] {{(pid=115908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 04:48:57.730336 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-9cb98c64-b3f1-4abc-b7a8-fff0a22ab5ac req-5f9a8383-c8d6-44c2-8d47-d9bcc9f15dd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (d90ea8cb-bf7c-48a9-9383-979158877ae7), before_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:57.785660 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-827b66e6-668d-4ea6-8f03-635cfcc76c39 req-6b977ac2-d3a0-4cde-91db-3d5bcff376b7 service neutron] 10.222.0.64 "GET /v2.0/networks/21ca39e1-cfc7-4b5b-897b-220faf26ce68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4872189 Jul 29 04:48:57.788410 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d50fce-e26e-4b13-bb05-4c032b1fba97 req-31ced1e0-bfbe-4aff-89b6-07681ca7973b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:57.790234 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-78d50fce-e26e-4b13-bb05-4c032b1fba97 req-31ced1e0-bfbe-4aff-89b6-07681ca7973b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4bcca997-0807-424d-86d3-43681c4961dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0711763 Jul 29 04:48:57.797443 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-bd6e400a-d388-42b8-b511-833d0c806d9f req-bab556fa-b856-459a-9bf8-be2c1ebdcfa7 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873419 Jul 29 04:48:57.952810 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [req-9cb98c64-b3f1-4abc-b7a8-fff0a22ab5ac req-5f9a8383-c8d6-44c2-8d47-d9bcc9f15dd9 service neutron] For port d90ea8cb-bf7c-48a9-9383-979158877ae7, host hv-cinder-85144, cleared binding levels {{(pid=115908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 04:48:57.960730 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436e698-78a0-44e3-94a4-33ade9e8c9f4 req-801f5c51-4c25-40f9-b6c0-71cb2a04c307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:57.962610 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-d436e698-78a0-44e3-94a4-33ade9e8c9f4 req-801f5c51-4c25-40f9-b6c0-71cb2a04c307 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3e84cf4e-559b-4bbd-af56-3f6353c004d0 HTTP/1.1" status: 200 len: 919 time: 0.2575004 Jul 29 04:48:57.974772 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [req-9cb98c64-b3f1-4abc-b7a8-fff0a22ab5ac req-5f9a8383-c8d6-44c2-8d47-d9bcc9f15dd9 service neutron] For port d90ea8cb-bf7c-48a9-9383-979158877ae7, host hv-cinder-85144, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=d90ea8cb-bf7c-48a9-9383-979158877ae7,segment=NetworkSegment(ce207d7e-8865-4c28-a34a-cb1afcfbc929),segment_id=ce207d7e-8865-4c28-a34a-cb1afcfbc929)] {{(pid=115908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 04:48:57.986932 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-78d50fce-e26e-4b13-bb05-4c032b1fba97 req-4bbf36d9-db7e-4779-aa2f-32551c5b2f48 service neutron] 10.222.0.64 "GET /v2.0/networks/4bcca997-0807-424d-86d3-43681c4961dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842675 Jul 29 04:48:58.026681 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-9cb98c64-b3f1-4abc-b7a8-fff0a22ab5ac req-5f9a8383-c8d6-44c2-8d47-d9bcc9f15dd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7403849'] for port (d90ea8cb-bf7c-48a9-9383-979158877ae7), after_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:58.037646 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-d436e698-78a0-44e3-94a4-33ade9e8c9f4 req-2b6a9c58-852b-45b0-8a47-f395f247098c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70e45860-f254-40d2-808c-c68bdc1a745b HTTP/1.1" status: 200 len: 217 time: 0.0649161 Jul 29 04:48:58.038078 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:58.071461 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-827b66e6-668d-4ea6-8f03-635cfcc76c39 req-f9fd1f6e-143d-4d97-a8a3-d2ff692ab683 service neutron] 10.222.0.64 "GET /v2.0/networks/21ca39e1-cfc7-4b5b-897b-220faf26ce68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692604 Jul 29 04:48:58.080058 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb98c64-b3f1-4abc-b7a8-fff0a22ab5ac req-5f9a8383-c8d6-44c2-8d47-d9bcc9f15dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:58.080945 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-9cb98c64-b3f1-4abc-b7a8-fff0a22ab5ac req-5f9a8383-c8d6-44c2-8d47-d9bcc9f15dd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for port (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:48:58.084664 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9cb98c64-b3f1-4abc-b7a8-fff0a22ab5ac req-5f9a8383-c8d6-44c2-8d47-d9bcc9f15dd9 service neutron] 10.222.0.64 "PUT /v2.0/ports/d90ea8cb-bf7c-48a9-9383-979158877ae7 HTTP/1.1" status: 200 len: 1093 time: 1.5783505 Jul 29 04:48:58.102726 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fe4d36d-6194-447a-9936-6d90fce16ed4', 'tag': 'd90ea8cb-bf7c-48a9-9383-979158877ae7'}] {{(pid=115908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:48:58.104949 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91089063952d51f7df5c9c02e055d40fa8e1e9cb9a21cfbbcb9b3277c7a948b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc95d343-6f84-4e70-abc6-044bc91eba0d" -d '{"events": [{"name": "network-changed", "server_uuid": "8fe4d36d-6194-447a-9936-6d90fce16ed4", "tag": "d90ea8cb-bf7c-48a9-9383-979158877ae7"}]}' {{(pid=115908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:48:58.147547 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436e698-78a0-44e3-94a4-33ade9e8c9f4 req-bb047f35-5a15-4ac4-b5a2-615eca8f3e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:58.149058 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-d436e698-78a0-44e3-94a4-33ade9e8c9f4 req-bb047f35-5a15-4ac4-b5a2-615eca8f3e26 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=48fdddd6-c7bc-413f-9e30-1e0d5de8b27a HTTP/1.1" status: 200 len: 857 time: 0.1044519 Jul 29 04:48:58.150056 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9a8383-c8d6-44c2-8d47-d9bcc9f15dd9 service neutron] Pushing event updated for resources: {'Port': ['ID=d90ea8cb-bf7c-48a9-9383-979158877ae7,revision_number=3']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:48:58.159657 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:58.167907 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 04:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b86f435-8cb8-4c99-b1ea-8dbbe409b35e x-openstack-request-id: req-5b86f435-8cb8-4c99-b1ea-8dbbe409b35e {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:48:58.168194 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fe4d36d-6194-447a-9936-6d90fce16ed4", "tag": "d90ea8cb-bf7c-48a9-9383-979158877ae7", "status": "completed", "code": 200}]} {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:48:58.168546 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-5b86f435-8cb8-4c99-b1ea-8dbbe409b35e {{(pid=115908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:48:58.168965 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b86f435-8cb8-4c99-b1ea-8dbbe409b35e'] response: {'name': 'network-changed', 'server_uuid': '8fe4d36d-6194-447a-9936-6d90fce16ed4', 'tag': 'd90ea8cb-bf7c-48a9-9383-979158877ae7', 'status': 'completed', 'code': 200} Jul 29 04:48:58.179700 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf31bae-4c48-4939-bc80-87999d42d9cb req-b00e66f1-9e38-4be3-8d62-5446d472a489 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:58.181254 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-cdf31bae-4c48-4939-bc80-87999d42d9cb req-b00e66f1-9e38-4be3-8d62-5446d472a489 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fe4d36d-6194-447a-9936-6d90fce16ed4 HTTP/1.1" status: 200 len: 943 time: 0.1782980 Jul 29 04:48:58.229957 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-78d50fce-e26e-4b13-bb05-4c032b1fba97 req-337a8801-5757-4ebd-9dca-29d6d882428f service neutron] 10.222.0.64 "GET /v2.0/networks/4bcca997-0807-424d-86d3-43681c4961dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295763 Jul 29 04:48:58.261365 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-cdf31bae-4c48-4939-bc80-87999d42d9cb req-6c93edcb-5417-4994-8cf1-3533e13bb4b2 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/security-groups?id=12bfe1dd-e276-41d7-8036-757f7521e720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725880 Jul 29 04:48:58.269577 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436e698-78a0-44e3-94a4-33ade9e8c9f4 req-eb52813f-df1f-4b34-82e2-115b7a7b5f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:58.271175 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-d436e698-78a0-44e3-94a4-33ade9e8c9f4 req-eb52813f-df1f-4b34-82e2-115b7a7b5f65 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3e84cf4e-559b-4bbd-af56-3f6353c004d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0776362 Jul 29 04:48:58.277505 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb98c64-b3f1-4abc-b7a8-fff0a22ab5ac req-076ed3a1-c788-418f-a9ff-859c317cdcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:58.279015 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9cb98c64-b3f1-4abc-b7a8-fff0a22ab5ac req-076ed3a1-c788-418f-a9ff-859c317cdcfc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e52663d55be44e12b4aa939974e8e517&device_id=8fe4d36d-6194-447a-9936-6d90fce16ed4 HTTP/1.1" status: 200 len: 1127 time: 0.0549388 Jul 29 04:48:58.368534 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9cb98c64-b3f1-4abc-b7a8-fff0a22ab5ac req-58dee921-5f09-4684-869a-d0d4b66cff6d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d90ea8cb-bf7c-48a9-9383-979158877ae7 HTTP/1.1" status: 200 len: 217 time: 0.0567923 Jul 29 04:48:58.448149 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb98c64-b3f1-4abc-b7a8-fff0a22ab5ac req-04749196-0293-4974-9dc0-c18a9dbfc66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:58.449637 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9cb98c64-b3f1-4abc-b7a8-fff0a22ab5ac req-04749196-0293-4974-9dc0-c18a9dbfc66e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=87e7f681-c439-4ada-a044-0b83b0fd62fb HTTP/1.1" status: 200 len: 849 time: 0.0713601 Jul 29 04:48:58.453206 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-d436e698-78a0-44e3-94a4-33ade9e8c9f4 req-7e0ac54c-ef32-4a7d-aa79-a7fd6908903b service neutron] 10.222.0.64 "GET /v2.0/networks/3e84cf4e-559b-4bbd-af56-3f6353c004d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598477 Jul 29 04:48:58.500105 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9cb98c64-b3f1-4abc-b7a8-fff0a22ab5ac req-ec7b0da9-0e1f-4a48-aac3-13c682881fb3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=48d67382-c2d3-47d5-b28b-aeebd485858a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327873 Jul 29 04:48:58.645959 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-d436e698-78a0-44e3-94a4-33ade9e8c9f4 req-594f80a2-c7d8-4a1f-867a-d81890833dba service neutron] 10.222.0.64 "GET /v2.0/networks/3e84cf4e-559b-4bbd-af56-3f6353c004d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774654 Jul 29 04:48:58.656209 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9cb98c64-b3f1-4abc-b7a8-fff0a22ab5ac req-fa9b4aef-f2db-41fd-baaa-15f307c52759 service neutron] 10.222.0.64 "GET /v2.0/networks/48d67382-c2d3-47d5-b28b-aeebd485858a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459973 Jul 29 04:48:58.731846 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:48:58.761363 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9cb98c64-b3f1-4abc-b7a8-fff0a22ab5ac req-1b91cb2a-c2f7-45d8-8f1a-12f732f27612 service neutron] 10.222.0.64 "GET /v2.0/networks/48d67382-c2d3-47d5-b28b-aeebd485858a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943356 Jul 29 04:48:58.895045 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.agents_db [None req-05f878dc-9505-4230-ae26-b2f791c5e7d5 None None] Agent healthcheck: found 6 active agents {{(pid=115910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 04:48:58.933466 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea9e122-464f-4782-bad4-a08553b4e62c req-1da10d3e-ae57-4b6d-adb6-cd8052a1ddb5 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:58.935036 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-1ea9e122-464f-4782-bad4-a08553b4e62c req-1da10d3e-ae57-4b6d-adb6-cd8052a1ddb5 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 946 time: 0.0553961 Jul 29 04:48:58.984387 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-1ea9e122-464f-4782-bad4-a08553b4e62c req-681aed9e-9fce-4ac8-9729-d521f8479e5f tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433667 Jul 29 04:48:59.385515 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce23c8-c8f8-474d-9c03-4efca0dfeaf3 req-dcaba51f-31fb-4aed-a934-3f9e0a0dd039 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:48:59.387210 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-a9ce23c8-c8f8-474d-9c03-4efca0dfeaf3 req-dcaba51f-31fb-4aed-a934-3f9e0a0dd039 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fe4d36d-6194-447a-9936-6d90fce16ed4 HTTP/1.1" status: 200 len: 943 time: 0.0511734 Jul 29 04:48:59.453154 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-a9ce23c8-c8f8-474d-9c03-4efca0dfeaf3 req-2aa212db-e7ce-4e71-9bfb-76fc439aca13 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/security-groups?id=12bfe1dd-e276-41d7-8036-757f7521e720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594630 Jul 29 04:49:00.106243 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1a308-cee2-4868-baf7-214030cdee4f req-150701ad-e457-4da0-ac2e-7b6e8af08479 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:00.107750 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8db1a308-cee2-4868-baf7-214030cdee4f req-150701ad-e457-4da0-ac2e-7b6e8af08479 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 946 time: 0.0500436 Jul 29 04:49:00.155112 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8db1a308-cee2-4868-baf7-214030cdee4f req-a047b3ae-964c-4fcf-87a8-8eaed74da936 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416939 Jul 29 04:49:00.576460 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57176904-2698-4234-a9c6-cbc39a4a5700 req-bcb87b29-6189-4f9f-a3c1-b55dab943ae7 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:00.577993 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-57176904-2698-4234-a9c6-cbc39a4a5700 req-bcb87b29-6189-4f9f-a3c1-b55dab943ae7 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fe4d36d-6194-447a-9936-6d90fce16ed4 HTTP/1.1" status: 200 len: 943 time: 0.0493977 Jul 29 04:49:00.628763 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:00.634412 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-57176904-2698-4234-a9c6-cbc39a4a5700 req-07f1c311-4240-4353-a37c-e32359d55dd2 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/security-groups?id=12bfe1dd-e276-41d7-8036-757f7521e720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500343 Jul 29 04:49:01.286052 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35557779-0abb-434e-919c-b2f4bce99e06 req-7f9581de-a112-4ff9-aca4-c60083e5c0a0 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:01.288353 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-35557779-0abb-434e-919c-b2f4bce99e06 req-7f9581de-a112-4ff9-aca4-c60083e5c0a0 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 946 time: 0.0581589 Jul 29 04:49:01.343059 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-35557779-0abb-434e-919c-b2f4bce99e06 req-c126969d-e3da-4cb9-bf39-e38b9b6856d0 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486164 Jul 29 04:49:01.410765 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 59064) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:49:01.518392 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-fa60aa47-8307-431f-a10e-4863ccbb2a0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:01.594576 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-fa60aa47-8307-431f-a10e-4863ccbb2a0c admin admin] Publish callbacks [] for security_group (14cb4788-d28a-4da9-88cb-7f8a28cb56a6), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:01.599151 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-fa60aa47-8307-431f-a10e-4863ccbb2a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (14cb4788-d28a-4da9-88cb-7f8a28cb56a6), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:01.637014 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-fa60aa47-8307-431f-a10e-4863ccbb2a0c admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=614cff68b07c457fb1da6fddccf29f41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2251797 Jul 29 04:49:01.639171 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa60aa47-8307-431f-a10e-4863ccbb2a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14cb4788-d28a-4da9-88cb-7f8a28cb56a6,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:49:01.639835 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 59068) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:49:01.679450 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device d90ea8cb-bf7c-48a9-9383-979158877ae7 details requested by agent hyperv_hv-cinder-85144 with host hv-cinder-85144 {{(pid=115909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 04:49:01.702207 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-4e4c2a30-a84c-4a71-b7bd-85e4417e7152 admin admin] Publish callbacks [] for security_group (14cb4788-d28a-4da9-88cb-7f8a28cb56a6), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:01.711357 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:01.726355 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-4e4c2a30-a84c-4a71-b7bd-85e4417e7152 admin admin] Publish callbacks [] for security_group (14cb4788-d28a-4da9-88cb-7f8a28cb56a6), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:01.762925 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:01.792506 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-4e4c2a30-a84c-4a71-b7bd-85e4417e7152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (14cb4788-d28a-4da9-88cb-7f8a28cb56a6), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:01.796526 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-4e4c2a30-a84c-4a71-b7bd-85e4417e7152 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:01.800400 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-4e4c2a30-a84c-4a71-b7bd-85e4417e7152 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/14cb4788-d28a-4da9-88cb-7f8a28cb56a6 HTTP/1.1" status: 204 len: 168 time: 0.1569569 Jul 29 04:49:01.806446 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port d90ea8cb-bf7c-48a9-9383-979158877ae7, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=d90ea8cb-bf7c-48a9-9383-979158877ae7,segment=NetworkSegment(ce207d7e-8865-4c28-a34a-cb1afcfbc929),segment_id=ce207d7e-8865-4c28-a34a-cb1afcfbc929)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:49:01.807524 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4c2a30-a84c-4a71-b7bd-85e4417e7152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14cb4788-d28a-4da9-88cb-7f8a28cb56a6,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:49:01.825860 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Returning: {'device': 'd90ea8cb-bf7c-48a9-9383-979158877ae7', 'network_id': '48d67382-c2d3-47d5-b28b-aeebd485858a', 'port_id': 'd90ea8cb-bf7c-48a9-9383-979158877ae7', 'mac_address': 'fa:16:3e:7f:cb:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87e7f681-c439-4ada-a044-0b83b0fd62fb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 04:49:01.875474 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Current status of the port d90ea8cb-bf7c-48a9-9383-979158877ae7 is: DOWN; New status is: BUILD {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:49:01.875678 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (d90ea8cb-bf7c-48a9-9383-979158877ae7), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:01.900296 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.notifiers.nova [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d90ea8cb-bf7c-48a9-9383-979158877ae7 {{(pid=115909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 04:49:01.923553 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port d90ea8cb-bf7c-48a9-9383-979158877ae7, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=d90ea8cb-bf7c-48a9-9383-979158877ae7,segment=NetworkSegment(ce207d7e-8865-4c28-a34a-cb1afcfbc929),segment_id=ce207d7e-8865-4c28-a34a-cb1afcfbc929)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:49:01.929803 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (d90ea8cb-bf7c-48a9-9383-979158877ae7), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:01.975713 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5365ef3-9563-4d27-bed7-f60b9d12dcf2 req-9b6d970e-59f2-412d-b11c-25f5e4b5367f tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:01.977808 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-e5365ef3-9563-4d27-bed7-f60b9d12dcf2 req-9b6d970e-59f2-412d-b11c-25f5e4b5367f tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fe4d36d-6194-447a-9936-6d90fce16ed4 HTTP/1.1" status: 200 len: 943 time: 0.0716681 Jul 29 04:49:01.999503 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Pushing event updated for resources: {'Port': ['ID=d90ea8cb-bf7c-48a9-9383-979158877ae7,revision_number=4']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:49:02.040755 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-e5365ef3-9563-4d27-bed7-f60b9d12dcf2 req-b472ed0f-43a2-4199-96fe-a9ea1cbd068e tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/security-groups?id=12bfe1dd-e276-41d7-8036-757f7521e720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570903 Jul 29 04:49:02.158262 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 59080) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:49:02.176394 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-66880833-b3fe-4654-8029-f46ab6e28208 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:02.187333 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95d343-6f84-4e70-abc6-044bc91eba0d req-66a4d9d0-3e07-4881-8d00-50d40742fc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:02.188943 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-cc95d343-6f84-4e70-abc6-044bc91eba0d req-66a4d9d0-3e07-4881-8d00-50d40742fc92 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e52663d55be44e12b4aa939974e8e517&device_id=8fe4d36d-6194-447a-9936-6d90fce16ed4 HTTP/1.1" status: 200 len: 1128 time: 0.2684124 Jul 29 04:49:02.317199 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95d343-6f84-4e70-abc6-044bc91eba0d req-9f11ce9e-939c-4ee9-a16e-88f1dc30000c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:02.318899 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-cc95d343-6f84-4e70-abc6-044bc91eba0d req-9f11ce9e-939c-4ee9-a16e-88f1dc30000c service neutron] 10.222.0.64 "GET /v2.0/networks?id=48d67382-c2d3-47d5-b28b-aeebd485858a HTTP/1.1" status: 200 len: 910 time: 0.1240845 Jul 29 04:49:02.350002 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-66880833-b3fe-4654-8029-f46ab6e28208 admin admin] Publish callbacks [] for security_group (6e9d8dc1-8a08-41f7-91a0-7b07721be218), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:02.353896 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-66880833-b3fe-4654-8029-f46ab6e28208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (6e9d8dc1-8a08-41f7-91a0-7b07721be218), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:02.395609 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-66880833-b3fe-4654-8029-f46ab6e28208 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=4a6c4b304e7a4b3a89e265d0bb9ffa46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2363191 Jul 29 04:49:02.396723 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66880833-b3fe-4654-8029-f46ab6e28208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9d8dc1-8a08-41f7-91a0-7b07721be218,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:49:02.398860 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 59088) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:49:02.463317 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-36cdd118-f8b3-4da1-8fab-8af1cd694b1c admin admin] Publish callbacks [] for security_group (6e9d8dc1-8a08-41f7-91a0-7b07721be218), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:02.473244 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca315af-5b59-429f-b4c0-ed53ba03596c req-fa324d41-7631-462b-8153-2f98ab5d09ac tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:02.474962 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-aca315af-5b59-429f-b4c0-ed53ba03596c req-fa324d41-7631-462b-8153-2f98ab5d09ac tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 946 time: 0.0514352 Jul 29 04:49:02.489147 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-36cdd118-f8b3-4da1-8fab-8af1cd694b1c admin admin] Publish callbacks [] for security_group (6e9d8dc1-8a08-41f7-91a0-7b07721be218), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:02.538384 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-cc95d343-6f84-4e70-abc6-044bc91eba0d req-c004a69d-9e54-47de-9747-52ba69a795ca service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d90ea8cb-bf7c-48a9-9383-979158877ae7 HTTP/1.1" status: 200 len: 217 time: 0.0495117 Jul 29 04:49:02.546156 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-36cdd118-f8b3-4da1-8fab-8af1cd694b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (6e9d8dc1-8a08-41f7-91a0-7b07721be218), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:02.549785 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-36cdd118-f8b3-4da1-8fab-8af1cd694b1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:02.550762 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-36cdd118-f8b3-4da1-8fab-8af1cd694b1c admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/6e9d8dc1-8a08-41f7-91a0-7b07721be218 HTTP/1.1" status: 204 len: 168 time: 0.1499360 Jul 29 04:49:02.559789 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cdd118-f8b3-4da1-8fab-8af1cd694b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9d8dc1-8a08-41f7-91a0-7b07721be218,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:49:02.574221 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-aca315af-5b59-429f-b4c0-ed53ba03596c req-5469b857-0064-4aca-a0c6-8cf25c83d909 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936344 Jul 29 04:49:02.607852 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] get_ports_and_sgs() called for port_ids ['d90ea8cb-bf7c-48a9-9383-979158877ae7'] {{(pid=115909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 04:49:02.728124 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:03.164515 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce1b35-c657-44ba-8057-804f8ba1717c req-384e00be-2332-4318-821a-0e1ffef867e9 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:03.166054 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-54ce1b35-c657-44ba-8057-804f8ba1717c req-384e00be-2332-4318-821a-0e1ffef867e9 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fe4d36d-6194-447a-9936-6d90fce16ed4 HTTP/1.1" status: 200 len: 944 time: 0.0508995 Jul 29 04:49:03.218422 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-54ce1b35-c657-44ba-8057-804f8ba1717c req-756db007-f492-4bac-9df3-177ed57737ae tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/security-groups?id=12bfe1dd-e276-41d7-8036-757f7521e720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464792 Jul 29 04:49:03.689500 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:03.717074 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c02c9a8-5cdc-48b6-9732-d2ff8ea6b5bf req-4d7e1db7-f97f-4ad4-90c9-cbb2c38e60b7 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:03.718956 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-0c02c9a8-5cdc-48b6-9732-d2ff8ea6b5bf req-4d7e1db7-f97f-4ad4-90c9-cbb2c38e60b7 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 946 time: 0.0716736 Jul 29 04:49:03.784999 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-0c02c9a8-5cdc-48b6-9732-d2ff8ea6b5bf req-b1ab944b-447f-400f-a031-16f14938d1db tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592542 Jul 29 04:49:04.167858 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device d90ea8cb-bf7c-48a9-9383-979158877ae7 up at agent hyperv_hv-cinder-85144 {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 04:49:04.211120 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Provisioning for port d90ea8cb-bf7c-48a9-9383-979158877ae7 completed by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 29 04:49:04.216770 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Provisioning complete for port d90ea8cb-bf7c-48a9-9383-979158877ae7 triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:49:04.217153 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (d90ea8cb-bf7c-48a9-9383-979158877ae7), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:04.293161 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Current status of the port d90ea8cb-bf7c-48a9-9383-979158877ae7 is: BUILD; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:49:04.293549 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (d90ea8cb-bf7c-48a9-9383-979158877ae7), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:04.320205 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe4d36d-6194-447a-9936-6d90fce16ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90ea8cb-bf7c-48a9-9383-979158877ae7'}] {{(pid=115909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:49:04.322618 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c420e031ced92140226aa6f83123c9b23fc96e3244e1479094dc728224b9fe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73515ef1-1982-470f-94d9-3635e9d8c107" -d '{"events": [{"server_uuid": "8fe4d36d-6194-447a-9936-6d90fce16ed4", "name": "network-vif-plugged", "status": "completed", "tag": "d90ea8cb-bf7c-48a9-9383-979158877ae7"}]}' {{(pid=115909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:49:04.336172 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port d90ea8cb-bf7c-48a9-9383-979158877ae7, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=d90ea8cb-bf7c-48a9-9383-979158877ae7,segment=NetworkSegment(ce207d7e-8865-4c28-a34a-cb1afcfbc929),segment_id=ce207d7e-8865-4c28-a34a-cb1afcfbc929)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:49:04.341681 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (d90ea8cb-bf7c-48a9-9383-979158877ae7), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:04.359767 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e9ef8-2f67-4c83-8768-084033b6f211 req-dd0ac5ac-cf6e-4908-94e5-4b6323192916 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:04.361865 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-181e9ef8-2f67-4c83-8768-084033b6f211 req-dd0ac5ac-cf6e-4908-94e5-4b6323192916 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fe4d36d-6194-447a-9936-6d90fce16ed4 HTTP/1.1" status: 200 len: 944 time: 0.0689850 Jul 29 04:49:04.369928 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 04:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d291a22-0eb1-4504-ac0f-009109c3a101 x-openstack-request-id: req-8d291a22-0eb1-4504-ac0f-009109c3a101 {{(pid=115909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:49:04.370243 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fe4d36d-6194-447a-9936-6d90fce16ed4", "name": "network-vif-plugged", "status": "completed", "tag": "d90ea8cb-bf7c-48a9-9383-979158877ae7", "code": 200}]} {{(pid=115909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:49:04.370483 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-8d291a22-0eb1-4504-ac0f-009109c3a101 {{(pid=115909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:49:04.370874 dv-cinder-851449-2-iscsi neutron-server[115909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d291a22-0eb1-4504-ac0f-009109c3a101'] response: {'server_uuid': '8fe4d36d-6194-447a-9936-6d90fce16ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90ea8cb-bf7c-48a9-9383-979158877ae7', 'code': 200} Jul 29 04:49:04.399521 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Pushing event updated for resources: {'Port': ['ID=d90ea8cb-bf7c-48a9-9383-979158877ae7,revision_number=5']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:49:04.420579 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-181e9ef8-2f67-4c83-8768-084033b6f211 req-ec59bdba-0594-4dcb-80f6-8562c20cd3b6 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/security-groups?id=12bfe1dd-e276-41d7-8036-757f7521e720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491371 Jul 29 04:49:04.828911 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95d343-6f84-4e70-abc6-044bc91eba0d req-9bb8d73e-a6aa-4589-87e5-998458870e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:04.830812 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-cc95d343-6f84-4e70-abc6-044bc91eba0d req-9bb8d73e-a6aa-4589-87e5-998458870e08 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=87e7f681-c439-4ada-a044-0b83b0fd62fb HTTP/1.1" status: 200 len: 849 time: 0.0752308 Jul 29 04:49:04.877232 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-cc95d343-6f84-4e70-abc6-044bc91eba0d req-b45d12b6-069d-455c-aaf2-0ccf19d6a4f6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=48d67382-c2d3-47d5-b28b-aeebd485858a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376730 Jul 29 04:49:04.996166 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d550f8ec-109f-46de-b83a-f11893e0aba2 req-c6630beb-d508-417b-ace2-41ed6969ab23 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:04.997688 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-d550f8ec-109f-46de-b83a-f11893e0aba2 req-c6630beb-d508-417b-ace2-41ed6969ab23 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 946 time: 0.1061375 Jul 29 04:49:05.057938 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-cc95d343-6f84-4e70-abc6-044bc91eba0d req-e788f68a-4235-48bf-84ba-ac1b19faf629 service neutron] 10.222.0.64 "GET /v2.0/networks/48d67382-c2d3-47d5-b28b-aeebd485858a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649792 Jul 29 04:49:05.072042 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-d550f8ec-109f-46de-b83a-f11893e0aba2 req-8a3df17f-723a-4603-bebd-8923647fd1e7 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674410 Jul 29 04:49:05.547112 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b26349-7090-4d0b-949c-076fe1f0b0f8 req-1644e748-3cef-4b59-b571-2db4c93c8050 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:05.548817 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-94b26349-7090-4d0b-949c-076fe1f0b0f8 req-1644e748-3cef-4b59-b571-2db4c93c8050 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fe4d36d-6194-447a-9936-6d90fce16ed4 HTTP/1.1" status: 200 len: 945 time: 0.0534263 Jul 29 04:49:05.588521 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:05.589715 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a8c69c-7fd0-49e9-b7bc-9778a4b90cf6 req-ff6888c3-e55e-420a-90ac-ba81156ff337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:05.592154 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-31a8c69c-7fd0-49e9-b7bc-9778a4b90cf6 req-ff6888c3-e55e-420a-90ac-ba81156ff337 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8fe4d36d-6194-447a-9936-6d90fce16ed4 HTTP/1.1" status: 200 len: 1129 time: 0.0607865 Jul 29 04:49:05.610096 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-94b26349-7090-4d0b-949c-076fe1f0b0f8 req-7e094d46-0d9f-4923-8430-53ab63a91e99 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/security-groups?id=12bfe1dd-e276-41d7-8036-757f7521e720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555658 Jul 29 04:49:05.648630 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:05.706530 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-31a8c69c-7fd0-49e9-b7bc-9778a4b90cf6 req-a6fa292a-97d8-4a2a-84e8-f7f419ea3e3b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=12bfe1dd-e276-41d7-8036-757f7521e720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044157 Jul 29 04:49:05.721016 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-cc95d343-6f84-4e70-abc6-044bc91eba0d req-90be24bb-4ac5-4c31-93ef-32ca973cdd82 service neutron] 10.222.0.64 "GET /v2.0/networks/48d67382-c2d3-47d5-b28b-aeebd485858a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990609 Jul 29 04:49:06.197135 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a22a8-34a0-4848-9ef0-079073d8d8f5 req-ea0f4cce-c535-4be2-a97b-97e3382eefe0 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:06.198626 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-321a22a8-34a0-4848-9ef0-079073d8d8f5 req-ea0f4cce-c535-4be2-a97b-97e3382eefe0 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 946 time: 0.0510976 Jul 29 04:49:06.261226 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-321a22a8-34a0-4848-9ef0-079073d8d8f5 req-238d7e89-81b2-4813-9e70-bc024f61f094 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568385 Jul 29 04:49:06.462591 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289f0c8-3753-4a1f-adca-222f0b82602c req-b8e7734b-b9b2-4aad-9ee5-b3edb0422344 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:06.464204 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4289f0c8-3753-4a1f-adca-222f0b82602c req-b8e7734b-b9b2-4aad-9ee5-b3edb0422344 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/ports?device_id=5786f4ef-cc00-4e18-9910-7ba1707d903c HTTP/1.1" status: 200 len: 945 time: 0.0536397 Jul 29 04:49:06.517663 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4289f0c8-3753-4a1f-adca-222f0b82602c req-358852ca-6231-4e64-846a-c679cec286d9 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/security-groups?id=7738388d-8c0b-4453-ba76-373bc961c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474715 Jul 29 04:49:06.576740 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 59238) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:49:06.696343 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-20f9ad8d-01d4-45b8-bd45-2a7ea164df27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:06.758070 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9be187-882b-4bd2-a3a2-8775b20c729a req-c0beeb21-b51d-4eb1-9534-53a73238a830 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:06.759791 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-ba9be187-882b-4bd2-a3a2-8775b20c729a req-c0beeb21-b51d-4eb1-9534-53a73238a830 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fe4d36d-6194-447a-9936-6d90fce16ed4 HTTP/1.1" status: 200 len: 945 time: 0.0653307 Jul 29 04:49:06.839076 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-ba9be187-882b-4bd2-a3a2-8775b20c729a req-cfb706c1-2538-448a-a140-f91781c4f746 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/security-groups?id=12bfe1dd-e276-41d7-8036-757f7521e720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696833 Jul 29 04:49:06.860491 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-20f9ad8d-01d4-45b8-bd45-2a7ea164df27 admin admin] Publish callbacks [] for security_group (1afcb1ce-a351-48b4-998d-4443f8d62d7a), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:06.865067 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-20f9ad8d-01d4-45b8-bd45-2a7ea164df27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (1afcb1ce-a351-48b4-998d-4443f8d62d7a), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:06.876589 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:06.909902 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-20f9ad8d-01d4-45b8-bd45-2a7ea164df27 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=301f15b6723146d99b477817ffd324a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3320558 Jul 29 04:49:06.911421 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f9ad8d-01d4-45b8-bd45-2a7ea164df27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1afcb1ce-a351-48b4-998d-4443f8d62d7a,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:49:06.912561 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 59244) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:49:06.963646 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-2d607b74-58a7-4bdd-a884-279b0f5f6eef admin admin] Publish callbacks [] for security_group (1afcb1ce-a351-48b4-998d-4443f8d62d7a), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:06.985936 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-2d607b74-58a7-4bdd-a884-279b0f5f6eef admin admin] Publish callbacks [] for security_group (1afcb1ce-a351-48b4-998d-4443f8d62d7a), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:07.040142 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-2d607b74-58a7-4bdd-a884-279b0f5f6eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (1afcb1ce-a351-48b4-998d-4443f8d62d7a), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:07.042697 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-2d607b74-58a7-4bdd-a884-279b0f5f6eef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:07.046661 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-2d607b74-58a7-4bdd-a884-279b0f5f6eef admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/1afcb1ce-a351-48b4-998d-4443f8d62d7a HTTP/1.1" status: 204 len: 168 time: 0.1302681 Jul 29 04:49:07.054239 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d607b74-58a7-4bdd-a884-279b0f5f6eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1afcb1ce-a351-48b4-998d-4443f8d62d7a,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:49:07.317487 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 59256) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:49:07.332900 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-6c39f1eb-c3cd-482f-9f9f-04922e578c07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:07.385751 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:07.417277 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2bc3b-f556-4686-bc0d-dec5aace09e8 req-afb7d080-bd10-40e4-bd39-3bb403efbd92 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:07.418746 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-44a2bc3b-f556-4686-bc0d-dec5aace09e8 req-afb7d080-bd10-40e4-bd39-3bb403efbd92 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 946 time: 0.0734544 Jul 29 04:49:07.502103 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-44a2bc3b-f556-4686-bc0d-dec5aace09e8 req-f099673b-65b2-42c3-90fe-b2643466b049 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758538 Jul 29 04:49:07.503983 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-6c39f1eb-c3cd-482f-9f9f-04922e578c07 admin admin] Publish callbacks [] for security_group (b51fda46-5c1b-4a2c-8a6b-7545c32935f1), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:07.508804 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-6c39f1eb-c3cd-482f-9f9f-04922e578c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (b51fda46-5c1b-4a2c-8a6b-7545c32935f1), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:07.549345 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c39f1eb-c3cd-482f-9f9f-04922e578c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b51fda46-5c1b-4a2c-8a6b-7545c32935f1,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:49:07.553587 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-6c39f1eb-c3cd-482f-9f9f-04922e578c07 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=4d1e691ae5274c78be10dbebdb9d26a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2350194 Jul 29 04:49:07.557159 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 59260) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:49:07.657156 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39292856-ec71-42bf-9a72-19fe955cd0a2 req-f5ae0a06-acc2-4d51-bf10-49e7d104b58b tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:07.658762 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-39292856-ec71-42bf-9a72-19fe955cd0a2 req-f5ae0a06-acc2-4d51-bf10-49e7d104b58b tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/ports?device_id=5786f4ef-cc00-4e18-9910-7ba1707d903c HTTP/1.1" status: 200 len: 945 time: 0.0634818 Jul 29 04:49:07.659416 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-30f7284a-e143-40e1-ac73-debe48bba395 admin admin] Publish callbacks [] for security_group (b51fda46-5c1b-4a2c-8a6b-7545c32935f1), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:07.700032 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-30f7284a-e143-40e1-ac73-debe48bba395 admin admin] Publish callbacks [] for security_group (b51fda46-5c1b-4a2c-8a6b-7545c32935f1), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:07.747171 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-39292856-ec71-42bf-9a72-19fe955cd0a2 req-e2f6579c-62f9-480b-b904-6d56fd563aa2 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/security-groups?id=7738388d-8c0b-4453-ba76-373bc961c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829120 Jul 29 04:49:07.767295 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-30f7284a-e143-40e1-ac73-debe48bba395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (b51fda46-5c1b-4a2c-8a6b-7545c32935f1), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:07.769878 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-30f7284a-e143-40e1-ac73-debe48bba395 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:07.771096 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-30f7284a-e143-40e1-ac73-debe48bba395 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b51fda46-5c1b-4a2c-8a6b-7545c32935f1 HTTP/1.1" status: 204 len: 168 time: 0.2127802 Jul 29 04:49:07.778993 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f7284a-e143-40e1-ac73-debe48bba395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51fda46-5c1b-4a2c-8a6b-7545c32935f1,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:49:07.899019 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=60 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:07.966509 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3900c960-f6ec-4b7b-8158-5e66c532fd1b req-235c54d7-b1d5-4b61-9030-cc82c5cfb1cb tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:07.968095 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-3900c960-f6ec-4b7b-8158-5e66c532fd1b req-235c54d7-b1d5-4b61-9030-cc82c5cfb1cb tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fe4d36d-6194-447a-9936-6d90fce16ed4 HTTP/1.1" status: 200 len: 945 time: 0.0516384 Jul 29 04:49:08.022782 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-3900c960-f6ec-4b7b-8158-5e66c532fd1b req-3c2b9916-17d9-44cf-ace7-bd47e8ee23e2 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/security-groups?id=12bfe1dd-e276-41d7-8036-757f7521e720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483625 Jul 29 04:49:08.128351 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 59270) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:49:08.141685 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-2cc65e43-ce1d-4274-96cc-0d8a6c70ea33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:08.224954 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-2cc65e43-ce1d-4274-96cc-0d8a6c70ea33 admin admin] Publish callbacks [] for security_group (d5924e45-bdd7-475e-9594-32f2fc96f526), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:08.229582 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-2cc65e43-ce1d-4274-96cc-0d8a6c70ea33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (d5924e45-bdd7-475e-9594-32f2fc96f526), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:08.269668 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-2cc65e43-ce1d-4274-96cc-0d8a6c70ea33 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=d21b087bf09443bf8d13154cfd339983&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1401439 Jul 29 04:49:08.270575 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc65e43-ce1d-4274-96cc-0d8a6c70ea33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5924e45-bdd7-475e-9594-32f2fc96f526,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:49:08.272294 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 59272) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:49:08.324314 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-2e34d676-a978-4c0b-a0f8-fc45563f0d62 admin admin] Publish callbacks [] for security_group (d5924e45-bdd7-475e-9594-32f2fc96f526), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:08.348056 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-2e34d676-a978-4c0b-a0f8-fc45563f0d62 admin admin] Publish callbacks [] for security_group (d5924e45-bdd7-475e-9594-32f2fc96f526), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:08.363802 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:08.397894 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-2e34d676-a978-4c0b-a0f8-fc45563f0d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (d5924e45-bdd7-475e-9594-32f2fc96f526), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:08.400843 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-2e34d676-a978-4c0b-a0f8-fc45563f0d62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:08.402212 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-2e34d676-a978-4c0b-a0f8-fc45563f0d62 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/d5924e45-bdd7-475e-9594-32f2fc96f526 HTTP/1.1" status: 204 len: 168 time: 0.1280537 Jul 29 04:49:08.411115 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e34d676-a978-4c0b-a0f8-fc45563f0d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5924e45-bdd7-475e-9594-32f2fc96f526,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:49:08.585594 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:08.634654 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d08f01-386d-4dcb-88d3-c18c2db31bd1 req-65ebaf6a-3d85-4aa8-bc72-e15cba78d0a0 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:08.636145 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-81d08f01-386d-4dcb-88d3-c18c2db31bd1 req-65ebaf6a-3d85-4aa8-bc72-e15cba78d0a0 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 946 time: 0.0615282 Jul 29 04:49:08.689302 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-81d08f01-386d-4dcb-88d3-c18c2db31bd1 req-61c65c3a-9794-4b6c-9864-44e92a6ef676 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455251 Jul 29 04:49:08.868671 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572306a0-e49b-49cd-90a3-8f121b6c1ce7 req-b62f75ba-daeb-45f2-92be-f70bf843b7c8 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:08.870332 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-572306a0-e49b-49cd-90a3-8f121b6c1ce7 req-b62f75ba-daeb-45f2-92be-f70bf843b7c8 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/ports?device_id=5786f4ef-cc00-4e18-9910-7ba1707d903c HTTP/1.1" status: 200 len: 945 time: 0.0486825 Jul 29 04:49:08.895366 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=40 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:08.920684 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-572306a0-e49b-49cd-90a3-8f121b6c1ce7 req-1aac7676-ad5d-462e-8d38-ac71ea8a27be tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/security-groups?id=7738388d-8c0b-4453-ba76-373bc961c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447068 Jul 29 04:49:09.168495 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76009e2-8d07-473c-93dd-9e9122e33749 req-ff725337-df1f-4669-ae56-1609284d28d6 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:09.170038 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-c76009e2-8d07-473c-93dd-9e9122e33749 req-ff725337-df1f-4669-ae56-1609284d28d6 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fe4d36d-6194-447a-9936-6d90fce16ed4 HTTP/1.1" status: 200 len: 945 time: 0.0577943 Jul 29 04:49:09.230019 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-c76009e2-8d07-473c-93dd-9e9122e33749 req-bfb07bec-9201-4886-9964-982188cb5b7f tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/security-groups?id=12bfe1dd-e276-41d7-8036-757f7521e720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522237 Jul 29 04:49:09.810353 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1fcf14-e66c-477f-8b41-61f0836fbcd4 req-6def5941-9a94-44ec-af35-32c106d47e0c tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:09.812073 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-dd1fcf14-e66c-477f-8b41-61f0836fbcd4 req-6def5941-9a94-44ec-af35-32c106d47e0c tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 946 time: 0.0517311 Jul 29 04:49:09.862409 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-dd1fcf14-e66c-477f-8b41-61f0836fbcd4 req-143e6ab7-6be0-4f45-8513-d1e0cdffa569 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445147 Jul 29 04:49:10.050770 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70beafab-c3ea-4fd6-a44d-42ff76700afe req-3a4657b8-a490-43ce-9db4-db06b5f07bc3 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:10.052398 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-70beafab-c3ea-4fd6-a44d-42ff76700afe req-3a4657b8-a490-43ce-9db4-db06b5f07bc3 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/ports?device_id=5786f4ef-cc00-4e18-9910-7ba1707d903c HTTP/1.1" status: 200 len: 945 time: 0.0553637 Jul 29 04:49:10.106471 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-70beafab-c3ea-4fd6-a44d-42ff76700afe req-41163c31-fe6b-4085-b66d-0e29f0ae5c2a tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/security-groups?id=7738388d-8c0b-4453-ba76-373bc961c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485327 Jul 29 04:49:10.183334 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5524806-6ea3-46c4-abd6-d22fb59b2b52 req-3931ceca-4dc2-4f35-b204-a9c14fe1ecab tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:10.184843 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-b5524806-6ea3-46c4-abd6-d22fb59b2b52 req-3931ceca-4dc2-4f35-b204-a9c14fe1ecab tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fe4d36d-6194-447a-9936-6d90fce16ed4 HTTP/1.1" status: 200 len: 945 time: 0.0557961 Jul 29 04:49:10.238955 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-b5524806-6ea3-46c4-abd6-d22fb59b2b52 req-18929236-cf1d-4a13-b9aa-d85aa7a0cddd tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/security-groups?id=12bfe1dd-e276-41d7-8036-757f7521e720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471263 Jul 29 04:49:10.986556 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd405a34-c6d3-4580-bf16-2314e2b0a941 req-60f9444d-a166-4eec-9264-6e20b971c33c tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:10.988021 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-bd405a34-c6d3-4580-bf16-2314e2b0a941 req-60f9444d-a166-4eec-9264-6e20b971c33c tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 946 time: 0.0504332 Jul 29 04:49:11.034325 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-bd405a34-c6d3-4580-bf16-2314e2b0a941 req-be76e0f0-bae7-4fe7-9b0a-c55f2c01478f tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405097 Jul 29 04:49:11.228831 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb71483-7afd-44aa-8905-9346b8228580 req-b29e11e2-b23a-4790-a0f1-2b71bb03b234 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:11.230311 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-dfb71483-7afd-44aa-8905-9346b8228580 req-b29e11e2-b23a-4790-a0f1-2b71bb03b234 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/ports?device_id=5786f4ef-cc00-4e18-9910-7ba1707d903c HTTP/1.1" status: 200 len: 945 time: 0.0474391 Jul 29 04:49:11.278575 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-dfb71483-7afd-44aa-8905-9346b8228580 req-befb5a6c-b16e-4306-9e81-c77949b39893 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/security-groups?id=7738388d-8c0b-4453-ba76-373bc961c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427148 Jul 29 04:49:11.373565 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875388a-fdcd-4a2d-8225-cdf4bcbd7102 req-9855956c-46ab-4b95-b0c3-15f2a8264b3a tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:11.376116 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-f875388a-fdcd-4a2d-8225-cdf4bcbd7102 req-9855956c-46ab-4b95-b0c3-15f2a8264b3a tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fe4d36d-6194-447a-9936-6d90fce16ed4 HTTP/1.1" status: 200 len: 945 time: 0.0591342 Jul 29 04:49:11.424946 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-f875388a-fdcd-4a2d-8225-cdf4bcbd7102 req-5c045a9f-8fac-4e20-9add-3c9cccd5e2b5 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/security-groups?id=12bfe1dd-e276-41d7-8036-757f7521e720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424604 Jul 29 04:49:12.164205 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0713799-d308-4fb6-9cc3-2e9d9a27ad06 req-024d81b7-346f-45ac-8c5f-70c11af7a3b3 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:12.165720 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-f0713799-d308-4fb6-9cc3-2e9d9a27ad06 req-024d81b7-346f-45ac-8c5f-70c11af7a3b3 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 946 time: 0.0529132 Jul 29 04:49:12.219926 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-f0713799-d308-4fb6-9cc3-2e9d9a27ad06 req-ea49c787-5ff6-4da8-b8ae-bfd433dbe01b tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474513 Jul 29 04:49:12.237784 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0275506a-d551-41d6-b9d6-9f180259a69d req-0893213c-d334-4f14-a5d9-205f90e9210d tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:12.240127 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-0275506a-d551-41d6-b9d6-9f180259a69d req-0893213c-d334-4f14-a5d9-205f90e9210d tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.64 "GET /v2.0/ports?device_id=5786f4ef-cc00-4e18-9910-7ba1707d903c HTTP/1.1" status: 200 len: 945 time: 0.0532663 Jul 29 04:49:12.285762 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:12.393785 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [req-0275506a-d551-41d6-b9d6-9f180259a69d req-01c7d21b-d4fb-427c-8073-8d2b842a3e0a tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Deleting port 9311cd5a-7a75-4479-a351-988245db7504 {{(pid=115908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 04:49:12.394151 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-0275506a-d551-41d6-b9d6-9f180259a69d req-01c7d21b-d4fb-427c-8073-8d2b842a3e0a tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (9311cd5a-7a75-4479-a351-988245db7504), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:12.477173 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b7a78-1c15-4647-bbe0-62a218575e25 req-754f17f9-bfc3-492f-9a53-2a7c9996e8ff tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:12.478705 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ea7b7a78-1c15-4647-bbe0-62a218575e25 req-754f17f9-bfc3-492f-9a53-2a7c9996e8ff tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/ports?device_id=5786f4ef-cc00-4e18-9910-7ba1707d903c HTTP/1.1" status: 200 len: 945 time: 0.1028490 Jul 29 04:49:12.556415 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [req-0275506a-d551-41d6-b9d6-9f180259a69d req-01c7d21b-d4fb-427c-8073-8d2b842a3e0a tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] For port 9311cd5a-7a75-4479-a351-988245db7504, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=9311cd5a-7a75-4479-a351-988245db7504,segment=NetworkSegment(f3c3937f-0d62-4e7f-a2ac-736614dde9c0),segment_id=f3c3937f-0d62-4e7f-a2ac-736614dde9c0)] {{(pid=115908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:49:12.556812 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-0275506a-d551-41d6-b9d6-9f180259a69d req-01c7d21b-d4fb-427c-8073-8d2b842a3e0a tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (9311cd5a-7a75-4479-a351-988245db7504), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:12.563909 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e6f010-d8fb-4673-811f-ecf6863687e4 req-ea397626-9959-4095-b8bd-82bb7c0bc6bf tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:12.566117 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-75e6f010-d8fb-4673-811f-ecf6863687e4 req-ea397626-9959-4095-b8bd-82bb7c0bc6bf tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fe4d36d-6194-447a-9936-6d90fce16ed4 HTTP/1.1" status: 200 len: 945 time: 0.0573368 Jul 29 04:49:12.578370 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:12.589517 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ea7b7a78-1c15-4647-bbe0-62a218575e25 req-0ca22d08-c517-4a04-8a9e-a67f68e47ec5 tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/security-groups?id=7738388d-8c0b-4453-ba76-373bc961c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023858 Jul 29 04:49:12.590530 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [req-0275506a-d551-41d6-b9d6-9f180259a69d req-01c7d21b-d4fb-427c-8073-8d2b842a3e0a tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Calling delete_port for 9311cd5a-7a75-4479-a351-988245db7504 owned by compute:nova {{(pid=115908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 04:49:12.628755 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-75e6f010-d8fb-4673-811f-ecf6863687e4 req-27bb8495-eb5c-4a2e-b0ac-35de6d5c27fd tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/security-groups?id=12bfe1dd-e276-41d7-8036-757f7521e720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567293 Jul 29 04:49:12.733707 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5aacc7-241e-4aaa-9dc5-39e47b62e04f req-0c6e75b3-9a16-4cfb-8969-f36124437cff tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:12.735217 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ac5aacc7-241e-4aaa-9dc5-39e47b62e04f req-0c6e75b3-9a16-4cfb-8969-f36124437cff tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe4d36d-6194-447a-9936-6d90fce16ed4 HTTP/1.1" status: 200 len: 945 time: 0.0626335 Jul 29 04:49:12.749364 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:12.874290 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [req-ac5aacc7-241e-4aaa-9dc5-39e47b62e04f req-014689e8-71db-4d02-8859-0f5a79e61100 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Deleting port d90ea8cb-bf7c-48a9-9383-979158877ae7 {{(pid=115908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 04:49:12.874641 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-ac5aacc7-241e-4aaa-9dc5-39e47b62e04f req-014689e8-71db-4d02-8859-0f5a79e61100 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (d90ea8cb-bf7c-48a9-9383-979158877ae7), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:12.923637 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-0275506a-d551-41d6-b9d6-9f180259a69d req-01c7d21b-d4fb-427c-8073-8d2b842a3e0a tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (9311cd5a-7a75-4479-a351-988245db7504), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:12.955668 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c7d21b-d4fb-427c-8073-8d2b842a3e0a tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Pushing event deleted for resources: {'Port': ['ID=9311cd5a-7a75-4479-a351-988245db7504,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:49:13.040999 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.l3_dvrscheduler_db [req-0275506a-d551-41d6-b9d6-9f180259a69d req-01c7d21b-d4fb-427c-8073-8d2b842a3e0a tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] No DVR routers for this DVR port 9311cd5a-7a75-4479-a351-988245db7504 on host hv-cinder-85144 {{(pid=115908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 04:49:13.051981 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-0275506a-d551-41d6-b9d6-9f180259a69d req-01c7d21b-d4fb-427c-8073-8d2b842a3e0a tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for port (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:13.055413 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-0275506a-d551-41d6-b9d6-9f180259a69d req-01c7d21b-d4fb-427c-8073-8d2b842a3e0a tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.64 "DELETE /v2.0/ports/9311cd5a-7a75-4479-a351-988245db7504 HTTP/1.1" status: 204 len: 173 time: 0.8093452 Jul 29 04:49:13.055909 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5786f4ef-cc00-4e18-9910-7ba1707d903c', 'name': 'network-vif-deleted', 'tag': '9311cd5a-7a75-4479-a351-988245db7504'}] {{(pid=115908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:49:13.058194 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91089063952d51f7df5c9c02e055d40fa8e1e9cb9a21cfbbcb9b3277c7a948b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08dc9150-f738-46be-9950-5d9abf7361a8" -d '{"events": [{"server_uuid": "5786f4ef-cc00-4e18-9910-7ba1707d903c", "name": "network-vif-deleted", "tag": "9311cd5a-7a75-4479-a351-988245db7504"}]}' {{(pid=115908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:49:13.076769 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [req-ac5aacc7-241e-4aaa-9dc5-39e47b62e04f req-014689e8-71db-4d02-8859-0f5a79e61100 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] For port d90ea8cb-bf7c-48a9-9383-979158877ae7, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=d90ea8cb-bf7c-48a9-9383-979158877ae7,segment=NetworkSegment(ce207d7e-8865-4c28-a34a-cb1afcfbc929),segment_id=ce207d7e-8865-4c28-a34a-cb1afcfbc929)] {{(pid=115908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:49:13.077208 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-ac5aacc7-241e-4aaa-9dc5-39e47b62e04f req-014689e8-71db-4d02-8859-0f5a79e61100 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (d90ea8cb-bf7c-48a9-9383-979158877ae7), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:13.099819 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [req-ac5aacc7-241e-4aaa-9dc5-39e47b62e04f req-014689e8-71db-4d02-8859-0f5a79e61100 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Calling delete_port for d90ea8cb-bf7c-48a9-9383-979158877ae7 owned by compute:nova {{(pid=115908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 04:49:13.113679 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 04:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6419d3c6-3d38-48cf-9705-f6f0bdf2942f x-openstack-request-id: req-6419d3c6-3d38-48cf-9705-f6f0bdf2942f {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:49:13.113973 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5786f4ef-cc00-4e18-9910-7ba1707d903c", "name": "network-vif-deleted", "tag": "9311cd5a-7a75-4479-a351-988245db7504", "status": "completed", "code": 200}]} {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:49:13.114232 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-6419d3c6-3d38-48cf-9705-f6f0bdf2942f {{(pid=115908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:49:13.114797 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6419d3c6-3d38-48cf-9705-f6f0bdf2942f'] response: {'server_uuid': '5786f4ef-cc00-4e18-9910-7ba1707d903c', 'name': 'network-vif-deleted', 'tag': '9311cd5a-7a75-4479-a351-988245db7504', 'status': 'completed', 'code': 200} Jul 29 04:49:13.242125 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-ac5aacc7-241e-4aaa-9dc5-39e47b62e04f req-014689e8-71db-4d02-8859-0f5a79e61100 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (d90ea8cb-bf7c-48a9-9383-979158877ae7), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:13.274755 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014689e8-71db-4d02-8859-0f5a79e61100 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Pushing event deleted for resources: {'Port': ['ID=d90ea8cb-bf7c-48a9-9383-979158877ae7,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:49:13.281792 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] get_ports_and_sgs() called for port_ids ['d90ea8cb-bf7c-48a9-9383-979158877ae7'] {{(pid=115909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 04:49:13.320966 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac5aacc7-241e-4aaa-9dc5-39e47b62e04f req-014689e8-71db-4d02-8859-0f5a79e61100 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] No DVR routers for this DVR port d90ea8cb-bf7c-48a9-9383-979158877ae7 on host hv-cinder-85144 {{(pid=115908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 04:49:13.324132 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-ac5aacc7-241e-4aaa-9dc5-39e47b62e04f req-014689e8-71db-4d02-8859-0f5a79e61100 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for port (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:13.327403 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ac5aacc7-241e-4aaa-9dc5-39e47b62e04f req-014689e8-71db-4d02-8859-0f5a79e61100 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.64 "DELETE /v2.0/ports/d90ea8cb-bf7c-48a9-9383-979158877ae7 HTTP/1.1" status: 204 len: 173 time: 0.5864968 Jul 29 04:49:13.368297 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce697b-d8be-4a3d-a008-c50ec07478cc req-30ed887d-094a-4ba1-96ce-2628b88e4f31 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:13.369947 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-64ce697b-d8be-4a3d-a008-c50ec07478cc req-30ed887d-094a-4ba1-96ce-2628b88e4f31 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 946 time: 0.0516241 Jul 29 04:49:13.441564 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-64ce697b-d8be-4a3d-a008-c50ec07478cc req-2a09b403-f2e1-43da-9d04-e9296b416c7c tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639129 Jul 29 04:49:13.712002 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-f9999f6f-f96a-41cd-8eaa-ab03d65e6735 req-0f4d2d46-1dc0-437f-a952-7dfb8c95ae4d tempest-DeleteServersTestJSON-1017299837 tempest-DeleteServersTestJSON-1017299837-project] 10.222.0.40 "GET /v2.0/ports?device_id=5786f4ef-cc00-4e18-9910-7ba1707d903c HTTP/1.1" status: 200 len: 210 time: 0.0286736 Jul 29 04:49:13.747642 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-fe71214e-dfe5-4706-86fb-7c887e7d1809 req-aacb1790-f641-40b7-a097-a30e22fa08ed tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fe4d36d-6194-447a-9936-6d90fce16ed4 HTTP/1.1" status: 200 len: 210 time: 0.0282609 Jul 29 04:49:14.307494 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device 9311cd5a-7a75-4479-a351-988245db7504 no longer exists at agent hyperv_hv-cinder-85144 {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 04:49:14.331643 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] No Port match for: 9311cd5a-7a75-4479-a351-988245db7504 {{(pid=115909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 04:49:14.331989 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device 9311cd5a-7a75-4479-a351-988245db7504 not bound to the agent host hv-cinder-85144 {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 04:49:14.332414 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device d90ea8cb-bf7c-48a9-9383-979158877ae7 no longer exists at agent hyperv_hv-cinder-85144 {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 04:49:14.351635 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] No Port match for: d90ea8cb-bf7c-48a9-9383-979158877ae7 {{(pid=115909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 04:49:14.351981 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device d90ea8cb-bf7c-48a9-9383-979158877ae7 not bound to the agent host hv-cinder-85144 {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 04:49:14.552394 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:14.571441 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed2fa5-1dd7-4ac2-b987-db5f2f01701f req-58d52346-2418-4498-ab4e-7e26b26273cd tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:14.572981 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-fbed2fa5-1dd7-4ac2-b987-db5f2f01701f req-58d52346-2418-4498-ab4e-7e26b26273cd tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 946 time: 0.0482142 Jul 29 04:49:14.623606 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-fbed2fa5-1dd7-4ac2-b987-db5f2f01701f req-7ab540ce-8230-4065-947f-9609e20bceed tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450943 Jul 29 04:49:15.092405 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1cf613-6d20-4bc9-834c-d7a37c290c71 req-2a6a031f-a7c2-4f50-8d0f-b048d3d3bd7d tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:15.093904 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-db1cf613-6d20-4bc9-834c-d7a37c290c71 req-2a6a031f-a7c2-4f50-8d0f-b048d3d3bd7d tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/networks?id=48d67382-c2d3-47d5-b28b-aeebd485858a HTTP/1.1" status: 200 len: 809 time: 0.1059630 Jul 29 04:49:15.109250 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-db1cf613-6d20-4bc9-834c-d7a37c290c71 req-a634d50d-cd45-4a2b-b8f8-4139dc77b0ec tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/quotas/e52663d55be44e12b4aa939974e8e517 HTTP/1.1" status: 200 len: 375 time: 0.0092955 Jul 29 04:49:15.115670 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe4d36d-6194-447a-9936-6d90fce16ed4', 'name': 'network-vif-deleted', 'tag': 'd90ea8cb-bf7c-48a9-9383-979158877ae7'}] {{(pid=115908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:49:15.117878 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91089063952d51f7df5c9c02e055d40fa8e1e9cb9a21cfbbcb9b3277c7a948b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26d8357-dc66-4818-91c6-38359fd33fe0" -d '{"events": [{"server_uuid": "8fe4d36d-6194-447a-9936-6d90fce16ed4", "name": "network-vif-deleted", "tag": "d90ea8cb-bf7c-48a9-9383-979158877ae7"}]}' {{(pid=115908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:49:15.146611 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-db1cf613-6d20-4bc9-834c-d7a37c290c71 req-6378ed3a-5d6e-458c-a2ee-36d223552f05 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=e52663d55be44e12b4aa939974e8e517&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320566 Jul 29 04:49:15.163271 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 04:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa29bdbe-1eb2-424c-93f1-5ef34f013b00 x-openstack-request-id: req-aa29bdbe-1eb2-424c-93f1-5ef34f013b00 {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:49:15.163631 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fe4d36d-6194-447a-9936-6d90fce16ed4", "name": "network-vif-deleted", "tag": "d90ea8cb-bf7c-48a9-9383-979158877ae7", "status": "completed", "code": 200}]} {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:49:15.163875 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-aa29bdbe-1eb2-424c-93f1-5ef34f013b00 {{(pid=115908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:49:15.164261 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa29bdbe-1eb2-424c-93f1-5ef34f013b00'] response: {'server_uuid': '8fe4d36d-6194-447a-9936-6d90fce16ed4', 'name': 'network-vif-deleted', 'tag': 'd90ea8cb-bf7c-48a9-9383-979158877ae7', 'status': 'completed', 'code': 200} Jul 29 04:49:15.250209 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-db1cf613-6d20-4bc9-834c-d7a37c290c71 req-c02fa2af-5abf-4a35-aeb9-9dcac496a950 service neutron] 10.222.0.40 "GET /v2.0/networks/48d67382-c2d3-47d5-b28b-aeebd485858a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965214 Jul 29 04:49:15.317495 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:15.553622 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-db1cf613-6d20-4bc9-834c-d7a37c290c71 req-6c3b415c-9798-4e7f-b3f3-592f6bdd0645 service neutron] 10.222.0.40 "GET /v2.0/networks/48d67382-c2d3-47d5-b28b-aeebd485858a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975342 Jul 29 04:49:15.727117 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4225cddc-15df-4193-8da5-281837cba463 req-c65ad5d8-c89e-4aec-93af-559ea5afcea8 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?device_id=9a43a6d4-64bc-43fa-bc6e-c1b1c4492c81 HTTP/1.1" status: 200 len: 210 time: 0.0293665 Jul 29 04:49:15.770372 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798b684-3d9e-4727-9f8f-4fe0cc35c398 req-8cb1c1f9-fd7d-406c-8ade-93a3477ffb8a tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:15.772094 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-5798b684-3d9e-4727-9f8f-4fe0cc35c398 req-8cb1c1f9-fd7d-406c-8ade-93a3477ffb8a tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 946 time: 0.0606191 Jul 29 04:49:15.822145 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-5798b684-3d9e-4727-9f8f-4fe0cc35c398 req-e889d6bc-0f20-444a-b443-f1b3532c2d42 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444858 Jul 29 04:49:16.211734 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 59492) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:49:16.495611 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=100 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:16.598744 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-ec9331c7-7427-44f5-a0c5-21b16fa89651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1933340'] for router_interface (a4a2311e-889f-4131-b02b-9b68a398deaa), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:16.857180 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b2dfd78a-da28-470c-8ca3-09d90146db04 req-e2c313f9-c989-4aea-8d49-6adfceaffd62 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?device_id=9a43a6d4-64bc-43fa-bc6e-c1b1c4492c81 HTTP/1.1" status: 200 len: 210 time: 0.0446448 Jul 29 04:49:17.013292 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b3317-625d-4bfe-a2ff-46fc89843cc1 req-6abcfa3d-328c-45d7-a0f8-cc8a6d1db10f tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:17.015787 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-547b3317-625d-4bfe-a2ff-46fc89843cc1 req-6abcfa3d-328c-45d7-a0f8-cc8a6d1db10f tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 946 time: 0.0825615 Jul 29 04:49:17.050542 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1cf613-6d20-4bc9-834c-d7a37c290c71 req-360e706e-9983-49c8-ab86-552d7e0267fd tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:17.053153 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-db1cf613-6d20-4bc9-834c-d7a37c290c71 req-360e706e-9983-49c8-ab86-552d7e0267fd tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.64 "GET /v2.0/networks?id=48d67382-c2d3-47d5-b28b-aeebd485858a HTTP/1.1" status: 200 len: 809 time: 0.1749277 Jul 29 04:49:17.078088 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 59510) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:49:17.090014 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [req-db1cf613-6d20-4bc9-834c-d7a37c290c71 req-4f54e0bb-1826-462c-9aa4-8e473acba0cf tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Request body: {'port': {'device_id': '9a43a6d4-64bc-43fa-bc6e-c1b1c4492c81', 'network_id': '48d67382-c2d3-47d5-b28b-aeebd485858a', 'admin_state_up': True, 'tenant_id': 'e52663d55be44e12b4aa939974e8e517'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:49:17.189842 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-547b3317-625d-4bfe-a2ff-46fc89843cc1 req-3e9357af-ac2c-45cd-9e81-30ecbb9515f7 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491241 Jul 29 04:49:17.245075 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db1cf613-6d20-4bc9-834c-d7a37c290c71 req-4f54e0bb-1826-462c-9aa4-8e473acba0cf tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Made reservation on behalf of e52663d55be44e12b4aa939974e8e517 for: {'port': 1} {{(pid=115908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 04:49:17.250542 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-db1cf613-6d20-4bc9-834c-d7a37c290c71 req-4f54e0bb-1826-462c-9aa4-8e473acba0cf tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:17.254138 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-678c7441-f86c-4ae3-b9f2-cfeb88bd71f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:17.259698 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.plugin [None req-ec9331c7-7427-44f5-a0c5-21b16fa89651 admin admin] Deleting port ff2f07e1-ded3-4681-a20d-58362ba4f0d4 {{(pid=115907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 04:49:17.260066 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-ec9331c7-7427-44f5-a0c5-21b16fa89651 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (ff2f07e1-ded3-4681-a20d-58362ba4f0d4), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:17.353068 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=100 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:17.363361 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.db [None req-ec9331c7-7427-44f5-a0c5-21b16fa89651 admin admin] For port ff2f07e1-ded3-4681-a20d-58362ba4f0d4, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=ff2f07e1-ded3-4681-a20d-58362ba4f0d4,segment=NetworkSegment(f3c3937f-0d62-4e7f-a2ac-736614dde9c0),segment_id=f3c3937f-0d62-4e7f-a2ac-736614dde9c0)] {{(pid=115907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:49:17.363361 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-ec9331c7-7427-44f5-a0c5-21b16fa89651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (ff2f07e1-ded3-4681-a20d-58362ba4f0d4), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:17.378993 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.plugin [None req-ec9331c7-7427-44f5-a0c5-21b16fa89651 admin admin] Calling delete_port for ff2f07e1-ded3-4681-a20d-58362ba4f0d4 owned by network:router_interface {{(pid=115907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 04:49:17.493047 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.db_base_plugin_common [req-db1cf613-6d20-4bc9-834c-d7a37c290c71 req-4f54e0bb-1826-462c-9aa4-8e473acba0cf tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Allocated IP 172.20.0.10 (48d67382-c2d3-47d5-b28b-aeebd485858a/87e7f681-c439-4ada-a044-0b83b0fd62fb/aa4b3ede-1fb6-40cc-862c-da417c00ce02) {{(pid=115908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 04:49:17.507077 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-678c7441-f86c-4ae3-b9f2-cfeb88bd71f6 admin admin] Publish callbacks [] for security_group (e9c1d4e6-f9e0-4a1b-801e-1d1ceb5531da), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:17.514466 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-678c7441-f86c-4ae3-b9f2-cfeb88bd71f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (e9c1d4e6-f9e0-4a1b-801e-1d1ceb5531da), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:17.596748 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-678c7441-f86c-4ae3-b9f2-cfeb88bd71f6 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=8b3fd0d6c4da4de3af7a056759d0e04f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5172060 Jul 29 04:49:17.603594 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 59518) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:49:17.609234 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:17.613986 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c7441-f86c-4ae3-b9f2-cfeb88bd71f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c1d4e6-f9e0-4a1b-801e-1d1ceb5531da,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:49:17.634022 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c7441-f86c-4ae3-b9f2-cfeb88bd71f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:49:17.634022 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c7441-f86c-4ae3-b9f2-cfeb88bd71f6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:49:17.634526 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c7441-f86c-4ae3-b9f2-cfeb88bd71f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:49:17.634657 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c7441-f86c-4ae3-b9f2-cfeb88bd71f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:49:17.634956 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c7441-f86c-4ae3-b9f2-cfeb88bd71f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:49:17.635289 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c7441-f86c-4ae3-b9f2-cfeb88bd71f6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:49:17.635650 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c7441-f86c-4ae3-b9f2-cfeb88bd71f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:49:17.635963 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c7441-f86c-4ae3-b9f2-cfeb88bd71f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:49:17.636340 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c7441-f86c-4ae3-b9f2-cfeb88bd71f6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:49:17.636587 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c7441-f86c-4ae3-b9f2-cfeb88bd71f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:49:17.636944 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c7441-f86c-4ae3-b9f2-cfeb88bd71f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:49:17.637261 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c7441-f86c-4ae3-b9f2-cfeb88bd71f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:49:17.637588 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c7441-f86c-4ae3-b9f2-cfeb88bd71f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:49:17.638498 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c7441-f86c-4ae3-b9f2-cfeb88bd71f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:49:17.638914 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c7441-f86c-4ae3-b9f2-cfeb88bd71f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:49:17.645260 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-ec9331c7-7427-44f5-a0c5-21b16fa89651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7638272'] for port (ff2f07e1-ded3-4681-a20d-58362ba4f0d4), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:17.718501 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9331c7-7427-44f5-a0c5-21b16fa89651 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff2f07e1-ded3-4681-a20d-58362ba4f0d4,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:49:17.758821 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:17.768418 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9331c7-7427-44f5-a0c5-21b16fa89651 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:49:17.768787 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9331c7-7427-44f5-a0c5-21b16fa89651 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:49:17.769138 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9331c7-7427-44f5-a0c5-21b16fa89651 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:49:17.769472 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9331c7-7427-44f5-a0c5-21b16fa89651 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:49:17.769809 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9331c7-7427-44f5-a0c5-21b16fa89651 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:49:17.770144 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9331c7-7427-44f5-a0c5-21b16fa89651 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:49:17.770475 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9331c7-7427-44f5-a0c5-21b16fa89651 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:49:17.770802 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9331c7-7427-44f5-a0c5-21b16fa89651 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:49:17.771138 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9331c7-7427-44f5-a0c5-21b16fa89651 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:49:17.771461 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9331c7-7427-44f5-a0c5-21b16fa89651 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:49:17.771792 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9331c7-7427-44f5-a0c5-21b16fa89651 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:49:17.772121 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9331c7-7427-44f5-a0c5-21b16fa89651 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:49:17.772446 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9331c7-7427-44f5-a0c5-21b16fa89651 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:49:17.772800 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9331c7-7427-44f5-a0c5-21b16fa89651 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:49:17.773124 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9331c7-7427-44f5-a0c5-21b16fa89651 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:49:17.775988 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-d73b1443-b0a9-4bf8-abb7-fee7f9f66781 admin admin] Publish callbacks [] for security_group (e9c1d4e6-f9e0-4a1b-801e-1d1ceb5531da), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:17.797358 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-db1cf613-6d20-4bc9-834c-d7a37c290c71 req-4f54e0bb-1826-462c-9aa4-8e473acba0cf tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Publish callbacks [] for port (aa4b3ede-1fb6-40cc-862c-da417c00ce02), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:17.822657 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:17.833122 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-d73b1443-b0a9-4bf8-abb7-fee7f9f66781 admin admin] Publish callbacks [] for security_group (e9c1d4e6-f9e0-4a1b-801e-1d1ceb5531da), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:17.841228 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-db1cf613-6d20-4bc9-834c-d7a37c290c71 req-4f54e0bb-1826-462c-9aa4-8e473acba0cf tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (aa4b3ede-1fb6-40cc-862c-da417c00ce02), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:17.934498 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db1cf613-6d20-4bc9-834c-d7a37c290c71 req-4f54e0bb-1826-462c-9aa4-8e473acba0cf tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Network 48d67382-c2d3-47d5-b28b-aeebd485858a is already hosted by enough agents. {{(pid=115908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 04:49:17.943227 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.base_scheduler [req-db1cf613-6d20-4bc9-834c-d7a37c290c71 req-4f54e0bb-1826-462c-9aa4-8e473acba0cf tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Resources bound (agent type, host, resource id): {{(pid=115908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:49:17.948709 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.l3_dvrscheduler_db [req-db1cf613-6d20-4bc9-834c-d7a37c290c71 req-4f54e0bb-1826-462c-9aa4-8e473acba0cf tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Received port after_create {{(pid=115908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 04:49:17.998153 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f54e0bb-1826-462c-9aa4-8e473acba0cf tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Pushing event updated for resources: {'Port': ['ID=aa4b3ede-1fb6-40cc-862c-da417c00ce02,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:49:18.001894 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-d73b1443-b0a9-4bf8-abb7-fee7f9f66781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (e9c1d4e6-f9e0-4a1b-801e-1d1ceb5531da), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:18.005503 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-d73b1443-b0a9-4bf8-abb7-fee7f9f66781 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:18.006663 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-d73b1443-b0a9-4bf8-abb7-fee7f9f66781 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/e9c1d4e6-f9e0-4a1b-801e-1d1ceb5531da HTTP/1.1" status: 204 len: 168 time: 0.4020696 Jul 29 04:49:18.021672 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73b1443-b0a9-4bf8-abb7-fee7f9f66781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c1d4e6-f9e0-4a1b-801e-1d1ceb5531da,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:49:18.023845 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-ec9331c7-7427-44f5-a0c5-21b16fa89651 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1573551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1933448'] for router_interface (a4a2311e-889f-4131-b02b-9b68a398deaa), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:18.066904 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1cf613-6d20-4bc9-834c-d7a37c290c71 req-4f54e0bb-1826-462c-9aa4-8e473acba0cf tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:18.067730 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-db1cf613-6d20-4bc9-834c-d7a37c290c71 req-4f54e0bb-1826-462c-9aa4-8e473acba0cf tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for port (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:18.092658 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-db1cf613-6d20-4bc9-834c-d7a37c290c71 req-4f54e0bb-1826-462c-9aa4-8e473acba0cf tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0116432 Jul 29 04:49:18.105683 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12d300-c020-44b7-b97a-2ea7ed0e67ab req-4876e74d-d80a-4a35-8b4b-912a776e9fbf tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:18.107190 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8b12d300-c020-44b7-b97a-2ea7ed0e67ab req-4876e74d-d80a-4a35-8b4b-912a776e9fbf tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?device_id=9a43a6d4-64bc-43fa-bc6e-c1b1c4492c81 HTTP/1.1" status: 200 len: 932 time: 0.1241825 Jul 29 04:49:18.174544 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8b12d300-c020-44b7-b97a-2ea7ed0e67ab req-87c4d45d-452e-490a-a2f5-f410dd237153 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/security-groups?id=12bfe1dd-e276-41d7-8036-757f7521e720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595403 Jul 29 04:49:18.191091 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [req-db1cf613-6d20-4bc9-834c-d7a37c290c71 req-39976677-9a74-4d60-aac9-595182307c28 service neutron] Request body: {'port': {'device_id': '9a43a6d4-64bc-43fa-bc6e-c1b1c4492c81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85144'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:49:18.263811 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-db1cf613-6d20-4bc9-834c-d7a37c290c71 req-39976677-9a74-4d60-aac9-595182307c28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (aa4b3ede-1fb6-40cc-862c-da417c00ce02), before_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:18.346279 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec9331c7-7427-44f5-a0c5-21b16fa89651 admin admin] Router a4a2311e-889f-4131-b02b-9b68a398deaa has already been hosted by L3 agent 507cc676-b5a3-487d-9bd3-df89beb45ea5 {{(pid=115907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 04:49:18.355439 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480fa213-55ff-41ff-a3e0-7dd22b725452 req-1ee40569-bbaa-4e49-8b33-ffa55b33871f tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:18.357094 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-480fa213-55ff-41ff-a3e0-7dd22b725452 req-1ee40569-bbaa-4e49-8b33-ffa55b33871f tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 946 time: 0.0714219 Jul 29 04:49:18.360529 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:18.407798 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-4a8929a4-89b1-4477-9b11-9e5e6ffe6f08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:18.453965 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 59530) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:49:18.505083 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-dad3045a-cb6a-46a7-aa48-67116a55e771 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:18.520668 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-480fa213-55ff-41ff-a3e0-7dd22b725452 req-56629b49-c7c4-4226-ae14-6dd7606ad9b2 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555409 Jul 29 04:49:18.559023 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec9331c7-7427-44f5-a0c5-21b16fa89651 admin admin] Notify agent at l3_agent.dv-cinder-851449-2-iscsi the message routers_updated {{(pid=115907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 04:49:18.565015 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-ec9331c7-7427-44f5-a0c5-21b16fa89651 admin admin] 10.222.0.40 "PUT /v2.0/routers/a4a2311e-889f-4131-b02b-9b68a398deaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3520308 Jul 29 04:49:18.567461 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 59532) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:49:18.571706 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e01c510-eb5f-4746-a6fd-8a0cab937830 None None] Sync routers for ids ['a4a2311e-889f-4131-b02b-9b68a398deaa'] in dv-cinder-851449-2-iscsi {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 04:49:18.576925 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [req-db1cf613-6d20-4bc9-834c-d7a37c290c71 req-39976677-9a74-4d60-aac9-595182307c28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa4b3ede-1fb6-40cc-862c-da417c00ce02 {{(pid=115908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 04:49:18.584835 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e01c510-eb5f-4746-a6fd-8a0cab937830 None None] Routers {'a4a2311e-889f-4131-b02b-9b68a398deaa'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:49:18.585582 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-4e01c510-eb5f-4746-a6fd-8a0cab937830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:48:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['a4a2311e-889f-4131-b02b-9b68a398deaa'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:49:18.586919 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-db1cf613-6d20-4bc9-834c-d7a37c290c71 req-39976677-9a74-4d60-aac9-595182307c28 service neutron] Publish callbacks [] for port (aa4b3ede-1fb6-40cc-862c-da417c00ce02), precommit_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:18.622702 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-dad3045a-cb6a-46a7-aa48-67116a55e771 admin admin] Publish callbacks [] for security_group (0c6c7dc1-f9e4-4fe1-9fec-f42a4e50c6a3), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:18.628630 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-dad3045a-cb6a-46a7-aa48-67116a55e771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (0c6c7dc1-f9e4-4fe1-9fec-f42a4e50c6a3), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:18.658086 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-dad3045a-cb6a-46a7-aa48-67116a55e771 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=4c6b868a7d434e9aa19f89070d4ffaca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2024372 Jul 29 04:49:18.661472 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 59534) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:49:18.686685 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad3045a-cb6a-46a7-aa48-67116a55e771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6c7dc1-f9e4-4fe1-9fec-f42a4e50c6a3,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:49:18.687373 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.provisioning_blocks [req-db1cf613-6d20-4bc9-834c-d7a37c290c71 req-39976677-9a74-4d60-aac9-595182307c28 service neutron] Transition to ACTIVE for port object aa4b3ede-1fb6-40cc-862c-da417c00ce02 will not be triggered until provisioned by entity L2. {{(pid=115908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 29 04:49:18.711594 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-4e01c510-eb5f-4746-a6fd-8a0cab937830 None None] Set router a4a2311e-889f-4131-b02b-9b68a398deaa gateway port host: dv-cinder-851449-2-iscsi {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:49:18.723632 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-db1cf613-6d20-4bc9-834c-d7a37c290c71 req-39976677-9a74-4d60-aac9-595182307c28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7403849'] for port (aa4b3ede-1fb6-40cc-862c-da417c00ce02), after_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:18.770945 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:18.790303 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:18.821555 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-f1905e50-2060-4d9f-9fd5-107f05c8ea96 admin admin] Publish callbacks [] for router (a4a2311e-889f-4131-b02b-9b68a398deaa), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:18.829116 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39976677-9a74-4d60-aac9-595182307c28 service neutron] Pushing event updated for resources: {'Port': ['ID=aa4b3ede-1fb6-40cc-862c-da417c00ce02,revision_number=2']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:49:18.875250 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-46708c59-c323-4342-8c12-462ef44807dc admin admin] Publish callbacks [] for security_group (0c6c7dc1-f9e4-4fe1-9fec-f42a4e50c6a3), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:18.888669 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-4e01c510-eb5f-4746-a6fd-8a0cab937830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a2311e-889f-4131-b02b-9b68a398deaa', 'name': 'tempest-DeleteServersTestJSON-2125260870-router', 'tenant_id': '77688c4faed945849f5649c08cc580c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '0ee984ba-30fc-4e2c-9996-00fc8918b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:16Z', 'updated_at': '2022-07-29T04:49:17Z', 'revision_number': 5, 'project_id': '77688c4faed945849f5649c08cc580c2', 'gw_port': {'id': '0ee984ba-30fc-4e2c-9996-00fc8918b149', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a2311e-889f-4131-b02b-9b68a398deaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:17Z', 'updated_at': '2022-07-29T04:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi'}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:49:18.917671 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e01c510-eb5f-4746-a6fd-8a0cab937830 None None] Checking router: a4a2311e-889f-4131-b02b-9b68a398deaa for host: dv-cinder-851449-2-iscsi {{(pid=115910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 04:49:18.927254 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e01c510-eb5f-4746-a6fd-8a0cab937830 None None] Routers {'a4a2311e-889f-4131-b02b-9b68a398deaa'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:49:18.927846 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-4e01c510-eb5f-4746-a6fd-8a0cab937830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:48:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['a4a2311e-889f-4131-b02b-9b68a398deaa'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:49:18.966349 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-46708c59-c323-4342-8c12-462ef44807dc admin admin] Publish callbacks [] for security_group (0c6c7dc1-f9e4-4fe1-9fec-f42a4e50c6a3), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:19.028333 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-4e01c510-eb5f-4746-a6fd-8a0cab937830 None None] Set router a4a2311e-889f-4131-b02b-9b68a398deaa gateway port host: dv-cinder-851449-2-iscsi {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:49:19.043717 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.managers [req-db1cf613-6d20-4bc9-834c-d7a37c290c71 req-39976677-9a74-4d60-aac9-595182307c28 service neutron] Attempting to bind port aa4b3ede-1fb6-40cc-862c-da417c00ce02 on host hv-cinder-85144 for vnic_type normal with profile {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 04:49:19.044063 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.managers [req-db1cf613-6d20-4bc9-834c-d7a37c290c71 req-39976677-9a74-4d60-aac9-595182307c28 service neutron] Attempting to bind port aa4b3ede-1fb6-40cc-862c-da417c00ce02 by drivers openvswitch,hyperv on host hv-cinder-85144 at level 0 using segments [{'id': 'ce207d7e-8865-4c28-a34a-cb1afcfbc929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '48d67382-c2d3-47d5-b28b-aeebd485858a'}] {{(pid=115908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 04:49:19.044392 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1cf613-6d20-4bc9-834c-d7a37c290c71 req-39976677-9a74-4d60-aac9-595182307c28 service neutron] Attempting to bind port aa4b3ede-1fb6-40cc-862c-da417c00ce02 on network 48d67382-c2d3-47d5-b28b-aeebd485858a {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 04:49:19.055931 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1cf613-6d20-4bc9-834c-d7a37c290c71 req-39976677-9a74-4d60-aac9-595182307c28 service neutron] Port aa4b3ede-1fb6-40cc-862c-da417c00ce02 on network 48d67382-c2d3-47d5-b28b-aeebd485858a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85144 {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 29 04:49:19.056331 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1cf613-6d20-4bc9-834c-d7a37c290c71 req-39976677-9a74-4d60-aac9-595182307c28 service neutron] Attempting to bind port aa4b3ede-1fb6-40cc-862c-da417c00ce02 on network 48d67382-c2d3-47d5-b28b-aeebd485858a {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 04:49:19.063688 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-f1905e50-2060-4d9f-9fd5-107f05c8ea96 admin admin] Publish callbacks [] for router_gateway (a4a2311e-889f-4131-b02b-9b68a398deaa), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:19.069609 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1cf613-6d20-4bc9-834c-d7a37c290c71 req-39976677-9a74-4d60-aac9-595182307c28 service neutron] Checking agent: {'id': 'bab6a0c9-2145-495f-b42f-b184e241503a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85144', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 4, 45, 21), 'started_at': datetime.datetime(2022, 7, 29, 4, 45, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 4, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 04:49:19.069949 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1cf613-6d20-4bc9-834c-d7a37c290c71 req-39976677-9a74-4d60-aac9-595182307c28 service neutron] Checking segment: {'id': 'ce207d7e-8865-4c28-a34a-cb1afcfbc929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '48d67382-c2d3-47d5-b28b-aeebd485858a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 04:49:19.070383 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1cf613-6d20-4bc9-834c-d7a37c290c71 req-39976677-9a74-4d60-aac9-595182307c28 service neutron] Bound using segment: {'id': 'ce207d7e-8865-4c28-a34a-cb1afcfbc929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '48d67382-c2d3-47d5-b28b-aeebd485858a'} {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 04:49:19.070781 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.managers [req-db1cf613-6d20-4bc9-834c-d7a37c290c71 req-39976677-9a74-4d60-aac9-595182307c28 service neutron] Bound port: aa4b3ede-1fb6-40cc-862c-da417c00ce02, host: hv-cinder-85144, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce207d7e-8865-4c28-a34a-cb1afcfbc929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '48d67382-c2d3-47d5-b28b-aeebd485858a'}}] {{(pid=115908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 04:49:19.071130 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-db1cf613-6d20-4bc9-834c-d7a37c290c71 req-39976677-9a74-4d60-aac9-595182307c28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (aa4b3ede-1fb6-40cc-862c-da417c00ce02), before_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:19.084868 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-46708c59-c323-4342-8c12-462ef44807dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (0c6c7dc1-f9e4-4fe1-9fec-f42a4e50c6a3), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:19.087332 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-46708c59-c323-4342-8c12-462ef44807dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:19.088575 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-46708c59-c323-4342-8c12-462ef44807dc admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/0c6c7dc1-f9e4-4fe1-9fec-f42a4e50c6a3 HTTP/1.1" status: 204 len: 168 time: 0.4261096 Jul 29 04:49:19.116631 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46708c59-c323-4342-8c12-462ef44807dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6c7dc1-f9e4-4fe1-9fec-f42a4e50c6a3,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:49:19.160851 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [None req-f1905e50-2060-4d9f-9fd5-107f05c8ea96 admin admin] Deleting port 0ee984ba-30fc-4e2c-9996-00fc8918b149 {{(pid=115908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 04:49:19.161154 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-f1905e50-2060-4d9f-9fd5-107f05c8ea96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (0ee984ba-30fc-4e2c-9996-00fc8918b149), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:19.225885 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-4e01c510-eb5f-4746-a6fd-8a0cab937830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a2311e-889f-4131-b02b-9b68a398deaa', 'name': 'tempest-DeleteServersTestJSON-2125260870-router', 'tenant_id': '77688c4faed945849f5649c08cc580c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '0ee984ba-30fc-4e2c-9996-00fc8918b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:16Z', 'updated_at': '2022-07-29T04:49:17Z', 'revision_number': 5, 'project_id': '77688c4faed945849f5649c08cc580c2', 'gw_port': {'id': '0ee984ba-30fc-4e2c-9996-00fc8918b149', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a2311e-889f-4131-b02b-9b68a398deaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:17Z', 'updated_at': '2022-07-29T04:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi'}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:49:19.226435 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [req-db1cf613-6d20-4bc9-834c-d7a37c290c71 req-39976677-9a74-4d60-aac9-595182307c28 service neutron] For port aa4b3ede-1fb6-40cc-862c-da417c00ce02, host hv-cinder-85144, cleared binding levels {{(pid=115908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 04:49:19.233764 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [req-db1cf613-6d20-4bc9-834c-d7a37c290c71 req-39976677-9a74-4d60-aac9-595182307c28 service neutron] For port aa4b3ede-1fb6-40cc-862c-da417c00ce02, host hv-cinder-85144, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=aa4b3ede-1fb6-40cc-862c-da417c00ce02,segment=NetworkSegment(ce207d7e-8865-4c28-a34a-cb1afcfbc929),segment_id=ce207d7e-8865-4c28-a34a-cb1afcfbc929)] {{(pid=115908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 04:49:19.246649 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-db1cf613-6d20-4bc9-834c-d7a37c290c71 req-39976677-9a74-4d60-aac9-595182307c28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7403849'] for port (aa4b3ede-1fb6-40cc-862c-da417c00ce02), after_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:19.259623 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e01c510-eb5f-4746-a6fd-8a0cab937830 None None] The sync data for ids ['a4a2311e-889f-4131-b02b-9b68a398deaa'] in dv-cinder-851449-2-iscsi is: [{'id': 'a4a2311e-889f-4131-b02b-9b68a398deaa', 'name': 'tempest-DeleteServersTestJSON-2125260870-router', 'tenant_id': '77688c4faed945849f5649c08cc580c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '0ee984ba-30fc-4e2c-9996-00fc8918b149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:16Z', 'updated_at': '2022-07-29T04:49:17Z', 'revision_number': 5, 'project_id': '77688c4faed945849f5649c08cc580c2', 'gw_port': {'id': '0ee984ba-30fc-4e2c-9996-00fc8918b149', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a2311e-889f-4131-b02b-9b68a398deaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:17Z', 'updated_at': '2022-07-29T04:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi'}] {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 04:49:19.356907 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1cf613-6d20-4bc9-834c-d7a37c290c71 req-39976677-9a74-4d60-aac9-595182307c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:19.357580 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-db1cf613-6d20-4bc9-834c-d7a37c290c71 req-39976677-9a74-4d60-aac9-595182307c28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for port (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:19.358993 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-db1cf613-6d20-4bc9-834c-d7a37c290c71 req-39976677-9a74-4d60-aac9-595182307c28 service neutron] 10.222.0.64 "PUT /v2.0/ports/aa4b3ede-1fb6-40cc-862c-da417c00ce02 HTTP/1.1" status: 200 len: 1094 time: 1.1774485 Jul 29 04:49:19.359530 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a43a6d4-64bc-43fa-bc6e-c1b1c4492c81', 'tag': 'aa4b3ede-1fb6-40cc-862c-da417c00ce02'}] {{(pid=115908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:49:19.362443 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91089063952d51f7df5c9c02e055d40fa8e1e9cb9a21cfbbcb9b3277c7a948b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364eee46-926c-4475-8313-87660c73f8e1" -d '{"events": [{"name": "network-changed", "server_uuid": "9a43a6d4-64bc-43fa-bc6e-c1b1c4492c81", "tag": "aa4b3ede-1fb6-40cc-862c-da417c00ce02"}]}' {{(pid=115908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:49:19.385068 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [None req-f1905e50-2060-4d9f-9fd5-107f05c8ea96 admin admin] For port 0ee984ba-30fc-4e2c-9996-00fc8918b149, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=0ee984ba-30fc-4e2c-9996-00fc8918b149,segment=NetworkSegment(a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f),segment_id=a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f)] {{(pid=115908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:49:19.385451 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-f1905e50-2060-4d9f-9fd5-107f05c8ea96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (0ee984ba-30fc-4e2c-9996-00fc8918b149), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:19.400490 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39976677-9a74-4d60-aac9-595182307c28 service neutron] Pushing event updated for resources: {'Port': ['ID=aa4b3ede-1fb6-40cc-862c-da417c00ce02,revision_number=3']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:49:19.414249 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe18896-7355-4dba-a673-81ae34aa37da req-116f8321-c8db-4fe0-9198-b225a1956d6c tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:19.418177 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-fbe18896-7355-4dba-a673-81ae34aa37da req-116f8321-c8db-4fe0-9198-b225a1956d6c tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?device_id=9a43a6d4-64bc-43fa-bc6e-c1b1c4492c81 HTTP/1.1" status: 200 len: 944 time: 0.1341615 Jul 29 04:49:19.418177 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [None req-f1905e50-2060-4d9f-9fd5-107f05c8ea96 admin admin] Calling delete_port for 0ee984ba-30fc-4e2c-9996-00fc8918b149 owned by network:router_gateway {{(pid=115908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 04:49:19.425705 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 04:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2a6e81-a54a-4776-a3e7-d9404282b165 x-openstack-request-id: req-ee2a6e81-a54a-4776-a3e7-d9404282b165 {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:49:19.426063 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a43a6d4-64bc-43fa-bc6e-c1b1c4492c81", "tag": "aa4b3ede-1fb6-40cc-862c-da417c00ce02", "status": "completed", "code": 200}]} {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:49:19.426288 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-ee2a6e81-a54a-4776-a3e7-d9404282b165 {{(pid=115908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:49:19.426684 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee2a6e81-a54a-4776-a3e7-d9404282b165'] response: {'name': 'network-changed', 'server_uuid': '9a43a6d4-64bc-43fa-bc6e-c1b1c4492c81', 'tag': 'aa4b3ede-1fb6-40cc-862c-da417c00ce02', 'status': 'completed', 'code': 200} Jul 29 04:49:19.533231 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:19.536899 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 59546) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:49:19.552047 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-673088d7-2b36-498a-a2b1-2fd0f8c174dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:19.565098 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1cf613-6d20-4bc9-834c-d7a37c290c71 req-73831751-61be-401a-a251-84b6bf29e489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:19.566619 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-db1cf613-6d20-4bc9-834c-d7a37c290c71 req-73831751-61be-401a-a251-84b6bf29e489 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e52663d55be44e12b4aa939974e8e517&device_id=9a43a6d4-64bc-43fa-bc6e-c1b1c4492c81 HTTP/1.1" status: 200 len: 1128 time: 0.0821164 Jul 29 04:49:19.573601 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-fbe18896-7355-4dba-a673-81ae34aa37da req-6612b88f-c74a-49e0-8982-6f0aaa516ef3 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/security-groups?id=12bfe1dd-e276-41d7-8036-757f7521e720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428962 Jul 29 04:49:19.654165 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-db1cf613-6d20-4bc9-834c-d7a37c290c71 req-155725e4-16db-49e7-8ca8-e0e455521ce0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa4b3ede-1fb6-40cc-862c-da417c00ce02 HTTP/1.1" status: 200 len: 217 time: 0.0713272 Jul 29 04:49:19.655943 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:19.671445 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2540a4c-ec56-4176-a2f4-72912a504ce5 req-82ca1373-2117-4e81-b1f5-b3d8a4d0325a tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:19.680246 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-f2540a4c-ec56-4176-a2f4-72912a504ce5 req-82ca1373-2117-4e81-b1f5-b3d8a4d0325a tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 946 time: 0.0751233 Jul 29 04:49:19.690716 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:19.765001 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-673088d7-2b36-498a-a2b1-2fd0f8c174dc admin admin] Publish callbacks [] for security_group (5721d25f-f5f3-4e7f-835f-39537907425f), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:19.768080 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device ff2f07e1-ded3-4681-a20d-58362ba4f0d4 no longer exists at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 04:49:19.777576 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-f2540a4c-ec56-4176-a2f4-72912a504ce5 req-bc7ac09c-d241-4222-9e52-d946ee337453 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963800 Jul 29 04:49:19.791906 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1cf613-6d20-4bc9-834c-d7a37c290c71 req-993e6007-39bc-460a-87f3-fe4aa8cdf9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:19.792910 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-673088d7-2b36-498a-a2b1-2fd0f8c174dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (5721d25f-f5f3-4e7f-835f-39537907425f), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:19.796094 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-db1cf613-6d20-4bc9-834c-d7a37c290c71 req-993e6007-39bc-460a-87f3-fe4aa8cdf9aa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=87e7f681-c439-4ada-a044-0b83b0fd62fb HTTP/1.1" status: 200 len: 849 time: 0.1313255 Jul 29 04:49:19.816210 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-f1905e50-2060-4d9f-9fd5-107f05c8ea96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (0ee984ba-30fc-4e2c-9996-00fc8918b149), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:19.817230 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] No Port match for: ff2f07e1-ded3-4681-a20d-58362ba4f0d4 {{(pid=115909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 04:49:19.817671 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device ff2f07e1-ded3-4681-a20d-58362ba4f0d4 not bound to the agent host dv-cinder-851449-2-iscsi {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 04:49:19.865339 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-db1cf613-6d20-4bc9-834c-d7a37c290c71 req-f4ba2928-79b7-4b94-a044-2f194dd410de service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=48d67382-c2d3-47d5-b28b-aeebd485858a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600147 Jul 29 04:49:19.868143 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-673088d7-2b36-498a-a2b1-2fd0f8c174dc admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=0f0569bfe5194719a6dc1ff40c03c877&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3301620 Jul 29 04:49:19.871498 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 59552) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:49:19.873479 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1905e50-2060-4d9f-9fd5-107f05c8ea96 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ee984ba-30fc-4e2c-9996-00fc8918b149,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:49:19.886739 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673088d7-2b36-498a-a2b1-2fd0f8c174dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5721d25f-f5f3-4e7f-835f-39537907425f,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:49:19.936321 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-fba86bec-31c1-49d2-b75e-74133a68e4c5 admin admin] Publish callbacks [] for security_group (5721d25f-f5f3-4e7f-835f-39537907425f), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:19.960768 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-fba86bec-31c1-49d2-b75e-74133a68e4c5 admin admin] Publish callbacks [] for security_group (5721d25f-f5f3-4e7f-835f-39537907425f), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:19.997905 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-f1905e50-2060-4d9f-9fd5-107f05c8ea96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1936924'] for router_gateway (a4a2311e-889f-4131-b02b-9b68a398deaa), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:19.999269 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=3 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:20.018520 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-fba86bec-31c1-49d2-b75e-74133a68e4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (5721d25f-f5f3-4e7f-835f-39537907425f), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:20.022146 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-fba86bec-31c1-49d2-b75e-74133a68e4c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:20.025678 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-fba86bec-31c1-49d2-b75e-74133a68e4c5 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/5721d25f-f5f3-4e7f-835f-39537907425f HTTP/1.1" status: 204 len: 168 time: 0.1509957 Jul 29 04:49:20.032794 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba86bec-31c1-49d2-b75e-74133a68e4c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5721d25f-f5f3-4e7f-835f-39537907425f,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:49:20.137657 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-db1cf613-6d20-4bc9-834c-d7a37c290c71 req-e5a21a7b-76dc-4812-8f46-a9ce108f62a8 service neutron] 10.222.0.64 "GET /v2.0/networks/48d67382-c2d3-47d5-b28b-aeebd485858a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618644 Jul 29 04:49:20.139318 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-f1905e50-2060-4d9f-9fd5-107f05c8ea96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1714583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1364'] for router (a4a2311e-889f-4131-b02b-9b68a398deaa), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:20.141959 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-f1905e50-2060-4d9f-9fd5-107f05c8ea96 admin admin] Publish callbacks [] for router_controller (a4a2311e-889f-4131-b02b-9b68a398deaa), precommit_delete_associations {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:20.262255 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-f1905e50-2060-4d9f-9fd5-107f05c8ea96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1714453'] for router (a4a2311e-889f-4131-b02b-9b68a398deaa), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:20.262255 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1905e50-2060-4d9f-9fd5-107f05c8ea96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4a2311e-889f-4131-b02b-9b68a398deaa {{(pid=115908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 04:49:20.266565 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-f1905e50-2060-4d9f-9fd5-107f05c8ea96 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:20.270498 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-f1905e50-2060-4d9f-9fd5-107f05c8ea96 admin admin] 10.222.0.40 "DELETE /v2.0/routers/a4a2311e-889f-4131-b02b-9b68a398deaa HTTP/1.1" status: 204 len: 168 time: 1.6807592 Jul 29 04:49:20.270741 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 59558) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:49:20.316079 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-db1cf613-6d20-4bc9-834c-d7a37c290c71 req-4f2e296a-0682-4056-8a39-4698304bae09 service neutron] 10.222.0.64 "GET /v2.0/networks/48d67382-c2d3-47d5-b28b-aeebd485858a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700287 Jul 29 04:49:20.321262 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d519659-3b10-4bf4-8919-93a75994a43f admin admin] Deleting subnet 632a1c05-3d45-406c-9136-da991dddae0b {{(pid=115907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 29 04:49:20.325956 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6d519659-3b10-4bf4-8919-93a75994a43f admin admin] Publish callbacks [] for subnet (632a1c05-3d45-406c-9136-da991dddae0b), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:20.373764 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6d519659-3b10-4bf4-8919-93a75994a43f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4779712'] for subnet (632a1c05-3d45-406c-9136-da991dddae0b), precommit_delete_associations {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:20.495019 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6d519659-3b10-4bf4-8919-93a75994a43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534123'] for subnet (632a1c05-3d45-406c-9136-da991dddae0b), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:20.558421 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6d519659-3b10-4bf4-8919-93a75994a43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1878534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7638317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7603661'] for subnet (632a1c05-3d45-406c-9136-da991dddae0b), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:20.589168 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d519659-3b10-4bf4-8919-93a75994a43f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=632a1c05-3d45-406c-9136-da991dddae0b,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:49:20.593931 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6d519659-3b10-4bf4-8919-93a75994a43f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:20.600318 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1b5801-623c-41b0-83ed-be9fe74db510 None None] Network 39e88c0c-eb22-4423-a14a-7cac22367ce7 requested from dv-cinder-851449-2-iscsi {{(pid=115909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 04:49:20.600890 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 59572) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:49:20.601686 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-6d519659-3b10-4bf4-8919-93a75994a43f admin admin] 10.222.0.40 "DELETE /v2.0/subnets/632a1c05-3d45-406c-9136-da991dddae0b HTTP/1.1" status: 204 len: 168 time: 0.3297288 Jul 29 04:49:20.727774 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b2a713e1-1809-48c1-b18b-62510cac1b90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:20.745175 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-802ba274-63c9-4d13-ac30-30e1a519ca00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3407969'] for network (39e88c0c-eb22-4423-a14a-7cac22367ce7), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:20.757390 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47321319-42d1-4f99-b69c-0292158c706d req-f6a238de-6360-4132-81b3-7ff31e60efce tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:20.759000 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-47321319-42d1-4f99-b69c-0292158c706d req-f6a238de-6360-4132-81b3-7ff31e60efce tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?device_id=9a43a6d4-64bc-43fa-bc6e-c1b1c4492c81 HTTP/1.1" status: 200 len: 944 time: 0.0714898 Jul 29 04:49:20.861293 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [None req-802ba274-63c9-4d13-ac30-30e1a519ca00 admin admin] Deleting port ca2d0f31-ee62-45c9-ae90-4c81b40f37e6 {{(pid=115908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 04:49:20.861843 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-802ba274-63c9-4d13-ac30-30e1a519ca00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (ca2d0f31-ee62-45c9-ae90-4c81b40f37e6), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:21.008340 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4baf0c14-7acf-4fcb-853e-da7111511e62 None None] DHCP port deletion for 39e88c0c-eb22-4423-a14a-7cac22367ce7 request from dv-cinder-851449-2-iscsi {{(pid=115909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 29 04:49:21.020753 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (bab6a0c9-2145-495f-b42f-b184e241503a), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:21.022053 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa02eb-c390-4f9c-88de-a4500d6498ee req-4e157dc5-a4a6-440e-a00f-c8c798550351 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:21.024980 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-ccaa02eb-c390-4f9c-88de-a4500d6498ee req-4e157dc5-a4a6-440e-a00f-c8c798550351 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 946 time: 0.1210136 Jul 29 04:49:21.078564 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-4baf0c14-7acf-4fcb-853e-da7111511e62 None None] Deleting port ca2d0f31-ee62-45c9-ae90-4c81b40f37e6 {{(pid=115909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 04:49:21.079620 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-4baf0c14-7acf-4fcb-853e-da7111511e62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (ca2d0f31-ee62-45c9-ae90-4c81b40f37e6), before_delete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:21.122370 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-ccaa02eb-c390-4f9c-88de-a4500d6498ee req-6b6c4848-a893-49ad-b1ea-5d9154a6bce8 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891917 Jul 29 04:49:21.144292 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-47321319-42d1-4f99-b69c-0292158c706d req-cb95dc60-9667-4b2a-b9ae-26ed6eb82ab4 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/security-groups?id=12bfe1dd-e276-41d7-8036-757f7521e720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3785834 Jul 29 04:49:21.179185 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-4baf0c14-7acf-4fcb-853e-da7111511e62 None None] For port ca2d0f31-ee62-45c9-ae90-4c81b40f37e6, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=ca2d0f31-ee62-45c9-ae90-4c81b40f37e6,segment=NetworkSegment(f3c3937f-0d62-4e7f-a2ac-736614dde9c0),segment_id=f3c3937f-0d62-4e7f-a2ac-736614dde9c0)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:49:21.180059 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-4baf0c14-7acf-4fcb-853e-da7111511e62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (ca2d0f31-ee62-45c9-ae90-4c81b40f37e6), precommit_delete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:21.192201 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [None req-802ba274-63c9-4d13-ac30-30e1a519ca00 admin admin] For port ca2d0f31-ee62-45c9-ae90-4c81b40f37e6, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=ca2d0f31-ee62-45c9-ae90-4c81b40f37e6,segment=NetworkSegment(f3c3937f-0d62-4e7f-a2ac-736614dde9c0),segment_id=f3c3937f-0d62-4e7f-a2ac-736614dde9c0)] {{(pid=115908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:49:21.192725 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-802ba274-63c9-4d13-ac30-30e1a519ca00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (ca2d0f31-ee62-45c9-ae90-4c81b40f37e6), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:21.200676 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-4baf0c14-7acf-4fcb-853e-da7111511e62 None None] Calling delete_port for ca2d0f31-ee62-45c9-ae90-4c81b40f37e6 owned by network:dhcp {{(pid=115909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 04:49:21.205545 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:21.206697 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [None req-802ba274-63c9-4d13-ac30-30e1a519ca00 admin admin] Calling delete_port for ca2d0f31-ee62-45c9-ae90-4c81b40f37e6 owned by network:dhcp {{(pid=115908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 04:49:21.265576 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:21.296081 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-802ba274-63c9-4d13-ac30-30e1a519ca00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (ca2d0f31-ee62-45c9-ae90-4c81b40f37e6), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:21.323462 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802ba274-63c9-4d13-ac30-30e1a519ca00 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca2d0f31-ee62-45c9-ae90-4c81b40f37e6,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:49:21.327157 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802ba274-63c9-4d13-ac30-30e1a519ca00 admin admin] No DVR routers for this DVR port ca2d0f31-ee62-45c9-ae90-4c81b40f37e6 on host dv-cinder-851449-2-iscsi {{(pid=115908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 04:49:21.352496 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:21.363030 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-4baf0c14-7acf-4fcb-853e-da7111511e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316'] for port (ca2d0f31-ee62-45c9-ae90-4c81b40f37e6), after_delete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:21.376923 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4baf0c14-7acf-4fcb-853e-da7111511e62 None None] No DVR routers for this DVR port ca2d0f31-ee62-45c9-ae90-4c81b40f37e6 on host dv-cinder-851449-2-iscsi {{(pid=115909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 04:49:21.393699 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baf0c14-7acf-4fcb-853e-da7111511e62 None None] Pushing event deleted for resources: {'Port': ['ID=ca2d0f31-ee62-45c9-ae90-4c81b40f37e6,revision_number=None']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:49:21.396824 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:21.405202 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baf0c14-7acf-4fcb-853e-da7111511e62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:49:21.405722 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baf0c14-7acf-4fcb-853e-da7111511e62 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:49:21.406390 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baf0c14-7acf-4fcb-853e-da7111511e62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:49:21.407541 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baf0c14-7acf-4fcb-853e-da7111511e62 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:49:21.408135 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baf0c14-7acf-4fcb-853e-da7111511e62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:49:21.408804 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baf0c14-7acf-4fcb-853e-da7111511e62 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:49:21.409468 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baf0c14-7acf-4fcb-853e-da7111511e62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:49:21.410046 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baf0c14-7acf-4fcb-853e-da7111511e62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:49:21.410639 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baf0c14-7acf-4fcb-853e-da7111511e62 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:49:21.411218 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baf0c14-7acf-4fcb-853e-da7111511e62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:49:21.411801 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baf0c14-7acf-4fcb-853e-da7111511e62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:49:21.412341 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baf0c14-7acf-4fcb-853e-da7111511e62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:49:21.412940 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baf0c14-7acf-4fcb-853e-da7111511e62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:49:21.413498 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baf0c14-7acf-4fcb-853e-da7111511e62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:49:21.414071 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baf0c14-7acf-4fcb-853e-da7111511e62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:49:21.425438 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-802ba274-63c9-4d13-ac30-30e1a519ca00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535877', 'neutron.services.segments.db._delete_segments_for_network-8769699633610'] for network (39e88c0c-eb22-4423-a14a-7cac22367ce7), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:21.451110 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.services.segments.db [None req-802ba274-63c9-4d13-ac30-30e1a519ca00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39e88c0c-eb22-4423-a14a-7cac22367ce7']}} {{(pid=115908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:49:21.466821 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.services.segments.db [None req-802ba274-63c9-4d13-ac30-30e1a519ca00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3c3937f-0d62-4e7f-a2ac-736614dde9c0') {'for_net_delete': True} {{(pid=115908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:49:21.467205 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.services.segments.db [None req-802ba274-63c9-4d13-ac30-30e1a519ca00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3c3937f-0d62-4e7f-a2ac-736614dde9c0') {} {{(pid=115908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:49:21.478238 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-802ba274-63c9-4d13-ac30-30e1a519ca00 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769699633511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7404236'] for segment (f3c3937f-0d62-4e7f-a2ac-736614dde9c0), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:21.494818 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-802ba274-63c9-4d13-ac30-30e1a519ca00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537036'] for segment (f3c3937f-0d62-4e7f-a2ac-736614dde9c0), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:21.502235 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-802ba274-63c9-4d13-ac30-30e1a519ca00 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=115908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 04:49:21.502756 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-802ba274-63c9-4d13-ac30-30e1a519ca00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7403821'] for segment (f3c3937f-0d62-4e7f-a2ac-736614dde9c0), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:21.588819 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.services.segments.plugin [-] Segment f3c3937f-0d62-4e7f-a2ac-736614dde9c0 resource provider aggregate not found Jul 29 04:49:21.602023 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-802ba274-63c9-4d13-ac30-30e1a519ca00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1936944'] for network (39e88c0c-eb22-4423-a14a-7cac22367ce7), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:21.603054 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device ca2d0f31-ee62-45c9-ae90-4c81b40f37e6 no longer exists at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 04:49:21.608480 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-802ba274-63c9-4d13-ac30-30e1a519ca00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for network (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:21.615104 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-802ba274-63c9-4d13-ac30-30e1a519ca00 admin admin] 10.222.0.40 "DELETE /v2.0/networks/39e88c0c-eb22-4423-a14a-7cac22367ce7 HTTP/1.1" status: 204 len: 168 time: 1.0100133 Jul 29 04:49:21.624814 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802ba274-63c9-4d13-ac30-30e1a519ca00 admin admin] Pushing event deleted for resources: {'Network': ['ID=39e88c0c-eb22-4423-a14a-7cac22367ce7,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:49:21.629117 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.services.segments.plugin [-] Segment f3c3937f-0d62-4e7f-a2ac-736614dde9c0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f3c3937f-0d62-4e7f-a2ac-736614dde9c0 found for delete ", "request_id": "req-9202e39f-332e-4cf2-8ce6-70c37f398ec5"}]} Jul 29 04:49:21.635960 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] No Port match for: ca2d0f31-ee62-45c9-ae90-4c81b40f37e6 {{(pid=115909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 04:49:21.636363 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device ca2d0f31-ee62-45c9-ae90-4c81b40f37e6 not bound to the agent host dv-cinder-851449-2-iscsi {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 04:49:21.636983 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device 0ee984ba-30fc-4e2c-9996-00fc8918b149 no longer exists at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 04:49:21.660051 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] No Port match for: 0ee984ba-30fc-4e2c-9996-00fc8918b149 {{(pid=115909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 04:49:21.660400 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device 0ee984ba-30fc-4e2c-9996-00fc8918b149 not bound to the agent host dv-cinder-851449-2-iscsi {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 04:49:21.822488 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 59606) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:49:21.822707 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:21.863209 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-11246576-ba83-4404-8e9b-c45ca20fa553 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=77688c4faed945849f5649c08cc580c2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0395820 Jul 29 04:49:21.865753 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 59608) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:49:21.916756 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-dc56ced5-7bfb-41de-be2c-d0dd9fdf5a50 admin admin] Publish callbacks [] for security_group (7738388d-8c0b-4453-ba76-373bc961c159), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:21.939512 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-dc56ced5-7bfb-41de-be2c-d0dd9fdf5a50 admin admin] Publish callbacks [] for security_group (7738388d-8c0b-4453-ba76-373bc961c159), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:21.987490 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-dc56ced5-7bfb-41de-be2c-d0dd9fdf5a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (7738388d-8c0b-4453-ba76-373bc961c159), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:21.990063 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-dc56ced5-7bfb-41de-be2c-d0dd9fdf5a50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:21.991216 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-dc56ced5-7bfb-41de-be2c-d0dd9fdf5a50 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/7738388d-8c0b-4453-ba76-373bc961c159 HTTP/1.1" status: 204 len: 168 time: 0.1245840 Jul 29 04:49:21.998893 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc56ced5-7bfb-41de-be2c-d0dd9fdf5a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7738388d-8c0b-4453-ba76-373bc961c159,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:49:22.271280 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd46e7b6-339e-465b-bb8f-227735d164da req-12e2bacc-5c1e-4c6b-8185-d6e9377ef494 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:22.272907 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-cd46e7b6-339e-465b-bb8f-227735d164da req-12e2bacc-5c1e-4c6b-8185-d6e9377ef494 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?device_id=9a43a6d4-64bc-43fa-bc6e-c1b1c4492c81 HTTP/1.1" status: 200 len: 944 time: 0.0493190 Jul 29 04:49:22.295370 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509ac96-100c-4e44-a0ed-4a59c74a3f78 req-6dc67b0b-112c-47f5-be72-e43fcad1d113 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:22.298052 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4509ac96-100c-4e44-a0ed-4a59c74a3f78 req-6dc67b0b-112c-47f5-be72-e43fcad1d113 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 946 time: 0.0555258 Jul 29 04:49:22.338278 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-cd46e7b6-339e-465b-bb8f-227735d164da req-d3fc00f4-476e-4d0b-b7fa-05e9fe488dc5 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/security-groups?id=12bfe1dd-e276-41d7-8036-757f7521e720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567963 Jul 29 04:49:22.356814 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4509ac96-100c-4e44-a0ed-4a59c74a3f78 req-328e138a-8562-40cb-8d18-dfd2a11e5618 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532911 Jul 29 04:49:22.690728 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 59638) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:49:22.791016 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [None req-8816e9ae-19db-4409-8c7e-f97e17eb5ac4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-56780925-network', 'tenant_id': 'f8e9e21d168140e99ffed71146e35fc4'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:49:22.811066 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8816e9ae-19db-4409-8c7e-f97e17eb5ac4 admin admin] Made reservation on behalf of f8e9e21d168140e99ffed71146e35fc4 for: {'network': 1} {{(pid=115908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 04:49:22.814330 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-8816e9ae-19db-4409-8c7e-f97e17eb5ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for network (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:22.822727 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-8816e9ae-19db-4409-8c7e-f97e17eb5ac4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:22.901487 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-8816e9ae-19db-4409-8c7e-f97e17eb5ac4 admin admin] Publish callbacks [] for security_group (28b4e5d2-77f0-4c49-b11c-4b96967992bf), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:22.905273 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-8816e9ae-19db-4409-8c7e-f97e17eb5ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (28b4e5d2-77f0-4c49-b11c-4b96967992bf), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:22.927888 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8816e9ae-19db-4409-8c7e-f97e17eb5ac4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=115908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 04:49:22.942433 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8816e9ae-19db-4409-8c7e-f97e17eb5ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b4e5d2-77f0-4c49-b11c-4b96967992bf,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:49:22.948655 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-8816e9ae-19db-4409-8c7e-f97e17eb5ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537036'] for segment (ffb2b7f4-3669-4504-9503-4837d5f21e70), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:22.949000 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.db.segments_db [None req-8816e9ae-19db-4409-8c7e-f97e17eb5ac4 admin admin] Added segment ffb2b7f4-3669-4504-9503-4837d5f21e70 of type vlan for network c8994c62-2968-491e-9d89-ada7a08f8ea0 Jul 29 04:49:22.991462 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-8816e9ae-19db-4409-8c7e-f97e17eb5ac4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769699109497'] for network (c8994c62-2968-491e-9d89-ada7a08f8ea0), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:22.997261 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:DELETE=7,neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:23.020218 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-8816e9ae-19db-4409-8c7e-f97e17eb5ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540'] for network (c8994c62-2968-491e-9d89-ada7a08f8ea0), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:23.021285 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8816e9ae-19db-4409-8c7e-f97e17eb5ac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:23.021870 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-8816e9ae-19db-4409-8c7e-f97e17eb5ac4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for network (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:23.082159 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-8816e9ae-19db-4409-8c7e-f97e17eb5ac4 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3903420 Jul 29 04:49:23.085224 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 59644) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:49:23.085366 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8816e9ae-19db-4409-8c7e-f97e17eb5ac4 admin admin] Pushing event updated for resources: {'Network': ['ID=c8994c62-2968-491e-9d89-ada7a08f8ea0,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:49:23.090702 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [None req-639ab009-661b-4b9b-9978-c0bbff0eac1e admin admin] Request body: {'subnet': {'network_id': 'c8994c62-2968-491e-9d89-ada7a08f8ea0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-56780925-subnet', 'tenant_id': 'f8e9e21d168140e99ffed71146e35fc4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:49:23.095289 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Network c8994c62-2968-491e-9d89-ada7a08f8ea0 details requested by agent ovs-agent-dv-cinder-851449-2-iscsi with host dv-cinder-851449-2-iscsi {{(pid=115909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 04:49:23.111735 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639ab009-661b-4b9b-9978-c0bbff0eac1e admin admin] Made reservation on behalf of f8e9e21d168140e99ffed71146e35fc4 for: {'subnet': 1} {{(pid=115907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 04:49:23.114059 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-639ab009-661b-4b9b-9978-c0bbff0eac1e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7603688'] for subnet (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:23.181940 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:23.288543 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-639ab009-661b-4b9b-9978-c0bbff0eac1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1878534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7638508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7603654'] for subnet (9bcd2bfa-a312-446b-bdbd-ca5994b4cf21), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:23.291620 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:23.331397 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:23.356906 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639ab009-661b-4b9b-9978-c0bbff0eac1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bcd2bfa-a312-446b-bdbd-ca5994b4cf21,revision_number=0']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:49:23.365849 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:23.369317 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639ab009-661b-4b9b-9978-c0bbff0eac1e admin admin] Checking segment: {'id': 'ffb2b7f4-3669-4504-9503-4837d5f21e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c8994c62-2968-491e-9d89-ada7a08f8ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 04:49:23.369678 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639ab009-661b-4b9b-9978-c0bbff0eac1e admin admin] Network hostable DHCP agents. Network: c8994c62-2968-491e-9d89-ada7a08f8ea0, hostable agents: ['558ab5a9-93ee-434f-b4a2-86af90b93965'], hosted agents: [] {{(pid=115907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 04:49:23.394120 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639ab009-661b-4b9b-9978-c0bbff0eac1e admin admin] Network c8994c62-2968-491e-9d89-ada7a08f8ea0 is scheduled to be hosted by DHCP agent 558ab5a9-93ee-434f-b4a2-86af90b93965 with binding_index 1 {{(pid=115907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 04:49:23.408625 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.base_scheduler [None req-639ab009-661b-4b9b-9978-c0bbff0eac1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851449-2-iscsi, c8994c62-2968-491e-9d89-ada7a08f8ea0) {{(pid=115907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:49:23.414345 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639ab009-661b-4b9b-9978-c0bbff0eac1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:23.415536 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-639ab009-661b-4b9b-9978-c0bbff0eac1e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:23.419161 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf78d84-5986-4aa7-81d6-ee189eebcab3 None None] Network c8994c62-2968-491e-9d89-ada7a08f8ea0 requested from dv-cinder-851449-2-iscsi {{(pid=115909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 04:49:23.473042 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-639ab009-661b-4b9b-9978-c0bbff0eac1e admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3864188 Jul 29 04:49:23.477701 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 59656) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:49:23.482157 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [None req-4bdb7f44-e88d-47fb-8fc1-2e6c82a0f667 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-56780925-router', 'tenant_id': 'f8e9e21d168140e99ffed71146e35fc4', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4'}}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:49:23.487313 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:23.496491 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12444f24-ff25-43b5-aaa9-0101590fb880 req-8bacf943-adfb-4438-bb81-6f041ed8eee1 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:23.498139 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-12444f24-ff25-43b5-aaa9-0101590fb880 req-8bacf943-adfb-4438-bb81-6f041ed8eee1 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?device_id=9a43a6d4-64bc-43fa-bc6e-c1b1c4492c81 HTTP/1.1" status: 200 len: 944 time: 0.0759256 Jul 29 04:49:23.521355 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae634130-d721-4ebe-8cdd-e1dc82e89300 req-0d786daf-48d0-4c29-9a51-3aa1870e23f2 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:23.529443 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ae634130-d721-4ebe-8cdd-e1dc82e89300 req-0d786daf-48d0-4c29-9a51-3aa1870e23f2 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 946 time: 0.0831475 Jul 29 04:49:23.543366 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed24d11d-83a6-402c-9a75-14a55039a4f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d6b9b1e-becd-51aa-993d-5c6c918874f9-c8994c62-2968-491e-9d89-ada7a08f8ea0', 'network_id': 'c8994c62-2968-491e-9d89-ada7a08f8ea0', 'project_id': 'f8e9e21d168140e99ffed71146e35fc4', 'fixed_ips': [{'subnet_id': '9bcd2bfa-a312-446b-bdbd-ca5994b4cf21'}]}} from dv-cinder-851449-2-iscsi. {{(pid=115909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 29 04:49:23.543739 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-4bdb7f44-e88d-47fb-8fc1-2e6c82a0f667 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1716501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1446'] for router (b3c04c53-7421-4b16-83b7-8e93874dcecd), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:23.544576 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-ed24d11d-83a6-402c-9a75-14a55039a4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:23.544865 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-4bdb7f44-e88d-47fb-8fc1-2e6c82a0f667 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1714685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1939453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1885050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1455'] for router (b3c04c53-7421-4b16-83b7-8e93874dcecd), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:23.573712 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-12444f24-ff25-43b5-aaa9-0101590fb880 req-00954e44-18cf-40bf-9613-3d0aa5cf91a8 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/security-groups?id=12bfe1dd-e276-41d7-8036-757f7521e720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662966 Jul 29 04:49:23.611953 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ae634130-d721-4ebe-8cdd-e1dc82e89300 req-07f46a69-9ba0-43c7-97e7-9670841fcf5b tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815763 Jul 29 04:49:23.614354 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-4bdb7f44-e88d-47fb-8fc1-2e6c82a0f667 admin admin] Publish callbacks [] for router_controller (b3c04c53-7421-4b16-83b7-8e93874dcecd), precommit_add_association {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:23.699017 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.db_base_plugin_common [None req-ed24d11d-83a6-402c-9a75-14a55039a4f4 None None] Allocated IP 172.20.0.2 (c8994c62-2968-491e-9d89-ada7a08f8ea0/9bcd2bfa-a312-446b-bdbd-ca5994b4cf21/64960cb7-94cd-4b5d-80c2-151d8ca65c06) {{(pid=115909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 04:49:23.762301 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-4bdb7f44-e88d-47fb-8fc1-2e6c82a0f667 admin admin] Publish callbacks [] for router_gateway (b3c04c53-7421-4b16-83b7-8e93874dcecd), precommit_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:23.854810 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-ed24d11d-83a6-402c-9a75-14a55039a4f4 None None] Publish callbacks [] for port (64960cb7-94cd-4b5d-80c2-151d8ca65c06), precommit_create {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:23.863581 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-ed24d11d-83a6-402c-9a75-14a55039a4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307'] for port (64960cb7-94cd-4b5d-80c2-151d8ca65c06), after_create {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:23.926312 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed24d11d-83a6-402c-9a75-14a55039a4f4 None None] Network c8994c62-2968-491e-9d89-ada7a08f8ea0 is already hosted by enough agents. {{(pid=115909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 04:49:23.934430 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.scheduler.base_scheduler [None req-ed24d11d-83a6-402c-9a75-14a55039a4f4 None None] Resources bound (agent type, host, resource id): {{(pid=115909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:49:23.937291 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed24d11d-83a6-402c-9a75-14a55039a4f4 None None] Received port after_create {{(pid=115909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 04:49:23.951160 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed24d11d-83a6-402c-9a75-14a55039a4f4 None None] Pushing event updated for resources: {'Port': ['ID=64960cb7-94cd-4b5d-80c2-151d8ca65c06,revision_number=1']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:49:23.977708 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-4bdb7f44-e88d-47fb-8fc1-2e6c82a0f667 admin admin] Publish callbacks [] for router_gateway (b3c04c53-7421-4b16-83b7-8e93874dcecd), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:23.999596 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-4bdb7f44-e88d-47fb-8fc1-2e6c82a0f667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:24.008883 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-ed24d11d-83a6-402c-9a75-14a55039a4f4 None None] Attempting to bind port 64960cb7-94cd-4b5d-80c2-151d8ca65c06 on host dv-cinder-851449-2-iscsi for vnic_type normal with profile {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 04:49:24.009521 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-ed24d11d-83a6-402c-9a75-14a55039a4f4 None None] Attempting to bind port 64960cb7-94cd-4b5d-80c2-151d8ca65c06 by drivers openvswitch,hyperv on host dv-cinder-851449-2-iscsi at level 0 using segments [{'id': 'ffb2b7f4-3669-4504-9503-4837d5f21e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c8994c62-2968-491e-9d89-ada7a08f8ea0'}] {{(pid=115909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 04:49:24.009832 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed24d11d-83a6-402c-9a75-14a55039a4f4 None None] Attempting to bind port 64960cb7-94cd-4b5d-80c2-151d8ca65c06 on network c8994c62-2968-491e-9d89-ada7a08f8ea0 {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 04:49:24.015094 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed24d11d-83a6-402c-9a75-14a55039a4f4 None None] Checking agent: {'id': '9625653a-1f3f-4d73-bc2a-dc32c08b0da9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 4, 38, 53), 'started_at': datetime.datetime(2022, 7, 29, 4, 39, 23), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 4, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 04:49:24.015536 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed24d11d-83a6-402c-9a75-14a55039a4f4 None None] Checking segment: {'id': 'ffb2b7f4-3669-4504-9503-4837d5f21e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c8994c62-2968-491e-9d89-ada7a08f8ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 04:49:24.016162 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-ed24d11d-83a6-402c-9a75-14a55039a4f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:24.016760 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed24d11d-83a6-402c-9a75-14a55039a4f4 None None] Bound using segment: {'id': 'ffb2b7f4-3669-4504-9503-4837d5f21e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c8994c62-2968-491e-9d89-ada7a08f8ea0'} {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 04:49:24.017258 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-ed24d11d-83a6-402c-9a75-14a55039a4f4 None None] Bound port: 64960cb7-94cd-4b5d-80c2-151d8ca65c06, host: dv-cinder-851449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffb2b7f4-3669-4504-9503-4837d5f21e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c8994c62-2968-491e-9d89-ada7a08f8ea0'}}] {{(pid=115909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 04:49:24.017648 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-ed24d11d-83a6-402c-9a75-14a55039a4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (64960cb7-94cd-4b5d-80c2-151d8ca65c06), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:24.098361 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-ed24d11d-83a6-402c-9a75-14a55039a4f4 None None] For port 64960cb7-94cd-4b5d-80c2-151d8ca65c06, host dv-cinder-851449-2-iscsi, cleared binding levels {{(pid=115909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 04:49:24.102436 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-ed24d11d-83a6-402c-9a75-14a55039a4f4 None None] For port 64960cb7-94cd-4b5d-80c2-151d8ca65c06, host dv-cinder-851449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=64960cb7-94cd-4b5d-80c2-151d8ca65c06,segment=NetworkSegment(ffb2b7f4-3669-4504-9503-4837d5f21e70),segment_id=ffb2b7f4-3669-4504-9503-4837d5f21e70)] {{(pid=115909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 04:49:24.105376 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364eee46-926c-4475-8313-87660c73f8e1 req-b3b95421-cc32-480d-83ee-29da87f9f008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:24.107098 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-364eee46-926c-4475-8313-87660c73f8e1 req-b3b95421-cc32-480d-83ee-29da87f9f008 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e52663d55be44e12b4aa939974e8e517&device_id=9a43a6d4-64bc-43fa-bc6e-c1b1c4492c81 HTTP/1.1" status: 200 len: 1128 time: 0.0841293 Jul 29 04:49:24.109483 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-ed24d11d-83a6-402c-9a75-14a55039a4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (64960cb7-94cd-4b5d-80c2-151d8ca65c06), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:24.146877 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.db.db_base_plugin_common [None req-4bdb7f44-e88d-47fb-8fc1-2e6c82a0f667 admin admin] Allocated IP 172.27.0.130 (9a05b655-8925-4222-a853-020f58db76f4/b252d643-2a5f-428d-a536-f8ecbd6d13e1/257b6c76-533e-49fc-b468-ea85b5205d10) {{(pid=115907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 04:49:24.169173 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:24.194321 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed24d11d-83a6-402c-9a75-14a55039a4f4 None None] Pushing event updated for resources: {'Port': ['ID=64960cb7-94cd-4b5d-80c2-151d8ca65c06,revision_number=2']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:49:24.257195 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364eee46-926c-4475-8313-87660c73f8e1 req-3c5e465e-357d-43ef-bdc5-b7f2a0c28a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:24.258889 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-364eee46-926c-4475-8313-87660c73f8e1 req-3c5e465e-357d-43ef-bdc5-b7f2a0c28a2e service neutron] 10.222.0.64 "GET /v2.0/networks?id=48d67382-c2d3-47d5-b28b-aeebd485858a HTTP/1.1" status: 200 len: 910 time: 0.1449401 Jul 29 04:49:24.262830 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device aa4b3ede-1fb6-40cc-862c-da417c00ce02 details requested by agent hyperv_hv-cinder-85144 with host hv-cinder-85144 {{(pid=115909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 04:49:24.278910 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:24.296853 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-4bdb7f44-e88d-47fb-8fc1-2e6c82a0f667 admin admin] Publish callbacks [] for port (257b6c76-533e-49fc-b468-ea85b5205d10), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:24.340696 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-4bdb7f44-e88d-47fb-8fc1-2e6c82a0f667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7638272'] for port (257b6c76-533e-49fc-b468-ea85b5205d10), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:24.343355 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-364eee46-926c-4475-8313-87660c73f8e1 req-425372ca-2b38-47ac-8978-2931fab69c7d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa4b3ede-1fb6-40cc-862c-da417c00ce02 HTTP/1.1" status: 200 len: 217 time: 0.0700238 Jul 29 04:49:24.382588 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:24.400576 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:24.412254 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdb7f44-e88d-47fb-8fc1-2e6c82a0f667 admin admin] Network 9a05b655-8925-4222-a853-020f58db76f4 is already hosted by enough agents. {{(pid=115907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 04:49:24.422110 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.base_scheduler [None req-4bdb7f44-e88d-47fb-8fc1-2e6c82a0f667 admin admin] Resources bound (agent type, host, resource id): {{(pid=115907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:49:24.442731 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdb7f44-e88d-47fb-8fc1-2e6c82a0f667 admin admin] Received port after_create {{(pid=115907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 04:49:24.453450 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdb7f44-e88d-47fb-8fc1-2e6c82a0f667 admin admin] Pushing event updated for resources: {'Port': ['ID=257b6c76-533e-49fc-b468-ea85b5205d10,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:49:24.483283 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364eee46-926c-4475-8313-87660c73f8e1 req-4aafd72c-540b-4e8f-91b5-a901ce4b6668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:24.485900 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-364eee46-926c-4475-8313-87660c73f8e1 req-4aafd72c-540b-4e8f-91b5-a901ce4b6668 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=87e7f681-c439-4ada-a044-0b83b0fd62fb HTTP/1.1" status: 200 len: 849 time: 0.1317940 Jul 29 04:49:24.519279 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port aa4b3ede-1fb6-40cc-862c-da417c00ce02, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=aa4b3ede-1fb6-40cc-862c-da417c00ce02,segment=NetworkSegment(ce207d7e-8865-4c28-a34a-cb1afcfbc929),segment_id=ce207d7e-8865-4c28-a34a-cb1afcfbc929)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:49:24.529986 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-364eee46-926c-4475-8313-87660c73f8e1 req-1ff0bbb8-4e1a-4e2c-b5be-dd9981223343 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=48d67382-c2d3-47d5-b28b-aeebd485858a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357687 Jul 29 04:49:24.536975 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Returning: {'device': 'aa4b3ede-1fb6-40cc-862c-da417c00ce02', 'network_id': '48d67382-c2d3-47d5-b28b-aeebd485858a', 'port_id': 'aa4b3ede-1fb6-40cc-862c-da417c00ce02', 'mac_address': 'fa:16:3e:56:e7:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87e7f681-c439-4ada-a044-0b83b0fd62fb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 04:49:24.592415 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Current status of the port aa4b3ede-1fb6-40cc-862c-da417c00ce02 is: DOWN; New status is: BUILD {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:49:24.592415 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (aa4b3ede-1fb6-40cc-862c-da417c00ce02), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:24.624831 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.notifiers.nova [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa4b3ede-1fb6-40cc-862c-da417c00ce02 {{(pid=115909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 04:49:24.671596 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port aa4b3ede-1fb6-40cc-862c-da417c00ce02, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=aa4b3ede-1fb6-40cc-862c-da417c00ce02,segment=NetworkSegment(ce207d7e-8865-4c28-a34a-cb1afcfbc929),segment_id=ce207d7e-8865-4c28-a34a-cb1afcfbc929)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:49:24.678701 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (aa4b3ede-1fb6-40cc-862c-da417c00ce02), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:24.681298 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-364eee46-926c-4475-8313-87660c73f8e1 req-45d5f6de-9874-4034-89fe-49e1d327a8da service neutron] 10.222.0.64 "GET /v2.0/networks/48d67382-c2d3-47d5-b28b-aeebd485858a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372550 Jul 29 04:49:24.734084 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Pushing event updated for resources: {'Port': ['ID=aa4b3ede-1fb6-40cc-862c-da417c00ce02,revision_number=4']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:49:24.819163 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff73bcb-cd99-45bf-a903-95c767b9afbc req-8154cfd2-fd11-413f-904b-7900b5d12d5b tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:24.820765 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4ff73bcb-cd99-45bf-a903-95c767b9afbc req-8154cfd2-fd11-413f-904b-7900b5d12d5b tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 946 time: 0.0638845 Jul 29 04:49:24.862981 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-364eee46-926c-4475-8313-87660c73f8e1 req-8ca7fda2-91bd-4780-8cf4-724d802f3402 service neutron] 10.222.0.64 "GET /v2.0/networks/48d67382-c2d3-47d5-b28b-aeebd485858a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730740 Jul 29 04:49:24.888339 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4ff73bcb-cd99-45bf-a903-95c767b9afbc req-e05b4b47-440f-4845-94c8-b3a032ee545d tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606661 Jul 29 04:49:25.011913 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790a564-5144-45e0-b5f9-13f21a6b6312 req-d9de153e-8e40-4b3d-9bb8-d16c35223d85 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:25.013463 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-c790a564-5144-45e0-b5f9-13f21a6b6312 req-d9de153e-8e40-4b3d-9bb8-d16c35223d85 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?device_id=9a43a6d4-64bc-43fa-bc6e-c1b1c4492c81 HTTP/1.1" status: 200 len: 945 time: 0.0839045 Jul 29 04:49:25.052675 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-4bdb7f44-e88d-47fb-8fc1-2e6c82a0f667 admin admin] Publish callbacks [] for router_gateway (b3c04c53-7421-4b16-83b7-8e93874dcecd), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:25.118661 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-c790a564-5144-45e0-b5f9-13f21a6b6312 req-f73043d6-a01f-4414-8c9e-82699c1f54bd tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/security-groups?id=12bfe1dd-e276-41d7-8036-757f7521e720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955422 Jul 29 04:49:25.206034 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2a95d3-8e21-488c-bc55-1af00e0dbeda None None] Network c8994c62-2968-491e-9d89-ada7a08f8ea0 requested from dv-cinder-851449-2-iscsi {{(pid=115909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 04:49:25.268205 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-0423f685-a519-40c1-a40f-0bbc244cabd6 None None] Provisioning complete for port 64960cb7-94cd-4b5d-80c2-151d8ca65c06 triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:49:25.268632 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-0423f685-a519-40c1-a40f-0bbc244cabd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (64960cb7-94cd-4b5d-80c2-151d8ca65c06), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:25.271510 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-4bdb7f44-e88d-47fb-8fc1-2e6c82a0f667 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1714635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1939329'] for router (b3c04c53-7421-4b16-83b7-8e93874dcecd), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:25.401149 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bdb7f44-e88d-47fb-8fc1-2e6c82a0f667 admin admin] Router b3c04c53-7421-4b16-83b7-8e93874dcecd is scheduled to L3 agent 507cc676-b5a3-487d-9bd3-df89beb45ea5 with binding_index 1 {{(pid=115907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 29 04:49:25.415748 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] get_ports_and_sgs() called for port_ids ['aa4b3ede-1fb6-40cc-862c-da417c00ce02'] {{(pid=115909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 04:49:25.507833 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bdb7f44-e88d-47fb-8fc1-2e6c82a0f667 admin admin] Notify agent at l3_agent.dv-cinder-851449-2-iscsi the message routers_updated {{(pid=115907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 04:49:25.530227 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-4bdb7f44-e88d-47fb-8fc1-2e6c82a0f667 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:25.531021 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ce6ff3-d639-4fef-9ee7-88579f6cc309 None None] Sync routers for ids ['b3c04c53-7421-4b16-83b7-8e93874dcecd'] in dv-cinder-851449-2-iscsi {{(pid=115909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 04:49:25.535475 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-4bdb7f44-e88d-47fb-8fc1-2e6c82a0f667 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0535645 Jul 29 04:49:25.535475 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 59686) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:49:25.587466 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ce6ff3-d639-4fef-9ee7-88579f6cc309 None None] Routers {'b3c04c53-7421-4b16-83b7-8e93874dcecd'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:49:25.588106 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-15ce6ff3-d639-4fef-9ee7-88579f6cc309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:49:21Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['b3c04c53-7421-4b16-83b7-8e93874dcecd'], 'active': True} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:49:25.649383 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-0423f685-a519-40c1-a40f-0bbc244cabd6 None None] Current status of the port 64960cb7-94cd-4b5d-80c2-151d8ca65c06 is: DOWN; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:49:25.649782 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-0423f685-a519-40c1-a40f-0bbc244cabd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (64960cb7-94cd-4b5d-80c2-151d8ca65c06), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:25.660009 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:25.708502 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device 64960cb7-94cd-4b5d-80c2-151d8ca65c06 up at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 04:49:25.717099 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:25.763689 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:25.811755 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-0423f685-a519-40c1-a40f-0bbc244cabd6 None None] For port 64960cb7-94cd-4b5d-80c2-151d8ca65c06, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=64960cb7-94cd-4b5d-80c2-151d8ca65c06,segment=NetworkSegment(ffb2b7f4-3669-4504-9503-4837d5f21e70),segment_id=ffb2b7f4-3669-4504-9503-4837d5f21e70)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:49:25.817874 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvr_db [None req-15ce6ff3-d639-4fef-9ee7-88579f6cc309 None None] Set router b3c04c53-7421-4b16-83b7-8e93874dcecd gateway port host: dv-cinder-851449-2-iscsi {{(pid=115909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:49:25.842751 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-0423f685-a519-40c1-a40f-0bbc244cabd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (64960cb7-94cd-4b5d-80c2-151d8ca65c06), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:25.928188 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:25.962034 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Provisioning complete for port 64960cb7-94cd-4b5d-80c2-151d8ca65c06 triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:49:25.962403 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (64960cb7-94cd-4b5d-80c2-151d8ca65c06), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:26.000171 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-7467245d-7674-44b6-88c9-88eb35aebdd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:26.029811 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881aeeaa-8374-4185-9ebc-b4d1aaca738f req-73f55e28-ca81-4046-91fb-a96806dff628 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:26.032246 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-881aeeaa-8374-4185-9ebc-b4d1aaca738f req-73f55e28-ca81-4046-91fb-a96806dff628 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 946 time: 0.0560498 Jul 29 04:49:26.032989 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-cc487efd-9fb8-4279-bc5f-bcc559d7909d None None] Provisioning complete for port 64960cb7-94cd-4b5d-80c2-151d8ca65c06 triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:49:26.033362 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-cc487efd-9fb8-4279-bc5f-bcc559d7909d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (64960cb7-94cd-4b5d-80c2-151d8ca65c06), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:26.040261 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0423f685-a519-40c1-a40f-0bbc244cabd6 None None] Pushing event updated for resources: {'Port': ['ID=64960cb7-94cd-4b5d-80c2-151d8ca65c06,revision_number=3']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:49:26.090537 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-881aeeaa-8374-4185-9ebc-b4d1aaca738f req-de1bd293-18de-4030-b82b-2efc79780ff5 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486400 Jul 29 04:49:26.178873 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.db.db_base_plugin_common [None req-7467245d-7674-44b6-88c9-88eb35aebdd2 admin admin] Allocated IP 172.20.0.1 (c8994c62-2968-491e-9d89-ada7a08f8ea0/9bcd2bfa-a312-446b-bdbd-ca5994b4cf21/fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e) {{(pid=115907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 04:49:26.223507 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-15ce6ff3-d639-4fef-9ee7-88579f6cc309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c04c53-7421-4b16-83b7-8e93874dcecd', 'name': 'tempest-AttachVolumeShelveTestJSON-56780925-router', 'tenant_id': 'f8e9e21d168140e99ffed71146e35fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '257b6c76-533e-49fc-b468-ea85b5205d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:49:23Z', 'updated_at': '2022-07-29T04:49:24Z', 'revision_number': 3, 'project_id': 'f8e9e21d168140e99ffed71146e35fc4', 'gw_port': {'id': '257b6c76-533e-49fc-b468-ea85b5205d10', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:60:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c04c53-7421-4b16-83b7-8e93874dcecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:49:24Z', 'updated_at': '2022-07-29T04:49:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi'}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:49:26.263122 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ce6ff3-d639-4fef-9ee7-88579f6cc309 None None] Checking router: b3c04c53-7421-4b16-83b7-8e93874dcecd for host: dv-cinder-851449-2-iscsi {{(pid=115909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 04:49:26.263476 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ce6ff3-d639-4fef-9ee7-88579f6cc309 None None] Updating router b3c04c53-7421-4b16-83b7-8e93874dcecd port 257b6c76-533e-49fc-b468-ea85b5205d10 binding host dv-cinder-851449-2-iscsi {{(pid=115909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 04:49:26.265305 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port 64960cb7-94cd-4b5d-80c2-151d8ca65c06 is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:49:26.286958 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-cc487efd-9fb8-4279-bc5f-bcc559d7909d None None] Current status of the port 64960cb7-94cd-4b5d-80c2-151d8ca65c06 is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:49:26.296950 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c6dd7-26be-4de6-9086-4e833bb2513e req-9c8f8e95-6769-4143-8495-481a4cb3805c tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:26.299435 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-a04c6dd7-26be-4de6-9086-4e833bb2513e req-9c8f8e95-6769-4143-8495-481a4cb3805c tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?device_id=9a43a6d4-64bc-43fa-bc6e-c1b1c4492c81 HTTP/1.1" status: 200 len: 945 time: 0.0935519 Jul 29 04:49:26.300361 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-15ce6ff3-d639-4fef-9ee7-88579f6cc309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (257b6c76-533e-49fc-b468-ea85b5205d10), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:26.374233 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-a04c6dd7-26be-4de6-9086-4e833bb2513e req-983c303d-b370-4e7d-8477-b48ded721405 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/security-groups?id=12bfe1dd-e276-41d7-8036-757f7521e720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684440 Jul 29 04:49:26.383633 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-7467245d-7674-44b6-88c9-88eb35aebdd2 admin admin] Publish callbacks [] for port (fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:26.426402 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-7467245d-7674-44b6-88c9-88eb35aebdd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7638272'] for port (fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:26.471806 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7467245d-7674-44b6-88c9-88eb35aebdd2 admin admin] Network c8994c62-2968-491e-9d89-ada7a08f8ea0 is already hosted by enough agents. {{(pid=115907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 04:49:26.476949 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.base_scheduler [None req-7467245d-7674-44b6-88c9-88eb35aebdd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=115907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:49:26.479141 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7467245d-7674-44b6-88c9-88eb35aebdd2 admin admin] Pushing event updated for resources: {'Port': ['ID=fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:49:26.481322 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7467245d-7674-44b6-88c9-88eb35aebdd2 admin admin] Received port after_create {{(pid=115907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 04:49:26.518155 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:26.522924 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-7467245d-7674-44b6-88c9-88eb35aebdd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715585'] for router_interface (b3c04c53-7421-4b16-83b7-8e93874dcecd), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:26.540510 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:26.562297 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-15ce6ff3-d639-4fef-9ee7-88579f6cc309 None None] Publish callbacks [] for port (257b6c76-533e-49fc-b468-ea85b5205d10), precommit_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:26.570149 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-15ce6ff3-d639-4fef-9ee7-88579f6cc309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (257b6c76-533e-49fc-b468-ea85b5205d10), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:26.570921 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:26.639131 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-15ce6ff3-d639-4fef-9ee7-88579f6cc309 None None] Attempting to bind port 257b6c76-533e-49fc-b468-ea85b5205d10 on host dv-cinder-851449-2-iscsi for vnic_type normal with profile {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 04:49:26.639519 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-15ce6ff3-d639-4fef-9ee7-88579f6cc309 None None] Attempting to bind port 257b6c76-533e-49fc-b468-ea85b5205d10 by drivers openvswitch,hyperv on host dv-cinder-851449-2-iscsi at level 0 using segments [{'id': 'a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a05b655-8925-4222-a853-020f58db76f4'}] {{(pid=115909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 04:49:26.639886 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ce6ff3-d639-4fef-9ee7-88579f6cc309 None None] Attempting to bind port 257b6c76-533e-49fc-b468-ea85b5205d10 on network 9a05b655-8925-4222-a853-020f58db76f4 {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 04:49:26.645660 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ce6ff3-d639-4fef-9ee7-88579f6cc309 None None] Checking agent: {'id': '9625653a-1f3f-4d73-bc2a-dc32c08b0da9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 4, 38, 53), 'started_at': datetime.datetime(2022, 7, 29, 4, 39, 23), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 4, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 04:49:26.646039 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ce6ff3-d639-4fef-9ee7-88579f6cc309 None None] Checking segment: {'id': 'a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a05b655-8925-4222-a853-020f58db76f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 04:49:26.646448 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-15ce6ff3-d639-4fef-9ee7-88579f6cc309 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:26.646848 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ce6ff3-d639-4fef-9ee7-88579f6cc309 None None] Bound using segment: {'id': 'a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a05b655-8925-4222-a853-020f58db76f4'} {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 04:49:26.647329 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-15ce6ff3-d639-4fef-9ee7-88579f6cc309 None None] Bound port: 257b6c76-533e-49fc-b468-ea85b5205d10, host: dv-cinder-851449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a05b655-8925-4222-a853-020f58db76f4'}}] {{(pid=115909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 04:49:26.647706 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-15ce6ff3-d639-4fef-9ee7-88579f6cc309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (257b6c76-533e-49fc-b468-ea85b5205d10), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:26.678050 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898a54e4-fa0c-4d7c-864f-a7197912483c None None] Pushing event updated for resources: {'Port': ['ID=257b6c76-533e-49fc-b468-ea85b5205d10,revision_number=2']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:49:26.679953 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-7467245d-7674-44b6-88c9-88eb35aebdd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e), before_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:26.708399 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-15ce6ff3-d639-4fef-9ee7-88579f6cc309 None None] For port 257b6c76-533e-49fc-b468-ea85b5205d10, host dv-cinder-851449-2-iscsi, cleared binding levels {{(pid=115909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 04:49:26.712584 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-15ce6ff3-d639-4fef-9ee7-88579f6cc309 None None] For port 257b6c76-533e-49fc-b468-ea85b5205d10, host dv-cinder-851449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=257b6c76-533e-49fc-b468-ea85b5205d10,segment=NetworkSegment(a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f),segment_id=a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f)] {{(pid=115909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 04:49:26.722187 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-15ce6ff3-d639-4fef-9ee7-88579f6cc309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (257b6c76-533e-49fc-b468-ea85b5205d10), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:26.792905 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ce6ff3-d639-4fef-9ee7-88579f6cc309 None None] Routers {'b3c04c53-7421-4b16-83b7-8e93874dcecd'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:49:26.793531 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-15ce6ff3-d639-4fef-9ee7-88579f6cc309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:49:21Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['b3c04c53-7421-4b16-83b7-8e93874dcecd'], 'active': True} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:49:26.848399 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898a54e4-fa0c-4d7c-864f-a7197912483c None None] Pushing event updated for resources: {'Port': ['ID=257b6c76-533e-49fc-b468-ea85b5205d10,revision_number=3']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:49:26.861793 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:26.864786 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-140bd278-4c33-4360-821f-150ce576321a None None] Provisioning complete for port fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:49:26.865172 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-140bd278-4c33-4360-821f-150ce576321a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:26.883117 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-7467245d-7674-44b6-88c9-88eb35aebdd2 admin admin] Publish callbacks [] for port (fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e), precommit_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:26.887476 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-7467245d-7674-44b6-88c9-88eb35aebdd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7638295'] for port (fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e), after_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:26.941338 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-140bd278-4c33-4360-821f-150ce576321a None None] Port fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e cannot update to ACTIVE because it is not bound. {{(pid=115909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 04:49:26.950865 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvr_db [None req-15ce6ff3-d639-4fef-9ee7-88579f6cc309 None None] Set router b3c04c53-7421-4b16-83b7-8e93874dcecd gateway port host: dv-cinder-851449-2-iscsi {{(pid=115909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:49:26.959792 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7467245d-7674-44b6-88c9-88eb35aebdd2 admin admin] Pushing event updated for resources: {'Port': ['ID=fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e,revision_number=2']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:49:26.963393 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-7467245d-7674-44b6-88c9-88eb35aebdd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1573558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1715709'] for router_interface (b3c04c53-7421-4b16-83b7-8e93874dcecd), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:27.068845 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7467245d-7674-44b6-88c9-88eb35aebdd2 admin admin] Network c8994c62-2968-491e-9d89-ada7a08f8ea0 is already hosted by enough agents. {{(pid=115907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 04:49:27.070351 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.base_scheduler [None req-7467245d-7674-44b6-88c9-88eb35aebdd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=115907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:49:27.206416 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7467245d-7674-44b6-88c9-88eb35aebdd2 admin admin] Router b3c04c53-7421-4b16-83b7-8e93874dcecd has already been hosted by L3 agent 507cc676-b5a3-487d-9bd3-df89beb45ea5 {{(pid=115907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 04:49:27.242084 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f689ab0-8f0d-41f5-923f-f574a477eda9 req-44f36b56-d01e-44fe-a200-fd6f9d5e9556 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:27.251618 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-6f689ab0-8f0d-41f5-923f-f574a477eda9 req-44f36b56-d01e-44fe-a200-fd6f9d5e9556 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 946 time: 0.0695479 Jul 29 04:49:27.287250 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-15ce6ff3-d639-4fef-9ee7-88579f6cc309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c04c53-7421-4b16-83b7-8e93874dcecd', 'name': 'tempest-AttachVolumeShelveTestJSON-56780925-router', 'tenant_id': 'f8e9e21d168140e99ffed71146e35fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '257b6c76-533e-49fc-b468-ea85b5205d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:49:23Z', 'updated_at': '2022-07-29T04:49:26Z', 'revision_number': 4, 'project_id': 'f8e9e21d168140e99ffed71146e35fc4', 'gw_port': {'id': '257b6c76-533e-49fc-b468-ea85b5205d10', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:60:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c04c53-7421-4b16-83b7-8e93874dcecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:49:24Z', 'updated_at': '2022-07-29T04:49:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': 'fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e', 'name': '', 'network_id': 'c8994c62-2968-491e-9d89-ada7a08f8ea0', 'tenant_id': 'f8e9e21d168140e99ffed71146e35fc4', 'mac_address': 'fa:16:3e:04:ec:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c04c53-7421-4b16-83b7-8e93874dcecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '9bcd2bfa-a312-446b-bdbd-ca5994b4cf21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:49:26Z', 'updated_at': '2022-07-29T04:49:26Z', 'revision_number': 1, 'project_id': 'f8e9e21d168140e99ffed71146e35fc4', 'subnets': [{'id': '9bcd2bfa-a312-446b-bdbd-ca5994b4cf21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:49:27.313283 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-6f689ab0-8f0d-41f5-923f-f574a477eda9 req-433c5767-a0e9-486b-bfd6-d1feae032760 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601692 Jul 29 04:49:27.323438 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ce6ff3-d639-4fef-9ee7-88579f6cc309 None None] The sync data for ids ['b3c04c53-7421-4b16-83b7-8e93874dcecd'] in dv-cinder-851449-2-iscsi is: [{'id': 'b3c04c53-7421-4b16-83b7-8e93874dcecd', 'name': 'tempest-AttachVolumeShelveTestJSON-56780925-router', 'tenant_id': 'f8e9e21d168140e99ffed71146e35fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '257b6c76-533e-49fc-b468-ea85b5205d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:49:23Z', 'updated_at': '2022-07-29T04:49:26Z', 'revision_number': 4, 'project_id': 'f8e9e21d168140e99ffed71146e35fc4', 'gw_port': {'id': '257b6c76-533e-49fc-b468-ea85b5205d10', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:60:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c04c53-7421-4b16-83b7-8e93874dcecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:49:24Z', 'updated_at': '2022-07-29T04:49:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': 'fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e', 'name': '', 'network_id': 'c8994c62-2968-491e-9d89-ada7a08f8ea0', 'tenant_id': 'f8e9e21d168140e99ffed71146e35fc4', 'mac_address': 'fa:16:3e:04:ec:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c04c53-7421-4b16-83b7-8e93874dcecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '9bcd2bfa-a312-446b-bdbd-ca5994b4cf21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:49:26Z', 'updated_at': '2022-07-29T04:49:26Z', 'revision_number': 1, 'project_id': 'f8e9e21d168140e99ffed71146e35fc4', 'subnets': [{'id': '9bcd2bfa-a312-446b-bdbd-ca5994b4cf21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 04:49:27.344645 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7467245d-7674-44b6-88c9-88eb35aebdd2 admin admin] Notify agent at l3_agent.dv-cinder-851449-2-iscsi the message routers_updated {{(pid=115907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 04:49:27.351422 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-7467245d-7674-44b6-88c9-88eb35aebdd2 admin admin] 10.222.0.40 "PUT /v2.0/routers/b3c04c53-7421-4b16-83b7-8e93874dcecd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8061419 Jul 29 04:49:27.363447 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-91f62d01-b08b-443a-9184-6ea81b16ee08 None None] Provisioning complete for port fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:49:27.363633 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-91f62d01-b08b-443a-9184-6ea81b16ee08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:27.399081 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-91f62d01-b08b-443a-9184-6ea81b16ee08 None None] Port fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e cannot update to ACTIVE because it is not bound. {{(pid=115909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 04:49:27.499688 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f7b8a5-da33-404e-9d64-fc915fff750b req-05dc58d1-9fbe-4fba-b764-388c3d581012 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:27.501453 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-c3f7b8a5-da33-404e-9d64-fc915fff750b req-05dc58d1-9fbe-4fba-b764-388c3d581012 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?device_id=9a43a6d4-64bc-43fa-bc6e-c1b1c4492c81 HTTP/1.1" status: 200 len: 945 time: 0.0502086 Jul 29 04:49:27.508545 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device aa4b3ede-1fb6-40cc-862c-da417c00ce02 up at agent hyperv_hv-cinder-85144 {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 04:49:27.571457 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-c3f7b8a5-da33-404e-9d64-fc915fff750b req-06257237-9f52-470a-9a1c-137a917a15bb tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/security-groups?id=12bfe1dd-e276-41d7-8036-757f7521e720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627291 Jul 29 04:49:27.586059 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Provisioning for port aa4b3ede-1fb6-40cc-862c-da417c00ce02 completed by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 29 04:49:27.608656 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Provisioning complete for port aa4b3ede-1fb6-40cc-862c-da417c00ce02 triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:49:27.609253 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (aa4b3ede-1fb6-40cc-862c-da417c00ce02), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:27.700841 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device 64960cb7-94cd-4b5d-80c2-151d8ca65c06 up at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 04:49:27.733843 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Current status of the port aa4b3ede-1fb6-40cc-862c-da417c00ce02 is: BUILD; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:49:27.734233 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (aa4b3ede-1fb6-40cc-862c-da417c00ce02), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:27.764333 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 59714) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:49:27.770275 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a43a6d4-64bc-43fa-bc6e-c1b1c4492c81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa4b3ede-1fb6-40cc-862c-da417c00ce02'}] {{(pid=115909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:49:27.771710 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [None req-6615577a-f4fa-4ccc-a7f4-7d618d30a840 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Request body: {'security_group': {'name': 'tempest-securitygroup--637853330', 'description': 'tempest-description--1733162986'}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:49:27.772507 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c420e031ced92140226aa6f83123c9b23fc96e3244e1479094dc728224b9fe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d667b56c-7409-4078-ad40-dc2431450622" -d '{"events": [{"server_uuid": "9a43a6d4-64bc-43fa-bc6e-c1b1c4492c81", "name": "network-vif-plugged", "status": "completed", "tag": "aa4b3ede-1fb6-40cc-862c-da417c00ce02"}]}' {{(pid=115909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:49:27.788503 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port aa4b3ede-1fb6-40cc-862c-da417c00ce02, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=aa4b3ede-1fb6-40cc-862c-da417c00ce02,segment=NetworkSegment(ce207d7e-8865-4c28-a34a-cb1afcfbc929),segment_id=ce207d7e-8865-4c28-a34a-cb1afcfbc929)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:49:27.792122 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:27.798169 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (aa4b3ede-1fb6-40cc-862c-da417c00ce02), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:27.806571 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Provisioning complete for port 64960cb7-94cd-4b5d-80c2-151d8ca65c06 triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:49:27.806762 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6615577a-f4fa-4ccc-a7f4-7d618d30a840 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks [] for security_group (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:27.806875 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (64960cb7-94cd-4b5d-80c2-151d8ca65c06), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:27.826866 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 04:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09eaabca-d244-418d-a053-63cef3e94814 x-openstack-request-id: req-09eaabca-d244-418d-a053-63cef3e94814 {{(pid=115909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:49:27.827240 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a43a6d4-64bc-43fa-bc6e-c1b1c4492c81", "name": "network-vif-plugged", "status": "completed", "tag": "aa4b3ede-1fb6-40cc-862c-da417c00ce02", "code": 200}]} {{(pid=115909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:49:27.827494 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-09eaabca-d244-418d-a053-63cef3e94814 {{(pid=115909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:49:27.827913 dv-cinder-851449-2-iscsi neutron-server[115909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09eaabca-d244-418d-a053-63cef3e94814'] response: {'server_uuid': '9a43a6d4-64bc-43fa-bc6e-c1b1c4492c81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa4b3ede-1fb6-40cc-862c-da417c00ce02', 'code': 200} Jul 29 04:49:27.834578 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:27.838220 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:27.900732 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Pushing event updated for resources: {'Port': ['ID=aa4b3ede-1fb6-40cc-862c-da417c00ce02,revision_number=5']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:49:27.939194 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6615577a-f4fa-4ccc-a7f4-7d618d30a840 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks [] for security_group (c3277f3b-8f0f-4938-b527-3efb0f65f0a6), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:27.944214 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6615577a-f4fa-4ccc-a7f4-7d618d30a840 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (c3277f3b-8f0f-4938-b527-3efb0f65f0a6), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:27.986776 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port 64960cb7-94cd-4b5d-80c2-151d8ca65c06 is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:49:27.994782 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6615577a-f4fa-4ccc-a7f4-7d618d30a840 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3277f3b-8f0f-4938-b527-3efb0f65f0a6,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:49:28.002906 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6615577a-f4fa-4ccc-a7f4-7d618d30a840 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks [] for security_group (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:28.004737 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-6615577a-f4fa-4ccc-a7f4-7d618d30a840 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2390020 Jul 29 04:49:28.007489 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 59724) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:49:28.011966 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [None req-b32a69d5-30f7-4ae2-8eb6-814d16bf110d tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Request body: {'security_group_rule': {'security_group_id': 'c3277f3b-8f0f-4938-b527-3efb0f65f0a6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:49:28.056235 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-b32a69d5-30f7-4ae2-8eb6-814d16bf110d tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks [] for security_group_rule (acd23dfa-7ade-44ef-ae69-1136ffe0cde1), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:28.088851 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd40cae7-7e74-4a81-85a9-0f0933408c69 req-986eab96-162a-44cc-9f47-bd6575b63871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:28.090672 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-fd40cae7-7e74-4a81-85a9-0f0933408c69 req-986eab96-162a-44cc-9f47-bd6575b63871 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9a43a6d4-64bc-43fa-bc6e-c1b1c4492c81 HTTP/1.1" status: 200 len: 1130 time: 0.0482116 Jul 29 04:49:28.132384 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-b32a69d5-30f7-4ae2-8eb6-814d16bf110d tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks [] for security_group_rule (acd23dfa-7ade-44ef-ae69-1136ffe0cde1), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:28.138243 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-b32a69d5-30f7-4ae2-8eb6-814d16bf110d tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885006'] for security_group_rule (acd23dfa-7ade-44ef-ae69-1136ffe0cde1), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:28.160981 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-fd40cae7-7e74-4a81-85a9-0f0933408c69 req-59d0ae8a-5cb4-4108-9b3e-174e8348bf80 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=12bfe1dd-e276-41d7-8036-757f7521e720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616958 Jul 29 04:49:28.176009 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32a69d5-30f7-4ae2-8eb6-814d16bf110d tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acd23dfa-7ade-44ef-ae69-1136ffe0cde1,revision_number=0']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:49:28.184572 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-b32a69d5-30f7-4ae2-8eb6-814d16bf110d tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:28.185701 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-b32a69d5-30f7-4ae2-8eb6-814d16bf110d tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1771982 Jul 29 04:49:28.189233 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 59726) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:49:28.193583 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [None req-773165b8-84bb-4cf1-acf1-f6429ee48d5a tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Request body: {'security_group_rule': {'security_group_id': 'c3277f3b-8f0f-4938-b527-3efb0f65f0a6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:49:28.201427 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:28.229365 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-773165b8-84bb-4cf1-acf1-f6429ee48d5a tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks [] for security_group_rule (33b24403-dc47-4180-996e-52abaaeb45ef), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:28.299588 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-773165b8-84bb-4cf1-acf1-f6429ee48d5a tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks [] for security_group_rule (33b24403-dc47-4180-996e-52abaaeb45ef), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:28.305011 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-773165b8-84bb-4cf1-acf1-f6429ee48d5a tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885006'] for security_group_rule (33b24403-dc47-4180-996e-52abaaeb45ef), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:28.331432 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773165b8-84bb-4cf1-acf1-f6429ee48d5a tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33b24403-dc47-4180-996e-52abaaeb45ef,revision_number=0']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:49:28.341771 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-773165b8-84bb-4cf1-acf1-f6429ee48d5a tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:28.343245 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-773165b8-84bb-4cf1-acf1-f6429ee48d5a tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1531782 Jul 29 04:49:28.346974 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 59732) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:49:28.352592 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [None req-7c4f5dad-5fe1-49af-a23b-cd91a857e219 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Request body: {'floatingip': {'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:49:28.372424 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:28.376146 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-7c4f5dad-5fe1-49af-a23b-cd91a857e219 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:28.483067 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e980643f-a552-4e7a-afa0-34c5fa0ddc36 req-d172ddf9-07fb-40ba-89d8-326d5c10e61f tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:28.484553 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e980643f-a552-4e7a-afa0-34c5fa0ddc36 req-d172ddf9-07fb-40ba-89d8-326d5c10e61f tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 946 time: 0.0910919 Jul 29 04:49:28.508843 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-7c4f5dad-5fe1-49af-a23b-cd91a857e219 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:28.588538 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e980643f-a552-4e7a-afa0-34c5fa0ddc36 req-de308011-8f1b-4e4f-9892-3d31ec819fac tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909853 Jul 29 04:49:28.674864 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.db_base_plugin_common [None req-7c4f5dad-5fe1-49af-a23b-cd91a857e219 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Allocated IP 172.27.0.151 (9a05b655-8925-4222-a853-020f58db76f4/b252d643-2a5f-428d-a536-f8ecbd6d13e1/2c8763be-3d5b-40ee-8bfd-c416e3bb6563) {{(pid=115908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 04:49:28.721222 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae9a82-e161-4e09-8c2c-e1dd48e3dff2 req-fdeda654-2e3f-4943-bdbb-1f1ef57c7af2 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:28.722767 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-9fae9a82-e161-4e09-8c2c-e1dd48e3dff2 req-fdeda654-2e3f-4943-bdbb-1f1ef57c7af2 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?device_id=9a43a6d4-64bc-43fa-bc6e-c1b1c4492c81 HTTP/1.1" status: 200 len: 946 time: 0.0509446 Jul 29 04:49:28.770657 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-9fae9a82-e161-4e09-8c2c-e1dd48e3dff2 req-384e3604-b1e9-4d0f-9fb3-08ebd1e3250b tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/security-groups?id=12bfe1dd-e276-41d7-8036-757f7521e720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422139 Jul 29 04:49:28.785361 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-7c4f5dad-5fe1-49af-a23b-cd91a857e219 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks [] for port (2c8763be-3d5b-40ee-8bfd-c416e3bb6563), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:28.820522 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-7c4f5dad-5fe1-49af-a23b-cd91a857e219 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (2c8763be-3d5b-40ee-8bfd-c416e3bb6563), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:28.865215 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4f5dad-5fe1-49af-a23b-cd91a857e219 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Network 9a05b655-8925-4222-a853-020f58db76f4 is already hosted by enough agents. {{(pid=115908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 04:49:28.868170 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.base_scheduler [None req-7c4f5dad-5fe1-49af-a23b-cd91a857e219 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Resources bound (agent type, host, resource id): {{(pid=115908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:49:28.871971 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4f5dad-5fe1-49af-a23b-cd91a857e219 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Received port after_create {{(pid=115908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 04:49:28.877215 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4f5dad-5fe1-49af-a23b-cd91a857e219 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Pushing event updated for resources: {'Port': ['ID=2c8763be-3d5b-40ee-8bfd-c416e3bb6563,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:49:28.955804 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-7c4f5dad-5fe1-49af-a23b-cd91a857e219 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks [] for floatingip (9379f2e7-24f7-4e18-81ab-54e349ed27b6), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:28.958202 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=6 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:28.993826 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-7c4f5dad-5fe1-49af-a23b-cd91a857e219 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (2c8763be-3d5b-40ee-8bfd-c416e3bb6563), before_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:29.130448 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:29.149366 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-7c4f5dad-5fe1-49af-a23b-cd91a857e219 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks [] for port (2c8763be-3d5b-40ee-8bfd-c416e3bb6563), precommit_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:29.154164 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-7c4f5dad-5fe1-49af-a23b-cd91a857e219 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7403849'] for port (2c8763be-3d5b-40ee-8bfd-c416e3bb6563), after_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:29.228083 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4f5dad-5fe1-49af-a23b-cd91a857e219 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Pushing event updated for resources: {'Port': ['ID=2c8763be-3d5b-40ee-8bfd-c416e3bb6563,revision_number=2']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:49:29.243623 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-7c4f5dad-5fe1-49af-a23b-cd91a857e219 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1937124'] for floatingip (9379f2e7-24f7-4e18-81ab-54e349ed27b6), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:29.260012 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-7c4f5dad-5fe1-49af-a23b-cd91a857e219 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for floatingip (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:29.268064 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-7c4f5dad-5fe1-49af-a23b-cd91a857e219 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9129407 Jul 29 04:49:29.452136 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-71de7a25-971c-455c-96c0-13e22e16c831 req-adb6300a-f9ed-4b65-9ae8-647e3119acab tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--637853330&fields=id&tenant_id=f8e9e21d168140e99ffed71146e35fc4 HTTP/1.1" status: 200 len: 267 time: 0.0634670 Jul 29 04:49:29.582260 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de7a25-971c-455c-96c0-13e22e16c831 req-583ff539-7703-4f09-a334-9960c19e7226 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:29.584489 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-71de7a25-971c-455c-96c0-13e22e16c831 req-583ff539-7703-4f09-a334-9960c19e7226 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/networks?id=c8994c62-2968-491e-9d89-ada7a08f8ea0 HTTP/1.1" status: 200 len: 815 time: 0.1237099 Jul 29 04:49:29.600813 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-71de7a25-971c-455c-96c0-13e22e16c831 req-7977bd6e-8433-4b9a-948a-bb14983bbeb9 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/quotas/f8e9e21d168140e99ffed71146e35fc4 HTTP/1.1" status: 200 len: 375 time: 0.0107172 Jul 29 04:49:29.605707 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device 257b6c76-533e-49fc-b468-ea85b5205d10 up at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 04:49:29.612495 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1d05e7-d7c4-41df-a4c2-fcb7c6d4af5b None None] Sync routers for ids ['b3c04c53-7421-4b16-83b7-8e93874dcecd'] in dv-cinder-851449-2-iscsi {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 04:49:29.639139 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1d05e7-d7c4-41df-a4c2-fcb7c6d4af5b None None] Routers {'b3c04c53-7421-4b16-83b7-8e93874dcecd'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:49:29.641513 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-cb1d05e7-d7c4-41df-a4c2-fcb7c6d4af5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:49:21Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['b3c04c53-7421-4b16-83b7-8e93874dcecd'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:49:29.655171 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Provisioning complete for port 257b6c76-533e-49fc-b468-ea85b5205d10 triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:49:29.656394 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (257b6c76-533e-49fc-b468-ea85b5205d10), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:29.669025 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-71de7a25-971c-455c-96c0-13e22e16c831 req-14086f44-e30b-457f-b104-67fd80686032 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=f8e9e21d168140e99ffed71146e35fc4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0587056 Jul 29 04:49:29.682934 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:29.751423 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae7db1-621d-4c94-92c2-0b7fe4a20a28 req-2e182380-39bf-4334-9bd2-62a94bb9c893 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:29.752116 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port 257b6c76-533e-49fc-b468-ea85b5205d10 is: DOWN; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:49:29.752879 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (257b6c76-533e-49fc-b468-ea85b5205d10), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:29.757086 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-6aae7db1-621d-4c94-92c2-0b7fe4a20a28 req-2e182380-39bf-4334-9bd2-62a94bb9c893 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 946 time: 0.0630338 Jul 29 04:49:29.775695 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-cb1d05e7-d7c4-41df-a4c2-fcb7c6d4af5b None None] Set router b3c04c53-7421-4b16-83b7-8e93874dcecd gateway port host: dv-cinder-851449-2-iscsi {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:49:29.777588 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] For port 257b6c76-533e-49fc-b468-ea85b5205d10, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=257b6c76-533e-49fc-b468-ea85b5205d10,segment=NetworkSegment(a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f),segment_id=a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:49:29.783797 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-71de7a25-971c-455c-96c0-13e22e16c831 req-693b021b-4d21-4134-aeb4-6d4d8f831d8a service neutron] 10.222.0.40 "GET /v2.0/networks/c8994c62-2968-491e-9d89-ada7a08f8ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073971 Jul 29 04:49:29.787590 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (257b6c76-533e-49fc-b468-ea85b5205d10), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:29.817435 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-6aae7db1-621d-4c94-92c2-0b7fe4a20a28 req-42d46b5c-80a3-4f53-b15d-c4d77136964f tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538673 Jul 29 04:49:29.862313 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Pushing event updated for resources: {'Port': ['ID=257b6c76-533e-49fc-b468-ea85b5205d10,revision_number=4']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:49:29.889473 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-71de7a25-971c-455c-96c0-13e22e16c831 req-cbd78b29-1c35-4ca4-8b8c-8d2f0d4d1d33 service neutron] 10.222.0.40 "GET /v2.0/networks/c8994c62-2968-491e-9d89-ada7a08f8ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960600 Jul 29 04:49:29.962043 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e4e1d3-fce7-4370-b49a-e9e99399fb0a req-cd7820f8-5ab5-4604-86bc-ac6433afa88b tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:29.963554 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-93e4e1d3-fce7-4370-b49a-e9e99399fb0a req-cd7820f8-5ab5-4604-86bc-ac6433afa88b tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?device_id=9a43a6d4-64bc-43fa-bc6e-c1b1c4492c81 HTTP/1.1" status: 200 len: 946 time: 0.0493116 Jul 29 04:49:30.007699 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=100 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:30.009429 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-cb1d05e7-d7c4-41df-a4c2-fcb7c6d4af5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c04c53-7421-4b16-83b7-8e93874dcecd', 'name': 'tempest-AttachVolumeShelveTestJSON-56780925-router', 'tenant_id': 'f8e9e21d168140e99ffed71146e35fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '257b6c76-533e-49fc-b468-ea85b5205d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:49:23Z', 'updated_at': '2022-07-29T04:49:26Z', 'revision_number': 4, 'project_id': 'f8e9e21d168140e99ffed71146e35fc4', 'gw_port': {'id': '257b6c76-533e-49fc-b468-ea85b5205d10', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:60:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c04c53-7421-4b16-83b7-8e93874dcecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:49:24Z', 'updated_at': '2022-07-29T04:49:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': 'fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e', 'name': '', 'network_id': 'c8994c62-2968-491e-9d89-ada7a08f8ea0', 'tenant_id': 'f8e9e21d168140e99ffed71146e35fc4', 'mac_address': 'fa:16:3e:04:ec:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c04c53-7421-4b16-83b7-8e93874dcecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '9bcd2bfa-a312-446b-bdbd-ca5994b4cf21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:49:26Z', 'updated_at': '2022-07-29T04:49:26Z', 'revision_number': 2, 'project_id': 'f8e9e21d168140e99ffed71146e35fc4', 'subnets': [{'id': '9bcd2bfa-a312-446b-bdbd-ca5994b4cf21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:49:30.025448 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-93e4e1d3-fce7-4370-b49a-e9e99399fb0a req-db590296-e05d-4a66-8862-94d0c7906482 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/security-groups?id=12bfe1dd-e276-41d7-8036-757f7521e720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559042 Jul 29 04:49:30.046925 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1d05e7-d7c4-41df-a4c2-fcb7c6d4af5b None None] Checking router: b3c04c53-7421-4b16-83b7-8e93874dcecd for host: dv-cinder-851449-2-iscsi {{(pid=115910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 04:49:30.047988 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1d05e7-d7c4-41df-a4c2-fcb7c6d4af5b None None] Updating router b3c04c53-7421-4b16-83b7-8e93874dcecd port fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e binding host dv-cinder-851449-2-iscsi {{(pid=115910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 04:49:30.072631 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4988d24f-eb50-4d03-9876-663868839757 req-5f185328-86d7-4779-91c3-dfcb1a52eba2 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 210 time: 0.0310934 Jul 29 04:49:30.083171 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-cb1d05e7-d7c4-41df-a4c2-fcb7c6d4af5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e), before_update {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:30.211624 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=100 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:30.445318 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-cb1d05e7-d7c4-41df-a4c2-fcb7c6d4af5b None None] Publish callbacks [] for port (fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e), precommit_update {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:30.450183 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-cb1d05e7-d7c4-41df-a4c2-fcb7c6d4af5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e), after_update {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:30.495671 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725ab262-f3c9-4e7d-b677-79a1d2c0dd2f None None] Pushing event updated for resources: {'Port': ['ID=fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e,revision_number=3']} {{(pid=115910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:49:30.512519 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725ab262-f3c9-4e7d-b677-79a1d2c0dd2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:49:30.512890 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725ab262-f3c9-4e7d-b677-79a1d2c0dd2f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:49:30.513244 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725ab262-f3c9-4e7d-b677-79a1d2c0dd2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:49:30.513598 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725ab262-f3c9-4e7d-b677-79a1d2c0dd2f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:49:30.513930 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725ab262-f3c9-4e7d-b677-79a1d2c0dd2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:49:30.514315 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725ab262-f3c9-4e7d-b677-79a1d2c0dd2f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:49:30.514640 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725ab262-f3c9-4e7d-b677-79a1d2c0dd2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:49:30.514961 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725ab262-f3c9-4e7d-b677-79a1d2c0dd2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:49:30.515304 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725ab262-f3c9-4e7d-b677-79a1d2c0dd2f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:49:30.515629 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725ab262-f3c9-4e7d-b677-79a1d2c0dd2f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:49:30.516487 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725ab262-f3c9-4e7d-b677-79a1d2c0dd2f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:49:30.517514 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725ab262-f3c9-4e7d-b677-79a1d2c0dd2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:49:30.517830 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725ab262-f3c9-4e7d-b677-79a1d2c0dd2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:49:30.518154 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725ab262-f3c9-4e7d-b677-79a1d2c0dd2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:49:30.518474 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725ab262-f3c9-4e7d-b677-79a1d2c0dd2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:49:30.582042 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.managers [None req-cb1d05e7-d7c4-41df-a4c2-fcb7c6d4af5b None None] Attempting to bind port fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e on host dv-cinder-851449-2-iscsi for vnic_type normal with profile {{(pid=115910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 04:49:30.582418 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.managers [None req-cb1d05e7-d7c4-41df-a4c2-fcb7c6d4af5b None None] Attempting to bind port fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e by drivers openvswitch,hyperv on host dv-cinder-851449-2-iscsi at level 0 using segments [{'id': 'ffb2b7f4-3669-4504-9503-4837d5f21e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c8994c62-2968-491e-9d89-ada7a08f8ea0'}] {{(pid=115910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 04:49:30.582779 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1d05e7-d7c4-41df-a4c2-fcb7c6d4af5b None None] Attempting to bind port fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e on network c8994c62-2968-491e-9d89-ada7a08f8ea0 {{(pid=115910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 04:49:30.588292 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1d05e7-d7c4-41df-a4c2-fcb7c6d4af5b None None] Checking agent: {'id': '9625653a-1f3f-4d73-bc2a-dc32c08b0da9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 4, 38, 53), 'started_at': datetime.datetime(2022, 7, 29, 4, 39, 23), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 4, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 04:49:30.588711 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1d05e7-d7c4-41df-a4c2-fcb7c6d4af5b None None] Checking segment: {'id': 'ffb2b7f4-3669-4504-9503-4837d5f21e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c8994c62-2968-491e-9d89-ada7a08f8ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 04:49:30.589116 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-cb1d05e7-d7c4-41df-a4c2-fcb7c6d4af5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:30.589507 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1d05e7-d7c4-41df-a4c2-fcb7c6d4af5b None None] Bound using segment: {'id': 'ffb2b7f4-3669-4504-9503-4837d5f21e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c8994c62-2968-491e-9d89-ada7a08f8ea0'} {{(pid=115910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 04:49:30.589979 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.managers [None req-cb1d05e7-d7c4-41df-a4c2-fcb7c6d4af5b None None] Bound port: fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e, host: dv-cinder-851449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffb2b7f4-3669-4504-9503-4837d5f21e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c8994c62-2968-491e-9d89-ada7a08f8ea0'}}] {{(pid=115910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 04:49:30.590355 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-cb1d05e7-d7c4-41df-a4c2-fcb7c6d4af5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e), before_update {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:30.653113 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.db [None req-cb1d05e7-d7c4-41df-a4c2-fcb7c6d4af5b None None] For port fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e, host dv-cinder-851449-2-iscsi, cleared binding levels {{(pid=115910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 04:49:30.657267 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.db [None req-cb1d05e7-d7c4-41df-a4c2-fcb7c6d4af5b None None] For port fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e, host dv-cinder-851449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e,segment=NetworkSegment(ffb2b7f4-3669-4504-9503-4837d5f21e70),segment_id=ffb2b7f4-3669-4504-9503-4837d5f21e70)] {{(pid=115910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 04:49:30.662910 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-cb1d05e7-d7c4-41df-a4c2-fcb7c6d4af5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e), after_update {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:30.720447 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725ab262-f3c9-4e7d-b677-79a1d2c0dd2f None None] Pushing event updated for resources: {'Port': ['ID=fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e,revision_number=4']} {{(pid=115910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:49:30.729611 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1d05e7-d7c4-41df-a4c2-fcb7c6d4af5b None None] Routers {'b3c04c53-7421-4b16-83b7-8e93874dcecd'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:49:30.730403 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-cb1d05e7-d7c4-41df-a4c2-fcb7c6d4af5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:49:21Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['b3c04c53-7421-4b16-83b7-8e93874dcecd'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:49:30.751402 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-4acf272d-7d09-40bc-8b51-28b52bf78eb8 None None] Provisioning complete for port fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:49:30.752017 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-4acf272d-7d09-40bc-8b51-28b52bf78eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:30.853142 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-4acf272d-7d09-40bc-8b51-28b52bf78eb8 None None] Current status of the port fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e is: DOWN; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:49:30.853536 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-4acf272d-7d09-40bc-8b51-28b52bf78eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:30.859780 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-cb1d05e7-d7c4-41df-a4c2-fcb7c6d4af5b None None] Set router b3c04c53-7421-4b16-83b7-8e93874dcecd gateway port host: dv-cinder-851449-2-iscsi {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:49:30.897456 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-4acf272d-7d09-40bc-8b51-28b52bf78eb8 None None] For port fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e,segment=NetworkSegment(ffb2b7f4-3669-4504-9503-4837d5f21e70),segment_id=ffb2b7f4-3669-4504-9503-4837d5f21e70)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:49:30.907556 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-4acf272d-7d09-40bc-8b51-28b52bf78eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:30.969148 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443ad75-83bb-4ca3-92fd-1279b747b87a req-47238a6a-dfc3-4912-a990-470347881fa8 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:30.971903 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-8443ad75-83bb-4ca3-92fd-1279b747b87a req-47238a6a-dfc3-4912-a990-470347881fa8 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 946 time: 0.0564196 Jul 29 04:49:30.988140 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf272d-7d09-40bc-8b51-28b52bf78eb8 None None] Pushing event updated for resources: {'Port': ['ID=fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e,revision_number=5']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:49:31.028923 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-1107bf55-a5a0-431d-a531-f942d93603d4 None None] Provisioning complete for port fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:49:31.029298 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-1107bf55-a5a0-431d-a531-f942d93603d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:31.033757 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-8443ad75-83bb-4ca3-92fd-1279b747b87a req-f910405b-d692-4b64-81c5-6ce44f65ff96 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549681 Jul 29 04:49:31.063304 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:31.107495 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-cb1d05e7-d7c4-41df-a4c2-fcb7c6d4af5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c04c53-7421-4b16-83b7-8e93874dcecd', 'name': 'tempest-AttachVolumeShelveTestJSON-56780925-router', 'tenant_id': 'f8e9e21d168140e99ffed71146e35fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '257b6c76-533e-49fc-b468-ea85b5205d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:49:23Z', 'updated_at': '2022-07-29T04:49:26Z', 'revision_number': 4, 'project_id': 'f8e9e21d168140e99ffed71146e35fc4', 'gw_port': {'id': '257b6c76-533e-49fc-b468-ea85b5205d10', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c04c53-7421-4b16-83b7-8e93874dcecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:49:24Z', 'updated_at': '2022-07-29T04:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': 'fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e', 'name': '', 'network_id': 'c8994c62-2968-491e-9d89-ada7a08f8ea0', 'tenant_id': 'f8e9e21d168140e99ffed71146e35fc4', 'mac_address': 'fa:16:3e:04:ec:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c04c53-7421-4b16-83b7-8e93874dcecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '9bcd2bfa-a312-446b-bdbd-ca5994b4cf21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:49:26Z', 'updated_at': '2022-07-29T04:49:30Z', 'revision_number': 4, 'project_id': 'f8e9e21d168140e99ffed71146e35fc4', 'subnets': [{'id': '9bcd2bfa-a312-446b-bdbd-ca5994b4cf21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:49:31.114546 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-1107bf55-a5a0-431d-a531-f942d93603d4 None None] Current status of the port fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:49:31.133682 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1d05e7-d7c4-41df-a4c2-fcb7c6d4af5b None None] The sync data for ids ['b3c04c53-7421-4b16-83b7-8e93874dcecd'] in dv-cinder-851449-2-iscsi is: [{'id': 'b3c04c53-7421-4b16-83b7-8e93874dcecd', 'name': 'tempest-AttachVolumeShelveTestJSON-56780925-router', 'tenant_id': 'f8e9e21d168140e99ffed71146e35fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '257b6c76-533e-49fc-b468-ea85b5205d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:49:23Z', 'updated_at': '2022-07-29T04:49:26Z', 'revision_number': 4, 'project_id': 'f8e9e21d168140e99ffed71146e35fc4', 'gw_port': {'id': '257b6c76-533e-49fc-b468-ea85b5205d10', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c04c53-7421-4b16-83b7-8e93874dcecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:49:24Z', 'updated_at': '2022-07-29T04:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': 'fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e', 'name': '', 'network_id': 'c8994c62-2968-491e-9d89-ada7a08f8ea0', 'tenant_id': 'f8e9e21d168140e99ffed71146e35fc4', 'mac_address': 'fa:16:3e:04:ec:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c04c53-7421-4b16-83b7-8e93874dcecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '9bcd2bfa-a312-446b-bdbd-ca5994b4cf21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:49:26Z', 'updated_at': '2022-07-29T04:49:30Z', 'revision_number': 4, 'project_id': 'f8e9e21d168140e99ffed71146e35fc4', 'subnets': [{'id': '9bcd2bfa-a312-446b-bdbd-ca5994b4cf21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 04:49:31.170351 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09482b09-0708-4a9e-bfc7-2d2ddf2a9eed req-b01b74fb-a647-4411-a163-a07285d065d5 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:31.172035 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-09482b09-0708-4a9e-bfc7-2d2ddf2a9eed req-b01b74fb-a647-4411-a163-a07285d065d5 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?device_id=9a43a6d4-64bc-43fa-bc6e-c1b1c4492c81 HTTP/1.1" status: 200 len: 946 time: 0.0680399 Jul 29 04:49:31.200302 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-8ffba491-8fba-40c4-a8c4-beb489e5d5fb req-bbf3ef11-8b82-4585-89c2-43e537baf3da tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 210 time: 0.0284564 Jul 29 04:49:31.231943 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-09482b09-0708-4a9e-bfc7-2d2ddf2a9eed req-da19743d-f290-451d-8147-a379468aeb18 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/security-groups?id=12bfe1dd-e276-41d7-8036-757f7521e720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465968 Jul 29 04:49:31.619052 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de7a25-971c-455c-96c0-13e22e16c831 req-2963201f-a96e-44b7-b9f9-be843dd41a5b tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:31.620570 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-71de7a25-971c-455c-96c0-13e22e16c831 req-2963201f-a96e-44b7-b9f9-be843dd41a5b tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.64 "GET /v2.0/networks?id=c8994c62-2968-491e-9d89-ada7a08f8ea0 HTTP/1.1" status: 200 len: 815 time: 0.1623960 Jul 29 04:49:31.729245 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device 257b6c76-533e-49fc-b468-ea85b5205d10 up at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 04:49:31.737372 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-71de7a25-971c-455c-96c0-13e22e16c831 req-248cc333-98d2-4fd7-aef7-a0c036bcfe42 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8e9e21d168140e99ffed71146e35fc4 HTTP/1.1" status: 200 len: 379 time: 0.1002443 Jul 29 04:49:31.748333 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [req-71de7a25-971c-455c-96c0-13e22e16c831 req-d5635fe5-7c8f-4f61-bb9a-2896751f74f1 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Request body: {'port': {'device_id': '630ff067-c10b-4ae9-8d92-c40d206fd0ca', 'network_id': 'c8994c62-2968-491e-9d89-ada7a08f8ea0', 'admin_state_up': True, 'tenant_id': 'f8e9e21d168140e99ffed71146e35fc4', 'security_groups': ['c3277f3b-8f0f-4938-b527-3efb0f65f0a6']}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:49:31.772380 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:31.803131 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Provisioning complete for port 257b6c76-533e-49fc-b468-ea85b5205d10 triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:49:31.803808 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (257b6c76-533e-49fc-b468-ea85b5205d10), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:31.898918 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:31.909934 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71de7a25-971c-455c-96c0-13e22e16c831 req-d5635fe5-7c8f-4f61-bb9a-2896751f74f1 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Made reservation on behalf of f8e9e21d168140e99ffed71146e35fc4 for: {'port': 1} {{(pid=115908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 04:49:31.914478 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-71de7a25-971c-455c-96c0-13e22e16c831 req-d5635fe5-7c8f-4f61-bb9a-2896751f74f1 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:31.914900 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port 257b6c76-533e-49fc-b468-ea85b5205d10 is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:49:31.916431 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e up at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 04:49:31.980792 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Provisioning complete for port fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:49:31.981378 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:32.081522 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:32.088775 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:49:32.134675 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.db_base_plugin_common [req-71de7a25-971c-455c-96c0-13e22e16c831 req-d5635fe5-7c8f-4f61-bb9a-2896751f74f1 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Allocated IP 172.20.0.12 (c8994c62-2968-491e-9d89-ada7a08f8ea0/9bcd2bfa-a312-446b-bdbd-ca5994b4cf21/1f4eb45a-ea71-4ede-b569-032c9dddfac4) {{(pid=115908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 04:49:32.177804 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2748e62a-e83c-4eff-9feb-d31ca0c0b270 req-b792aae3-0478-439f-9b3b-19f027ef5a64 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:32.185290 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-2748e62a-e83c-4eff-9feb-d31ca0c0b270 req-b792aae3-0478-439f-9b3b-19f027ef5a64 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 946 time: 0.0573754 Jul 29 04:49:32.242965 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-2748e62a-e83c-4eff-9feb-d31ca0c0b270 req-f01a69ad-2aa7-46d6-8dbe-2a4b8b2cd5ff tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566933 Jul 29 04:49:32.318590 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-71de7a25-971c-455c-96c0-13e22e16c831 req-d5635fe5-7c8f-4f61-bb9a-2896751f74f1 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks [] for port (1f4eb45a-ea71-4ede-b569-032c9dddfac4), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:32.339736 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-61e5bbff-9322-43a4-ab6b-5713ff670ad5 req-0602e545-2d70-404f-a23d-1fcbfbb67007 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 210 time: 0.0326374 Jul 29 04:49:32.380195 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31c153-4f37-4265-94c4-710f9259727a req-9012d4ab-092f-4196-bb20-deea2a6219a8 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:32.381750 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-2e31c153-4f37-4265-94c4-710f9259727a req-9012d4ab-092f-4196-bb20-deea2a6219a8 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?device_id=9a43a6d4-64bc-43fa-bc6e-c1b1c4492c81 HTTP/1.1" status: 200 len: 946 time: 0.0700643 Jul 29 04:49:32.403606 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-71de7a25-971c-455c-96c0-13e22e16c831 req-d5635fe5-7c8f-4f61-bb9a-2896751f74f1 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (1f4eb45a-ea71-4ede-b569-032c9dddfac4), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:32.465540 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71de7a25-971c-455c-96c0-13e22e16c831 req-d5635fe5-7c8f-4f61-bb9a-2896751f74f1 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Network c8994c62-2968-491e-9d89-ada7a08f8ea0 is already hosted by enough agents. {{(pid=115908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 04:49:32.475199 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.base_scheduler [req-71de7a25-971c-455c-96c0-13e22e16c831 req-d5635fe5-7c8f-4f61-bb9a-2896751f74f1 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Resources bound (agent type, host, resource id): {{(pid=115908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:49:32.478236 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.l3_dvrscheduler_db [req-71de7a25-971c-455c-96c0-13e22e16c831 req-d5635fe5-7c8f-4f61-bb9a-2896751f74f1 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Received port after_create {{(pid=115908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 04:49:32.481238 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5635fe5-7c8f-4f61-bb9a-2896751f74f1 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Pushing event updated for resources: {'Port': ['ID=1f4eb45a-ea71-4ede-b569-032c9dddfac4,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:49:32.487688 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-2e31c153-4f37-4265-94c4-710f9259727a req-6d53f6b6-53b8-46bd-890a-b60eeecea2c3 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/security-groups?id=12bfe1dd-e276-41d7-8036-757f7521e720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995271 Jul 29 04:49:32.539484 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de7a25-971c-455c-96c0-13e22e16c831 req-d5635fe5-7c8f-4f61-bb9a-2896751f74f1 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:32.540101 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-71de7a25-971c-455c-96c0-13e22e16c831 req-d5635fe5-7c8f-4f61-bb9a-2896751f74f1 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for port (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:32.558251 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-71de7a25-971c-455c-96c0-13e22e16c831 req-d5635fe5-7c8f-4f61-bb9a-2896751f74f1 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8154490 Jul 29 04:49:32.644801 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-4bf31520-1592-4b9f-9318-654b567b655e None None] Provisioning complete for port 1f4eb45a-ea71-4ede-b569-032c9dddfac4 triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:49:32.645263 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-4bf31520-1592-4b9f-9318-654b567b655e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (1f4eb45a-ea71-4ede-b569-032c9dddfac4), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:32.646609 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:32.680986 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-4bf31520-1592-4b9f-9318-654b567b655e None None] Port 1f4eb45a-ea71-4ede-b569-032c9dddfac4 cannot update to ACTIVE because it is not bound. {{(pid=115909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 04:49:33.359703 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc502e-7fa5-4eb2-8055-f6b8a051cd78 req-b9836d0c-992e-4cb1-8c36-6aee17241949 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:33.361101 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-9dbc502e-7fa5-4eb2-8055-f6b8a051cd78 req-b9836d0c-992e-4cb1-8c36-6aee17241949 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 946 time: 0.0512600 Jul 29 04:49:33.408690 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-9dbc502e-7fa5-4eb2-8055-f6b8a051cd78 req-fba958fe-df90-481d-8e6a-1d227e3eea45 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419357 Jul 29 04:49:33.480475 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97501a3c-6dc9-4105-baed-121646736029 req-ada8aa44-6ade-4fa8-aa89-37ff5d1d780e tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:33.481985 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-97501a3c-6dc9-4105-baed-121646736029 req-ada8aa44-6ade-4fa8-aa89-37ff5d1d780e tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 932 time: 0.0512240 Jul 29 04:49:33.530104 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-97501a3c-6dc9-4105-baed-121646736029 req-8a0f9cd8-b18e-4682-8a0e-c56d4005596d tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421877 Jul 29 04:49:33.622082 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275b626-5926-40b2-bf21-d3c10a356923 req-494cc694-4f9e-48bc-9864-445bc84f5439 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:33.623511 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-1275b626-5926-40b2-bf21-d3c10a356923 req-494cc694-4f9e-48bc-9864-445bc84f5439 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?device_id=9a43a6d4-64bc-43fa-bc6e-c1b1c4492c81 HTTP/1.1" status: 200 len: 946 time: 0.0555320 Jul 29 04:49:33.650072 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:33.674813 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-1275b626-5926-40b2-bf21-d3c10a356923 req-15b8fc57-d3d1-40de-8d85-f7ee264c43b2 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/security-groups?id=12bfe1dd-e276-41d7-8036-757f7521e720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446031 Jul 29 04:49:34.525773 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4ba4c6-d742-407f-b294-19cc2be7902f req-d23810f3-3a78-48d1-a0b4-e44f9be767e2 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:34.527139 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-3c4ba4c6-d742-407f-b294-19cc2be7902f req-d23810f3-3a78-48d1-a0b4-e44f9be767e2 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 946 time: 0.0462475 Jul 29 04:49:34.574112 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-3c4ba4c6-d742-407f-b294-19cc2be7902f req-8193b066-2ee3-4b8f-bc2c-efce70908a4e tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406318 Jul 29 04:49:34.659318 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b378c1f5-ba7c-4df6-8c41-cff88f385948 req-5c00a670-797c-4b32-8a25-aa009a304cd9 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:34.660853 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-b378c1f5-ba7c-4df6-8c41-cff88f385948 req-5c00a670-797c-4b32-8a25-aa009a304cd9 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 932 time: 0.0543876 Jul 29 04:49:34.693765 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:34.710596 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-b378c1f5-ba7c-4df6-8c41-cff88f385948 req-d1cc9e9b-87fa-48d5-bb77-fa43c5f3c5e5 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440528 Jul 29 04:49:34.788443 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:34.800646 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbe3c8-3446-48da-8dc2-237756816dfd req-573d9bcc-b767-43f7-b46b-fbff5df17c12 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:34.802112 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-f9cbe3c8-3446-48da-8dc2-237756816dfd req-573d9bcc-b767-43f7-b46b-fbff5df17c12 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?device_id=9a43a6d4-64bc-43fa-bc6e-c1b1c4492c81 HTTP/1.1" status: 200 len: 946 time: 0.0535717 Jul 29 04:49:34.850100 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-f9cbe3c8-3446-48da-8dc2-237756816dfd req-f481922f-4b09-4b84-86a8-829ece0f5975 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/security-groups?id=12bfe1dd-e276-41d7-8036-757f7521e720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421410 Jul 29 04:49:35.694805 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8fe06d-205e-49d4-9aa3-5530dab861fe req-5d139abd-3e12-4b3a-8ff5-c72c00005f63 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:35.696284 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-fe8fe06d-205e-49d4-9aa3-5530dab861fe req-5d139abd-3e12-4b3a-8ff5-c72c00005f63 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 946 time: 0.0481277 Jul 29 04:49:35.743378 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-fe8fe06d-205e-49d4-9aa3-5530dab861fe req-9803a226-9f95-4a2b-803b-468befef415a tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412316 Jul 29 04:49:35.895611 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.agents_db [None req-05f878dc-9505-4230-ae26-b2f791c5e7d5 None None] Agent healthcheck: found 6 active agents {{(pid=115910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 04:49:35.965677 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f075f1be-1ff2-4aab-84b6-acadbc220970 req-7edadd01-e9b3-43ab-9975-89e4688c56e6 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:35.967158 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-f075f1be-1ff2-4aab-84b6-acadbc220970 req-7edadd01-e9b3-43ab-9975-89e4688c56e6 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 932 time: 0.0476575 Jul 29 04:49:35.967309 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f1837-4399-4ec4-b8e4-706c74a3408d req-10153b7a-561e-4289-b1ec-7444c19deaf9 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:35.968719 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-837f1837-4399-4ec4-b8e4-706c74a3408d req-10153b7a-561e-4289-b1ec-7444c19deaf9 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?device_id=9a43a6d4-64bc-43fa-bc6e-c1b1c4492c81 HTTP/1.1" status: 200 len: 946 time: 0.0467660 Jul 29 04:49:35.993438 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:36.017759 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-f075f1be-1ff2-4aab-84b6-acadbc220970 req-f8cefe21-0f6f-4abb-915e-3b08b334bafb tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449688 Jul 29 04:49:36.020557 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-837f1837-4399-4ec4-b8e4-706c74a3408d req-3d89554c-33b5-426f-aee3-b45ff620457c tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/security-groups?id=12bfe1dd-e276-41d7-8036-757f7521e720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462658 Jul 29 04:49:36.863315 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f333c9-1934-4611-93a2-a49e6591d7be req-74470dde-17bf-4307-b876-46985982acdd tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:36.864837 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-78f333c9-1934-4611-93a2-a49e6591d7be req-74470dde-17bf-4307-b876-46985982acdd tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 946 time: 0.0486753 Jul 29 04:49:36.915701 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-78f333c9-1934-4611-93a2-a49e6591d7be req-2a89599c-03f3-45d5-83c0-596729144156 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449791 Jul 29 04:49:37.140437 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8950b-6994-40cf-84dd-bf72907b9a55 req-8fe112f9-cc24-4e5e-9a3d-b43fdbe4b974 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:37.142287 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7593de-657f-4aee-9f06-10058b518cfa req-41a728a5-c56f-49ed-857a-9a197d21ff4f tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:37.142764 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-a8f8950b-6994-40cf-84dd-bf72907b9a55 req-8fe112f9-cc24-4e5e-9a3d-b43fdbe4b974 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 932 time: 0.0489483 Jul 29 04:49:37.143883 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-1e7593de-657f-4aee-9f06-10058b518cfa req-41a728a5-c56f-49ed-857a-9a197d21ff4f tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?device_id=9a43a6d4-64bc-43fa-bc6e-c1b1c4492c81 HTTP/1.1" status: 200 len: 946 time: 0.0514829 Jul 29 04:49:37.195489 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-a8f8950b-6994-40cf-84dd-bf72907b9a55 req-f63c75b3-b257-4620-aec1-8b21e3cb249f tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470548 Jul 29 04:49:37.254919 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:37.375588 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [req-71de7a25-971c-455c-96c0-13e22e16c831 req-97bf8b93-3b2c-4895-8668-c19e8d76814f service neutron] Request body: {'port': {'device_id': '630ff067-c10b-4ae9-8d92-c40d206fd0ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85144'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:49:37.443392 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-1e7593de-657f-4aee-9f06-10058b518cfa req-6d84b0a7-2744-4fd3-bbeb-954fabcaf717 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/security-groups?id=12bfe1dd-e276-41d7-8036-757f7521e720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940218 Jul 29 04:49:37.453264 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-71de7a25-971c-455c-96c0-13e22e16c831 req-97bf8b93-3b2c-4895-8668-c19e8d76814f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (1f4eb45a-ea71-4ede-b569-032c9dddfac4), before_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:37.711346 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [req-71de7a25-971c-455c-96c0-13e22e16c831 req-97bf8b93-3b2c-4895-8668-c19e8d76814f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f4eb45a-ea71-4ede-b569-032c9dddfac4 {{(pid=115908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 04:49:37.721516 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-71de7a25-971c-455c-96c0-13e22e16c831 req-97bf8b93-3b2c-4895-8668-c19e8d76814f service neutron] Publish callbacks [] for port (1f4eb45a-ea71-4ede-b569-032c9dddfac4), precommit_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:37.733880 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.provisioning_blocks [req-71de7a25-971c-455c-96c0-13e22e16c831 req-97bf8b93-3b2c-4895-8668-c19e8d76814f service neutron] Transition to ACTIVE for port object 1f4eb45a-ea71-4ede-b569-032c9dddfac4 will not be triggered until provisioned by entity L2. {{(pid=115908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 29 04:49:37.737812 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-71de7a25-971c-455c-96c0-13e22e16c831 req-97bf8b93-3b2c-4895-8668-c19e8d76814f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7403849'] for port (1f4eb45a-ea71-4ede-b569-032c9dddfac4), after_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:37.786000 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bf8b93-3b2c-4895-8668-c19e8d76814f service neutron] Pushing event updated for resources: {'Port': ['ID=1f4eb45a-ea71-4ede-b569-032c9dddfac4,revision_number=2']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:49:37.862175 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.managers [req-71de7a25-971c-455c-96c0-13e22e16c831 req-97bf8b93-3b2c-4895-8668-c19e8d76814f service neutron] Attempting to bind port 1f4eb45a-ea71-4ede-b569-032c9dddfac4 on host hv-cinder-85144 for vnic_type normal with profile {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 04:49:37.862515 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.managers [req-71de7a25-971c-455c-96c0-13e22e16c831 req-97bf8b93-3b2c-4895-8668-c19e8d76814f service neutron] Attempting to bind port 1f4eb45a-ea71-4ede-b569-032c9dddfac4 by drivers openvswitch,hyperv on host hv-cinder-85144 at level 0 using segments [{'id': 'ffb2b7f4-3669-4504-9503-4837d5f21e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c8994c62-2968-491e-9d89-ada7a08f8ea0'}] {{(pid=115908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 04:49:37.862844 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71de7a25-971c-455c-96c0-13e22e16c831 req-97bf8b93-3b2c-4895-8668-c19e8d76814f service neutron] Attempting to bind port 1f4eb45a-ea71-4ede-b569-032c9dddfac4 on network c8994c62-2968-491e-9d89-ada7a08f8ea0 {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 04:49:37.867504 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71de7a25-971c-455c-96c0-13e22e16c831 req-97bf8b93-3b2c-4895-8668-c19e8d76814f service neutron] Port 1f4eb45a-ea71-4ede-b569-032c9dddfac4 on network c8994c62-2968-491e-9d89-ada7a08f8ea0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85144 {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 29 04:49:37.867823 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71de7a25-971c-455c-96c0-13e22e16c831 req-97bf8b93-3b2c-4895-8668-c19e8d76814f service neutron] Attempting to bind port 1f4eb45a-ea71-4ede-b569-032c9dddfac4 on network c8994c62-2968-491e-9d89-ada7a08f8ea0 {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 04:49:37.872821 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71de7a25-971c-455c-96c0-13e22e16c831 req-97bf8b93-3b2c-4895-8668-c19e8d76814f service neutron] Checking agent: {'id': 'bab6a0c9-2145-495f-b42f-b184e241503a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85144', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 4, 45, 21), 'started_at': datetime.datetime(2022, 7, 29, 4, 45, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 4, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 04:49:37.873161 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71de7a25-971c-455c-96c0-13e22e16c831 req-97bf8b93-3b2c-4895-8668-c19e8d76814f service neutron] Checking segment: {'id': 'ffb2b7f4-3669-4504-9503-4837d5f21e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c8994c62-2968-491e-9d89-ada7a08f8ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 04:49:37.873541 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71de7a25-971c-455c-96c0-13e22e16c831 req-97bf8b93-3b2c-4895-8668-c19e8d76814f service neutron] Bound using segment: {'id': 'ffb2b7f4-3669-4504-9503-4837d5f21e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c8994c62-2968-491e-9d89-ada7a08f8ea0'} {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 04:49:37.873968 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.managers [req-71de7a25-971c-455c-96c0-13e22e16c831 req-97bf8b93-3b2c-4895-8668-c19e8d76814f service neutron] Bound port: 1f4eb45a-ea71-4ede-b569-032c9dddfac4, host: hv-cinder-85144, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffb2b7f4-3669-4504-9503-4837d5f21e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c8994c62-2968-491e-9d89-ada7a08f8ea0'}}] {{(pid=115908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 04:49:37.874323 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-71de7a25-971c-455c-96c0-13e22e16c831 req-97bf8b93-3b2c-4895-8668-c19e8d76814f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (1f4eb45a-ea71-4ede-b569-032c9dddfac4), before_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:37.943686 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [req-71de7a25-971c-455c-96c0-13e22e16c831 req-97bf8b93-3b2c-4895-8668-c19e8d76814f service neutron] For port 1f4eb45a-ea71-4ede-b569-032c9dddfac4, host hv-cinder-85144, cleared binding levels {{(pid=115908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 04:49:37.946894 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [req-71de7a25-971c-455c-96c0-13e22e16c831 req-97bf8b93-3b2c-4895-8668-c19e8d76814f service neutron] For port 1f4eb45a-ea71-4ede-b569-032c9dddfac4, host hv-cinder-85144, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=1f4eb45a-ea71-4ede-b569-032c9dddfac4,segment=NetworkSegment(ffb2b7f4-3669-4504-9503-4837d5f21e70),segment_id=ffb2b7f4-3669-4504-9503-4837d5f21e70)] {{(pid=115908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 04:49:37.954307 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-71de7a25-971c-455c-96c0-13e22e16c831 req-97bf8b93-3b2c-4895-8668-c19e8d76814f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7403849'] for port (1f4eb45a-ea71-4ede-b569-032c9dddfac4), after_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:37.974220 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de7a25-971c-455c-96c0-13e22e16c831 req-97bf8b93-3b2c-4895-8668-c19e8d76814f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:37.974843 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-71de7a25-971c-455c-96c0-13e22e16c831 req-97bf8b93-3b2c-4895-8668-c19e8d76814f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for port (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:37.976219 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-71de7a25-971c-455c-96c0-13e22e16c831 req-97bf8b93-3b2c-4895-8668-c19e8d76814f service neutron] 10.222.0.64 "PUT /v2.0/ports/1f4eb45a-ea71-4ede-b569-032c9dddfac4 HTTP/1.1" status: 200 len: 1094 time: 0.6071808 Jul 29 04:49:37.992074 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '630ff067-c10b-4ae9-8d92-c40d206fd0ca', 'tag': '1f4eb45a-ea71-4ede-b569-032c9dddfac4'}] {{(pid=115908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:49:37.994389 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91089063952d51f7df5c9c02e055d40fa8e1e9cb9a21cfbbcb9b3277c7a948b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b78cb280-a23c-41f8-bb69-2f29f9d83f8d" -d '{"events": [{"name": "network-changed", "server_uuid": "630ff067-c10b-4ae9-8d92-c40d206fd0ca", "tag": "1f4eb45a-ea71-4ede-b569-032c9dddfac4"}]}' {{(pid=115908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:49:38.009381 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:38.036441 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bf8b93-3b2c-4895-8668-c19e8d76814f service neutron] Pushing event updated for resources: {'Port': ['ID=1f4eb45a-ea71-4ede-b569-032c9dddfac4,revision_number=3']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:49:38.040628 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 04:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ad39a1-3713-4f31-983f-40a53f32504b x-openstack-request-id: req-36ad39a1-3713-4f31-983f-40a53f32504b {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:49:38.040918 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "630ff067-c10b-4ae9-8d92-c40d206fd0ca", "tag": "1f4eb45a-ea71-4ede-b569-032c9dddfac4", "status": "completed", "code": 200}]} {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:49:38.041175 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-36ad39a1-3713-4f31-983f-40a53f32504b {{(pid=115908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:49:38.041739 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36ad39a1-3713-4f31-983f-40a53f32504b'] response: {'name': 'network-changed', 'server_uuid': '630ff067-c10b-4ae9-8d92-c40d206fd0ca', 'tag': '1f4eb45a-ea71-4ede-b569-032c9dddfac4', 'status': 'completed', 'code': 200} Jul 29 04:49:38.065462 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ec5e9-511a-4197-82d2-5b27e564240e req-6cb53556-aa9d-41b0-b8de-0da2a5609534 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:38.067106 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-9f2ec5e9-511a-4197-82d2-5b27e564240e req-6cb53556-aa9d-41b0-b8de-0da2a5609534 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 946 time: 0.0721538 Jul 29 04:49:38.120074 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-9f2ec5e9-511a-4197-82d2-5b27e564240e req-850db8ba-541d-452f-8326-f237f39845b8 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459821 Jul 29 04:49:38.327836 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add6c286-e7e4-4d49-b357-94760e61e348 req-4ba58d8e-aaa5-4033-bd9f-9f745b73629f tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:38.329890 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-add6c286-e7e4-4d49-b357-94760e61e348 req-4ba58d8e-aaa5-4033-bd9f-9f745b73629f tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 944 time: 0.0539279 Jul 29 04:49:38.368062 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:38.381794 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-add6c286-e7e4-4d49-b357-94760e61e348 req-25fbde82-fc22-4c91-b565-a8ea5b2b2324 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440295 Jul 29 04:49:38.558034 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06dfdd7-1713-483c-993e-66dd4d5f3457 req-fac60580-ab86-41be-bd67-e3a264815aa5 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:38.559455 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-f06dfdd7-1713-483c-993e-66dd4d5f3457 req-fac60580-ab86-41be-bd67-e3a264815aa5 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?device_id=9a43a6d4-64bc-43fa-bc6e-c1b1c4492c81 HTTP/1.1" status: 200 len: 946 time: 0.0470328 Jul 29 04:49:38.607645 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-f06dfdd7-1713-483c-993e-66dd4d5f3457 req-ae0650ec-b451-4ac0-b700-3c49782e1711 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/security-groups?id=12bfe1dd-e276-41d7-8036-757f7521e720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421534 Jul 29 04:49:38.851603 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78cb280-a23c-41f8-bb69-2f29f9d83f8d req-6a88f7e7-d1e1-45aa-aef2-67df9cc705e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:38.853042 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b78cb280-a23c-41f8-bb69-2f29f9d83f8d req-6a88f7e7-d1e1-45aa-aef2-67df9cc705e7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f8e9e21d168140e99ffed71146e35fc4&device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 1128 time: 0.0391622 Jul 29 04:49:39.126532 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68a7d6-bbfc-4324-9703-843dfcc53e01 req-f416a80d-1c4b-4f74-98d1-f177046ea60a tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:39.127881 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-bb68a7d6-bbfc-4324-9703-843dfcc53e01 req-f416a80d-1c4b-4f74-98d1-f177046ea60a tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a43a6d4-64bc-43fa-bc6e-c1b1c4492c81 HTTP/1.1" status: 200 len: 946 time: 0.1160488 Jul 29 04:49:39.311594 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a1fe1-dc0e-478e-9bd4-8bc5ccc1d71b req-07ba4ae4-af2c-47df-96b4-0d28eec4a7a5 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:39.313106 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-854a1fe1-dc0e-478e-9bd4-8bc5ccc1d71b req-07ba4ae4-af2c-47df-96b4-0d28eec4a7a5 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 946 time: 0.1170950 Jul 29 04:49:39.316390 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78cb280-a23c-41f8-bb69-2f29f9d83f8d req-7be98c5e-a38f-44ed-927c-c6a96e3f390e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:39.317813 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b78cb280-a23c-41f8-bb69-2f29f9d83f8d req-7be98c5e-a38f-44ed-927c-c6a96e3f390e service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=f8e9e21d168140e99ffed71146e35fc4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2978840 Jul 29 04:49:39.335816 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [req-bb68a7d6-bbfc-4324-9703-843dfcc53e01 req-904de964-c607-40b9-a673-77d16ccf1b80 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Deleting port aa4b3ede-1fb6-40cc-862c-da417c00ce02 {{(pid=115908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 04:49:39.336470 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-bb68a7d6-bbfc-4324-9703-843dfcc53e01 req-904de964-c607-40b9-a673-77d16ccf1b80 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (aa4b3ede-1fb6-40cc-862c-da417c00ce02), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:39.516543 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c4119a-3dec-4b86-b3f2-516f87e8c22a req-0090601e-1a2b-4547-8666-e98de9435780 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:39.516543 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-46c4119a-3dec-4b86-b3f2-516f87e8c22a req-0090601e-1a2b-4547-8666-e98de9435780 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 944 time: 0.0517623 Jul 29 04:49:39.553245 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-854a1fe1-dc0e-478e-9bd4-8bc5ccc1d71b req-0bc1b43b-39dd-458b-9f0d-862e8bc610c1 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342625 Jul 29 04:49:39.578576 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-46c4119a-3dec-4b86-b3f2-516f87e8c22a req-01495d59-1ef8-40c5-b8ec-925a0bd55d5a tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557086 Jul 29 04:49:39.599300 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78cb280-a23c-41f8-bb69-2f29f9d83f8d req-ecd07f3f-a4fd-47c8-8754-8d9be445d3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:39.600793 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b78cb280-a23c-41f8-bb69-2f29f9d83f8d req-ecd07f3f-a4fd-47c8-8754-8d9be445d3bb service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2731879 Jul 29 04:49:39.613389 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [req-bb68a7d6-bbfc-4324-9703-843dfcc53e01 req-904de964-c607-40b9-a673-77d16ccf1b80 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] For port aa4b3ede-1fb6-40cc-862c-da417c00ce02, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=aa4b3ede-1fb6-40cc-862c-da417c00ce02,segment=NetworkSegment(ce207d7e-8865-4c28-a34a-cb1afcfbc929),segment_id=ce207d7e-8865-4c28-a34a-cb1afcfbc929)] {{(pid=115908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:49:39.613761 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-bb68a7d6-bbfc-4324-9703-843dfcc53e01 req-904de964-c607-40b9-a673-77d16ccf1b80 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (aa4b3ede-1fb6-40cc-862c-da417c00ce02), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:39.627683 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [req-bb68a7d6-bbfc-4324-9703-843dfcc53e01 req-904de964-c607-40b9-a673-77d16ccf1b80 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Calling delete_port for aa4b3ede-1fb6-40cc-862c-da417c00ce02 owned by compute:nova {{(pid=115908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 04:49:39.799987 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c076b2-2194-4a53-b627-119e21e4e14a req-81b698be-710a-4c91-9e9f-c9999382f7c6 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:39.801874 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-65c076b2-2194-4a53-b627-119e21e4e14a req-81b698be-710a-4c91-9e9f-c9999382f7c6 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?device_id=9a43a6d4-64bc-43fa-bc6e-c1b1c4492c81 HTTP/1.1" status: 200 len: 946 time: 0.0999300 Jul 29 04:49:39.819901 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de7a25-971c-455c-96c0-13e22e16c831 req-95271be9-b5b0-49c5-960d-7dcbea29f6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:39.821351 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-71de7a25-971c-455c-96c0-13e22e16c831 req-95271be9-b5b0-49c5-960d-7dcbea29f6b5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f8e9e21d168140e99ffed71146e35fc4&device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 1128 time: 0.0818083 Jul 29 04:49:39.909344 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-71de7a25-971c-455c-96c0-13e22e16c831 req-29c01196-5ec5-4bc2-aee8-ba5a83f82d23 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f4eb45a-ea71-4ede-b569-032c9dddfac4 HTTP/1.1" status: 200 len: 217 time: 0.0587285 Jul 29 04:49:39.937011 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:39.973929 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-65c076b2-2194-4a53-b627-119e21e4e14a req-509d37fa-3bbf-4c76-b902-d0a252749a85 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/security-groups?id=12bfe1dd-e276-41d7-8036-757f7521e720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654930 Jul 29 04:49:39.985138 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-bb68a7d6-bbfc-4324-9703-843dfcc53e01 req-904de964-c607-40b9-a673-77d16ccf1b80 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (aa4b3ede-1fb6-40cc-862c-da417c00ce02), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:39.998584 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:40.021452 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de7a25-971c-455c-96c0-13e22e16c831 req-26a8c14c-71db-42c0-ac0e-7c60b52fabee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:40.022950 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-71de7a25-971c-455c-96c0-13e22e16c831 req-26a8c14c-71db-42c0-ac0e-7c60b52fabee service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9bcd2bfa-a312-446b-bdbd-ca5994b4cf21 HTTP/1.1" status: 200 len: 854 time: 0.1028702 Jul 29 04:49:40.027676 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] get_ports_and_sgs() called for port_ids ['aa4b3ede-1fb6-40cc-862c-da417c00ce02'] {{(pid=115909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 04:49:40.030790 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904de964-c607-40b9-a673-77d16ccf1b80 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Pushing event deleted for resources: {'Port': ['ID=aa4b3ede-1fb6-40cc-862c-da417c00ce02,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:49:40.097769 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb68a7d6-bbfc-4324-9703-843dfcc53e01 req-904de964-c607-40b9-a673-77d16ccf1b80 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] No DVR routers for this DVR port aa4b3ede-1fb6-40cc-862c-da417c00ce02 on host hv-cinder-85144 {{(pid=115908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 04:49:40.101803 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-bb68a7d6-bbfc-4324-9703-843dfcc53e01 req-904de964-c607-40b9-a673-77d16ccf1b80 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for port (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:40.104982 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-bb68a7d6-bbfc-4324-9703-843dfcc53e01 req-904de964-c607-40b9-a673-77d16ccf1b80 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.64 "DELETE /v2.0/ports/aa4b3ede-1fb6-40cc-862c-da417c00ce02 HTTP/1.1" status: 204 len: 173 time: 0.9704120 Jul 29 04:49:40.105424 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a43a6d4-64bc-43fa-bc6e-c1b1c4492c81', 'name': 'network-vif-deleted', 'tag': 'aa4b3ede-1fb6-40cc-862c-da417c00ce02'}] {{(pid=115908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:49:40.107760 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91089063952d51f7df5c9c02e055d40fa8e1e9cb9a21cfbbcb9b3277c7a948b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32de2230-6ee1-4805-8480-dd3080b91cb7" -d '{"events": [{"server_uuid": "9a43a6d4-64bc-43fa-bc6e-c1b1c4492c81", "name": "network-vif-deleted", "tag": "aa4b3ede-1fb6-40cc-862c-da417c00ce02"}]}' {{(pid=115908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:49:40.120688 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de7a25-971c-455c-96c0-13e22e16c831 req-48f5801b-f808-4605-9929-f35ae7d5f4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:40.122701 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-71de7a25-971c-455c-96c0-13e22e16c831 req-48f5801b-f808-4605-9929-f35ae7d5f4f6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c8994c62-2968-491e-9d89-ada7a08f8ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0749986 Jul 29 04:49:40.151856 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 04:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13913d39-2c34-4e87-b958-a3fbc02d1d5d x-openstack-request-id: req-13913d39-2c34-4e87-b958-a3fbc02d1d5d {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:49:40.152144 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a43a6d4-64bc-43fa-bc6e-c1b1c4492c81", "name": "network-vif-deleted", "tag": "aa4b3ede-1fb6-40cc-862c-da417c00ce02", "status": "completed", "code": 200}]} {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:49:40.152420 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-13913d39-2c34-4e87-b958-a3fbc02d1d5d {{(pid=115908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:49:40.152855 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13913d39-2c34-4e87-b958-a3fbc02d1d5d'] response: {'server_uuid': '9a43a6d4-64bc-43fa-bc6e-c1b1c4492c81', 'name': 'network-vif-deleted', 'tag': 'aa4b3ede-1fb6-40cc-862c-da417c00ce02', 'status': 'completed', 'code': 200} Jul 29 04:49:40.259727 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-71de7a25-971c-455c-96c0-13e22e16c831 req-99ce0f86-1258-4bb6-9247-68e313997970 service neutron] 10.222.0.64 "GET /v2.0/networks/c8994c62-2968-491e-9d89-ada7a08f8ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016822 Jul 29 04:49:40.372289 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-71de7a25-971c-455c-96c0-13e22e16c831 req-9434bb11-95a6-4540-9457-f4867eff2402 service neutron] 10.222.0.64 "GET /v2.0/networks/c8994c62-2968-491e-9d89-ada7a08f8ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999012 Jul 29 04:49:40.676580 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ba57e-c6a5-49d6-bdab-a37a54ac5e8a req-c3fae11a-42b5-4f89-a655-66be0824038b tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:40.678512 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-a40ba57e-c6a5-49d6-bdab-a37a54ac5e8a req-c3fae11a-42b5-4f89-a655-66be0824038b tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 946 time: 0.0499179 Jul 29 04:49:40.711103 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc5925-48bf-489f-90c2-0f6326647522 req-63b7374c-a8d3-4084-928f-0bc9adea18d8 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:40.712586 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-9bcc5925-48bf-489f-90c2-0f6326647522 req-63b7374c-a8d3-4084-928f-0bc9adea18d8 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 944 time: 0.0515537 Jul 29 04:49:40.727474 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-a40ba57e-c6a5-49d6-bdab-a37a54ac5e8a req-ea023749-5201-4267-9889-0dce899abc57 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425878 Jul 29 04:49:40.762239 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-9bcc5925-48bf-489f-90c2-0f6326647522 req-25c0fe62-e2c6-4cd9-b02e-2b93b7edcf3a tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438628 Jul 29 04:49:41.301388 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-7e07b34a-418f-46c2-80d3-c526f86f5f63 req-d5b5b155-4d60-424e-a701-1268e678c43a tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?device_id=9a43a6d4-64bc-43fa-bc6e-c1b1c4492c81 HTTP/1.1" status: 200 len: 210 time: 0.2390692 Jul 29 04:49:41.688723 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 59934) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:49:41.794644 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-c5f3164f-8cf1-4851-b8dc-5e1b68a6b125 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:41.863280 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5419f3-be73-483c-9f84-1d166b1a2664 req-dc9599b0-110b-4dec-b48a-ef46682e1d34 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:41.864788 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-1d5419f3-be73-483c-9f84-1d166b1a2664 req-dc9599b0-110b-4dec-b48a-ef46682e1d34 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 946 time: 0.0611296 Jul 29 04:49:41.890030 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:41.891378 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dcfcaa-ff54-43c7-855c-6673060a95a8 req-4a875946-c64c-4e0a-8ff4-b28e3de972fa tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:41.893321 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-01dcfcaa-ff54-43c7-855c-6673060a95a8 req-4a875946-c64c-4e0a-8ff4-b28e3de972fa tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 944 time: 0.0506485 Jul 29 04:49:41.945489 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-01dcfcaa-ff54-43c7-855c-6673060a95a8 req-816d0ce7-66b7-4f6c-95a5-dca55d9b85d6 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463543 Jul 29 04:49:42.159593 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:42.180138 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-1d5419f3-be73-483c-9f84-1d166b1a2664 req-f58fafa7-d108-4865-84ee-8e4f8c3390d2 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082256 Jul 29 04:49:42.192271 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-c5f3164f-8cf1-4851-b8dc-5e1b68a6b125 admin admin] Publish callbacks [] for security_group (2d71cfea-4a56-4ed2-be89-a393dc4782ca), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:42.196706 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-c5f3164f-8cf1-4851-b8dc-5e1b68a6b125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (2d71cfea-4a56-4ed2-be89-a393dc4782ca), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:42.236917 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-c5f3164f-8cf1-4851-b8dc-5e1b68a6b125 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=908a58724a604e8f8eb8a4c943fe8b7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5470543 Jul 29 04:49:42.238904 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f3164f-8cf1-4851-b8dc-5e1b68a6b125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d71cfea-4a56-4ed2-be89-a393dc4782ca,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:49:42.240984 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 59946) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:49:42.306323 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-c174ff59-f127-4a38-965e-b18fba9f9196 admin admin] Publish callbacks [] for security_group (2d71cfea-4a56-4ed2-be89-a393dc4782ca), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:42.337305 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-c174ff59-f127-4a38-965e-b18fba9f9196 admin admin] Publish callbacks [] for security_group (2d71cfea-4a56-4ed2-be89-a393dc4782ca), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:42.399105 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-c174ff59-f127-4a38-965e-b18fba9f9196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (2d71cfea-4a56-4ed2-be89-a393dc4782ca), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:42.401573 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-c174ff59-f127-4a38-965e-b18fba9f9196 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:42.402707 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-c174ff59-f127-4a38-965e-b18fba9f9196 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/2d71cfea-4a56-4ed2-be89-a393dc4782ca HTTP/1.1" status: 204 len: 168 time: 0.1598511 Jul 29 04:49:42.423460 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-5c10c9a0-c258-423c-9035-0701a02c2455 req-ebbf2edd-5454-4109-980b-3ab4775a4957 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?device_id=9a43a6d4-64bc-43fa-bc6e-c1b1c4492c81 HTTP/1.1" status: 200 len: 210 time: 0.0355783 Jul 29 04:49:42.427996 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c174ff59-f127-4a38-965e-b18fba9f9196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d71cfea-4a56-4ed2-be89-a393dc4782ca,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:49:43.074548 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40191de6-e6e4-47e3-ace1-0488492dadfb req-b61c4401-ba4c-4df8-ac4a-c3fe77d5cc30 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:43.076042 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-40191de6-e6e4-47e3-ace1-0488492dadfb req-b61c4401-ba4c-4df8-ac4a-c3fe77d5cc30 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 944 time: 0.0490744 Jul 29 04:49:43.125196 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-40191de6-e6e4-47e3-ace1-0488492dadfb req-fcdc78b1-b9e4-4d1a-94a5-e4cef64b149b tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436368 Jul 29 04:49:43.302147 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a19b1da-5352-4c64-ae38-7b255f1d84d6 req-e790b5ec-2d44-4a7a-a3e8-8bd879d52266 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:43.303684 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4a19b1da-5352-4c64-ae38-7b255f1d84d6 req-e790b5ec-2d44-4a7a-a3e8-8bd879d52266 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 946 time: 0.0489025 Jul 29 04:49:43.361183 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4a19b1da-5352-4c64-ae38-7b255f1d84d6 req-5621e7fd-f5fb-4043-a65e-ce32d9de9be2 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511303 Jul 29 04:49:43.563527 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device 1f4eb45a-ea71-4ede-b569-032c9dddfac4 details requested by agent hyperv_hv-cinder-85144 with host hv-cinder-85144 {{(pid=115909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 04:49:43.579873 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-66aa5ee3-d1c3-4f81-a12c-f59fe249b8a0 req-41958750-6474-465e-bdd3-d92d9eead195 tempest-VolumesActionsTest-473040373 tempest-VolumesActionsTest-473040373-project] 10.222.0.40 "GET /v2.0/ports?device_id=9a43a6d4-64bc-43fa-bc6e-c1b1c4492c81 HTTP/1.1" status: 200 len: 210 time: 0.0445442 Jul 29 04:49:43.598080 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device aa4b3ede-1fb6-40cc-862c-da417c00ce02 no longer exists at agent hyperv_hv-cinder-85144 {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 04:49:43.627010 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] No Port match for: aa4b3ede-1fb6-40cc-862c-da417c00ce02 {{(pid=115909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 04:49:43.627361 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device aa4b3ede-1fb6-40cc-862c-da417c00ce02 not bound to the agent host hv-cinder-85144 {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 04:49:43.722267 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port 1f4eb45a-ea71-4ede-b569-032c9dddfac4, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=1f4eb45a-ea71-4ede-b569-032c9dddfac4,segment=NetworkSegment(ffb2b7f4-3669-4504-9503-4837d5f21e70),segment_id=ffb2b7f4-3669-4504-9503-4837d5f21e70)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:49:43.733774 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Returning: {'device': '1f4eb45a-ea71-4ede-b569-032c9dddfac4', 'network_id': 'c8994c62-2968-491e-9d89-ada7a08f8ea0', 'port_id': '1f4eb45a-ea71-4ede-b569-032c9dddfac4', 'mac_address': 'fa:16:3e:16:d0:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bcd2bfa-a312-446b-bdbd-ca5994b4cf21', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 04:49:43.770345 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Current status of the port 1f4eb45a-ea71-4ede-b569-032c9dddfac4 is: DOWN; New status is: BUILD {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:49:43.770850 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (1f4eb45a-ea71-4ede-b569-032c9dddfac4), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:43.788442 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.notifiers.nova [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f4eb45a-ea71-4ede-b569-032c9dddfac4 {{(pid=115909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 04:49:43.809622 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port 1f4eb45a-ea71-4ede-b569-032c9dddfac4, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=1f4eb45a-ea71-4ede-b569-032c9dddfac4,segment=NetworkSegment(ffb2b7f4-3669-4504-9503-4837d5f21e70),segment_id=ffb2b7f4-3669-4504-9503-4837d5f21e70)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:49:43.818062 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (1f4eb45a-ea71-4ede-b569-032c9dddfac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:43.871242 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Pushing event updated for resources: {'Port': ['ID=1f4eb45a-ea71-4ede-b569-032c9dddfac4,revision_number=4']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:49:44.246850 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0de90-d61b-45f5-994f-cdd061ba5186 req-05795111-8b6c-4838-9f36-634c1bce68f5 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:44.248340 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-87e0de90-d61b-45f5-994f-cdd061ba5186 req-05795111-8b6c-4838-9f36-634c1bce68f5 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 945 time: 0.0474713 Jul 29 04:49:44.303314 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-87e0de90-d61b-45f5-994f-cdd061ba5186 req-a1f6a94d-18d6-4e38-9308-f0987672265c tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482039 Jul 29 04:49:44.348068 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] get_ports_and_sgs() called for port_ids ['1f4eb45a-ea71-4ede-b569-032c9dddfac4'] {{(pid=115909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 04:49:44.480726 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a86424c-2998-42f4-a7cc-9683c9775ff4 req-c401a7db-1c92-4587-ac8b-a3bc0525bee1 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:44.482221 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-4a86424c-2998-42f4-a7cc-9683c9775ff4 req-c401a7db-1c92-4587-ac8b-a3bc0525bee1 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 946 time: 0.0500422 Jul 29 04:49:44.530357 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-4a86424c-2998-42f4-a7cc-9683c9775ff4 req-2531e978-47e7-4c0c-8c53-f1556bee351c tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415111 Jul 29 04:49:45.434969 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c62392-c669-4032-82d4-d5fbd91fad01 req-cefb9a7d-6f72-4c38-b229-81d61a69e3c0 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:45.437400 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-f1c62392-c669-4032-82d4-d5fbd91fad01 req-cefb9a7d-6f72-4c38-b229-81d61a69e3c0 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 945 time: 0.0547431 Jul 29 04:49:45.486048 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-f1c62392-c669-4032-82d4-d5fbd91fad01 req-3c588e0a-4a9c-4424-8222-db83a2b72bc4 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427034 Jul 29 04:49:45.574234 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device 1f4eb45a-ea71-4ede-b569-032c9dddfac4 up at agent hyperv_hv-cinder-85144 {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 04:49:45.616708 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Provisioning for port 1f4eb45a-ea71-4ede-b569-032c9dddfac4 completed by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 29 04:49:45.622385 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Provisioning complete for port 1f4eb45a-ea71-4ede-b569-032c9dddfac4 triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:49:45.622847 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (1f4eb45a-ea71-4ede-b569-032c9dddfac4), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:45.653518 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35e45a-6e38-4b97-914c-cd9ccf5d2818 req-d39bbdc0-2637-44d0-885c-0fae43b43f4e tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:45.655848 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-dc35e45a-6e38-4b97-914c-cd9ccf5d2818 req-d39bbdc0-2637-44d0-885c-0fae43b43f4e tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 946 time: 0.0495596 Jul 29 04:49:45.704501 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Current status of the port 1f4eb45a-ea71-4ede-b569-032c9dddfac4 is: BUILD; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:49:45.704922 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (1f4eb45a-ea71-4ede-b569-032c9dddfac4), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:45.705107 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:45.717630 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-dc35e45a-6e38-4b97-914c-cd9ccf5d2818 req-71819967-aa42-4dfd-87b4-113053782e08 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559220 Jul 29 04:49:45.729102 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '630ff067-c10b-4ae9-8d92-c40d206fd0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4eb45a-ea71-4ede-b569-032c9dddfac4'}] {{(pid=115909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:49:45.731336 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c420e031ced92140226aa6f83123c9b23fc96e3244e1479094dc728224b9fe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2983be45-24ee-4ebb-b6b3-e0ba0eb337cc" -d '{"events": [{"server_uuid": "630ff067-c10b-4ae9-8d92-c40d206fd0ca", "name": "network-vif-plugged", "status": "completed", "tag": "1f4eb45a-ea71-4ede-b569-032c9dddfac4"}]}' {{(pid=115909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:49:45.747300 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port 1f4eb45a-ea71-4ede-b569-032c9dddfac4, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=1f4eb45a-ea71-4ede-b569-032c9dddfac4,segment=NetworkSegment(ffb2b7f4-3669-4504-9503-4837d5f21e70),segment_id=ffb2b7f4-3669-4504-9503-4837d5f21e70)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:49:45.752221 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (1f4eb45a-ea71-4ede-b569-032c9dddfac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:45.780141 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 04:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a72fc2b-6710-47c0-b7a5-cbd2ea66e2d6 x-openstack-request-id: req-7a72fc2b-6710-47c0-b7a5-cbd2ea66e2d6 {{(pid=115909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:49:45.780435 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "630ff067-c10b-4ae9-8d92-c40d206fd0ca", "name": "network-vif-plugged", "status": "completed", "tag": "1f4eb45a-ea71-4ede-b569-032c9dddfac4", "code": 200}]} {{(pid=115909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:49:45.780737 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-7a72fc2b-6710-47c0-b7a5-cbd2ea66e2d6 {{(pid=115909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:49:45.781294 dv-cinder-851449-2-iscsi neutron-server[115909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a72fc2b-6710-47c0-b7a5-cbd2ea66e2d6'] response: {'server_uuid': '630ff067-c10b-4ae9-8d92-c40d206fd0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4eb45a-ea71-4ede-b569-032c9dddfac4', 'code': 200} Jul 29 04:49:45.802118 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Pushing event updated for resources: {'Port': ['ID=1f4eb45a-ea71-4ede-b569-032c9dddfac4,revision_number=5']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:49:46.043436 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 60130) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:49:46.147436 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-152b628c-dbc4-465c-b05e-72fc18f97f0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:46.194015 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:46.230820 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-152b628c-dbc4-465c-b05e-72fc18f97f0a admin admin] Publish callbacks [] for security_group (4c587dcd-e598-4cb7-b4b8-74d9b0bcde27), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:46.234618 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-152b628c-dbc4-465c-b05e-72fc18f97f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (4c587dcd-e598-4cb7-b4b8-74d9b0bcde27), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:46.274550 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-152b628c-dbc4-465c-b05e-72fc18f97f0a admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=fb43a25a59e14dae8ad971f24af58c4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2300339 Jul 29 04:49:46.275386 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152b628c-dbc4-465c-b05e-72fc18f97f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c587dcd-e598-4cb7-b4b8-74d9b0bcde27,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:49:46.277200 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 60134) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:49:46.331978 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-98969694-9687-4ec0-b105-f0c783caa431 admin admin] Publish callbacks [] for security_group (4c587dcd-e598-4cb7-b4b8-74d9b0bcde27), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:46.353379 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-98969694-9687-4ec0-b105-f0c783caa431 admin admin] Publish callbacks [] for security_group (4c587dcd-e598-4cb7-b4b8-74d9b0bcde27), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:46.405666 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-98969694-9687-4ec0-b105-f0c783caa431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (4c587dcd-e598-4cb7-b4b8-74d9b0bcde27), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:46.408828 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-98969694-9687-4ec0-b105-f0c783caa431 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:46.409981 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-98969694-9687-4ec0-b105-f0c783caa431 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/4c587dcd-e598-4cb7-b4b8-74d9b0bcde27 HTTP/1.1" status: 204 len: 168 time: 0.1312499 Jul 29 04:49:46.417851 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98969694-9687-4ec0-b105-f0c783caa431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c587dcd-e598-4cb7-b4b8-74d9b0bcde27,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:49:46.618970 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9323fceb-cb68-4d8e-bf8b-5c9843dd5a9c req-25537263-bc09-4c0b-b1a3-7cd3fcc2509a tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:46.623501 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9323fceb-cb68-4d8e-bf8b-5c9843dd5a9c req-25537263-bc09-4c0b-b1a3-7cd3fcc2509a tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 946 time: 0.0553558 Jul 29 04:49:46.669911 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9323fceb-cb68-4d8e-bf8b-5c9843dd5a9c req-5d1e208a-e175-47b0-b28c-038f2456d8ff tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430605 Jul 29 04:49:46.842705 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f9a85-2ce0-44c9-88e5-7ff8d9031396 req-09e55457-650e-46e7-8fb8-64c03f2ed2bc tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:46.844289 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-959f9a85-2ce0-44c9-88e5-7ff8d9031396 req-09e55457-650e-46e7-8fb8-64c03f2ed2bc tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 946 time: 0.0483000 Jul 29 04:49:46.904549 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-959f9a85-2ce0-44c9-88e5-7ff8d9031396 req-93a5b5c3-7f81-4a28-919d-0e8ed4ad2f48 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539315 Jul 29 04:49:47.311074 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=18 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:47.317956 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=3 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:47.794386 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad473298-9cdd-4569-9a7b-29e150964ec8 req-0e17ccc6-bacf-4198-8844-aa5fbfe72420 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:47.796110 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ad473298-9cdd-4569-9a7b-29e150964ec8 req-0e17ccc6-bacf-4198-8844-aa5fbfe72420 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 946 time: 0.0477972 Jul 29 04:49:47.842594 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ad473298-9cdd-4569-9a7b-29e150964ec8 req-726fb37b-b87b-4c3d-8ffa-14ba4c011bd7 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408165 Jul 29 04:49:48.023274 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d9a0f6-e5e0-46b7-8921-ece8c4516d45 req-bfdc19bd-fa99-43a9-8d3c-c7ee4d48aa32 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:48.024772 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-40d9a0f6-e5e0-46b7-8921-ece8c4516d45 req-bfdc19bd-fa99-43a9-8d3c-c7ee4d48aa32 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 946 time: 0.0493808 Jul 29 04:49:48.071771 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-40d9a0f6-e5e0-46b7-8921-ece8c4516d45 req-b59dc240-22b5-42d1-98ce-e22a8fb3320e tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416014 Jul 29 04:49:48.385333 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:48.393424 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-e18acdde-2582-4036-b456-d4ea047b4079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:48.965894 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59839e8d-8699-40d7-8572-30752987e780 req-bf85d731-75ef-4349-9602-06e3ae2d8eb8 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:48.967277 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-59839e8d-8699-40d7-8572-30752987e780 req-bf85d731-75ef-4349-9602-06e3ae2d8eb8 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 946 time: 0.0505552 Jul 29 04:49:49.015960 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-59839e8d-8699-40d7-8572-30752987e780 req-4a7b2ff2-219d-4075-987d-e099fc5ccceb tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426314 Jul 29 04:49:49.191807 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab62b747-924c-4e02-93fd-89cc956de538 req-ad14327c-959e-4fab-a2d5-6478f71d8f73 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:49.193362 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-ab62b747-924c-4e02-93fd-89cc956de538 req-ad14327c-959e-4fab-a2d5-6478f71d8f73 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 946 time: 0.0470600 Jul 29 04:49:49.241597 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-ab62b747-924c-4e02-93fd-89cc956de538 req-f4237e94-7fce-4aed-b707-263e6407539b tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427155 Jul 29 04:49:50.136191 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de26c85d-4cd1-408a-8da6-fbc0cad5dfa4 req-a862dcdc-6436-40e1-9ddc-1846709ffbaa tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:50.137678 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-de26c85d-4cd1-408a-8da6-fbc0cad5dfa4 req-a862dcdc-6436-40e1-9ddc-1846709ffbaa tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 946 time: 0.0468957 Jul 29 04:49:50.186899 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-de26c85d-4cd1-408a-8da6-fbc0cad5dfa4 req-1a6eade3-0d71-4c08-9fdc-f35ae84dd2f7 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426486 Jul 29 04:49:50.358809 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a229658f-aef7-4f0a-a7ee-4a63d82ffac9 req-794a26e5-94cd-40f9-a807-ecf8e287a947 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:50.360291 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-a229658f-aef7-4f0a-a7ee-4a63d82ffac9 req-794a26e5-94cd-40f9-a807-ecf8e287a947 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 946 time: 0.0479441 Jul 29 04:49:50.404369 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:50.412393 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-a229658f-aef7-4f0a-a7ee-4a63d82ffac9 req-4e239e20-9196-4a9d-a6ce-3fb98782cc43 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462804 Jul 29 04:49:50.649731 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-19f77163-ff3c-4029-a8ca-19928fb90eb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:50.979653 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:50.985341 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (bab6a0c9-2145-495f-b42f-b184e241503a), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:51.309924 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a661914-c5bf-4cdd-869e-a3bab73c9608 req-9b937998-7a89-4428-a14a-dd2b9aa5be19 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:51.311379 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-1a661914-c5bf-4cdd-869e-a3bab73c9608 req-9b937998-7a89-4428-a14a-dd2b9aa5be19 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 946 time: 0.0481372 Jul 29 04:49:51.362213 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-1a661914-c5bf-4cdd-869e-a3bab73c9608 req-9b5b080b-84b3-43aa-9435-5f32fc07cfa1 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451903 Jul 29 04:49:51.538687 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a9eb9-fc03-4cca-983c-9e983cc86340 req-8ae98d90-3ca2-451c-b49d-f488a8b95368 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:51.540191 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-e57a9eb9-fc03-4cca-983c-9e983cc86340 req-8ae98d90-3ca2-451c-b49d-f488a8b95368 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 946 time: 0.0491970 Jul 29 04:49:51.573319 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:51.591853 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-e57a9eb9-fc03-4cca-983c-9e983cc86340 req-69242b0b-3b6b-4cec-a062-40d5ed55a346 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457408 Jul 29 04:49:51.808531 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:52.179558 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e437430-2635-45f4-a8a8-c4e2471d7b37 req-b71ee714-6a2e-4573-b1a9-c58314d84d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:52.180986 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9e437430-2635-45f4-a8a8-c4e2471d7b37 req-b71ee714-6a2e-4573-b1a9-c58314d84d80 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 1130 time: 0.0687189 Jul 29 04:49:52.182029 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d5ca8-8ad7-416b-b718-97d0b3543c99 req-15380869-4138-4a03-a794-7b46abf95165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:52.183349 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4b0d5ca8-8ad7-416b-b718-97d0b3543c99 req-15380869-4138-4a03-a794-7b46abf95165 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 1130 time: 0.0698366 Jul 29 04:49:52.263900 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4b0d5ca8-8ad7-416b-b718-97d0b3543c99 req-77bd40c2-bccf-4540-98f0-b6b77a8f9da7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666068 Jul 29 04:49:52.266734 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9e437430-2635-45f4-a8a8-c4e2471d7b37 req-16bc5281-07fe-4b6f-8eb6-8e70e55af32a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748253 Jul 29 04:49:52.485414 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce97eb5-cbec-45ec-937f-351d7b809ea1 req-1e948396-a356-4e9a-8ac2-ada441a951ee tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:52.486887 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-dce97eb5-cbec-45ec-937f-351d7b809ea1 req-1e948396-a356-4e9a-8ac2-ada441a951ee tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 946 time: 0.0466056 Jul 29 04:49:52.522037 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:52.538599 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-dce97eb5-cbec-45ec-937f-351d7b809ea1 req-04ea598d-6c0c-4e62-81ee-fb402fd9aa5e tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461833 Jul 29 04:49:52.713693 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc280957-427b-4a8b-8826-0a43237b9edd req-c51afa17-6c5f-49fd-8ac6-1f87e6dd56ee tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:52.715305 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-cc280957-427b-4a8b-8826-0a43237b9edd req-c51afa17-6c5f-49fd-8ac6-1f87e6dd56ee tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 946 time: 0.0528879 Jul 29 04:49:52.776257 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-cc280957-427b-4a8b-8826-0a43237b9edd req-8016c92c-08cc-440f-9675-ece32b7fd5af tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537159 Jul 29 04:49:53.181023 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:53.338982 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:53.684574 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca5bf4e-b026-43cd-8074-1518012d4216 req-91ddd6bd-38c2-44b5-b19b-c3a1b1d7fadd tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:53.686115 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-0ca5bf4e-b026-43cd-8074-1518012d4216 req-91ddd6bd-38c2-44b5-b19b-c3a1b1d7fadd tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 946 time: 0.0609846 Jul 29 04:49:53.774326 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-0ca5bf4e-b026-43cd-8074-1518012d4216 req-8669ffb9-ee10-4dd6-a0f8-65bd2c2d8a56 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568535 Jul 29 04:49:53.904902 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e43e08-5301-4a8c-9cf1-13bc19c84e64 req-6d59a680-ee4e-4401-a45a-2cb961142805 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:53.907564 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-18e43e08-5301-4a8c-9cf1-13bc19c84e64 req-6d59a680-ee4e-4401-a45a-2cb961142805 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 946 time: 0.0512702 Jul 29 04:49:53.961486 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-18e43e08-5301-4a8c-9cf1-13bc19c84e64 req-5b25ff97-79f6-496b-9dee-503995c12fc0 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480852 Jul 29 04:49:54.906658 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad5d13-6716-4254-9420-63b0c52dbc2f req-1e82a8d4-a8f2-455b-840b-306c2cbd9f51 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:54.908169 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-e8ad5d13-6716-4254-9420-63b0c52dbc2f req-1e82a8d4-a8f2-455b-840b-306c2cbd9f51 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 946 time: 0.0502646 Jul 29 04:49:54.973746 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-e8ad5d13-6716-4254-9420-63b0c52dbc2f req-14721674-2204-4ed3-a471-ef06379eda9f tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572171 Jul 29 04:49:55.083575 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ddcd6-8056-4f71-8df2-dc41ed4c777c req-2f4ad3d2-c52c-4cf5-8b5c-a9be65567a05 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:55.085256 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-782ddcd6-8056-4f71-8df2-dc41ed4c777c req-2f4ad3d2-c52c-4cf5-8b5c-a9be65567a05 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 946 time: 0.0489094 Jul 29 04:49:55.146784 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-782ddcd6-8056-4f71-8df2-dc41ed4c777c req-be247797-49d2-4ae8-af2d-ea0f6d814ce1 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488482 Jul 29 04:49:55.371526 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-74745b6a-ed75-411f-863e-7e2f5db1d1e3 req-a78807e4-7839-42a9-bcc5-5cf83710b10e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=052579df-c255-4129-911a-8a4dda7e6ced&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417328 Jul 29 04:49:56.110475 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6bba94-c9de-4ab8-8633-2b72550ea162 req-d28381ff-605d-4e9b-82a1-96fbcf26f4a3 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:56.112295 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-4a6bba94-c9de-4ab8-8633-2b72550ea162 req-d28381ff-605d-4e9b-82a1-96fbcf26f4a3 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 946 time: 0.0512378 Jul 29 04:49:56.198131 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-4a6bba94-c9de-4ab8-8633-2b72550ea162 req-c9f915c9-131e-4c37-8d22-dcb4e815c23c tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693071 Jul 29 04:49:56.313821 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a592a8b-92f2-4778-803a-1abfc9ae13f5 req-42a22651-2a34-444f-84ef-94750ec9a88b tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:56.320657 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-3a592a8b-92f2-4778-803a-1abfc9ae13f5 req-42a22651-2a34-444f-84ef-94750ec9a88b tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 946 time: 0.0611999 Jul 29 04:49:56.368192 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-3a592a8b-92f2-4778-803a-1abfc9ae13f5 req-9b6608ac-3acf-49e0-90d4-0ca0a1c0959a tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467744 Jul 29 04:49:56.497227 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea20bf1b-54f5-47b6-a96d-9d0325cbe054 req-e8a3e3fc-02bd-4b43-b2ad-02371ccce700 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:56.499289 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-ea20bf1b-54f5-47b6-a96d-9d0325cbe054 req-e8a3e3fc-02bd-4b43-b2ad-02371ccce700 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=052579df-c255-4129-911a-8a4dda7e6ced HTTP/1.1" status: 200 len: 945 time: 0.0508142 Jul 29 04:49:56.561159 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-ea20bf1b-54f5-47b6-a96d-9d0325cbe054 req-fcc6c09a-84b3-4aaf-bda8-f522a9ed7f22 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559700 Jul 29 04:49:56.803019 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74745b6a-ed75-411f-863e-7e2f5db1d1e3 req-ce839896-1993-4e95-90d2-5213f24c4e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:56.804595 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-74745b6a-ed75-411f-863e-7e2f5db1d1e3 req-ce839896-1993-4e95-90d2-5213f24c4e03 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0f6c1ad3422c40d4af4ef5329ecd9d86&device_id=052579df-c255-4129-911a-8a4dda7e6ced HTTP/1.1" status: 200 len: 1129 time: 0.0732195 Jul 29 04:49:57.015362 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74745b6a-ed75-411f-863e-7e2f5db1d1e3 req-dcf58a82-85c1-4171-8c1a-8293852ea8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:57.017283 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-74745b6a-ed75-411f-863e-7e2f5db1d1e3 req-dcf58a82-85c1-4171-8c1a-8293852ea8c7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3e84cf4e-559b-4bbd-af56-3f6353c004d0 HTTP/1.1" status: 200 len: 919 time: 0.1500018 Jul 29 04:49:57.060111 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-74745b6a-ed75-411f-863e-7e2f5db1d1e3 req-b6a1176f-4186-427f-b4e8-32ba450f1a5f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aec72477-e53c-4111-8650-f834671263de HTTP/1.1" status: 200 len: 217 time: 0.0364926 Jul 29 04:49:57.132130 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:57.149184 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74745b6a-ed75-411f-863e-7e2f5db1d1e3 req-d40f5873-4dd4-4b7a-953e-e3813203ea9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:57.152329 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-74745b6a-ed75-411f-863e-7e2f5db1d1e3 req-d40f5873-4dd4-4b7a-953e-e3813203ea9e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=48fdddd6-c7bc-413f-9e30-1e0d5de8b27a HTTP/1.1" status: 200 len: 857 time: 0.0828457 Jul 29 04:49:57.209521 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74745b6a-ed75-411f-863e-7e2f5db1d1e3 req-4ecf66d5-23ba-4d4e-a0e7-7393bee229b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:57.211013 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-74745b6a-ed75-411f-863e-7e2f5db1d1e3 req-4ecf66d5-23ba-4d4e-a0e7-7393bee229b7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3e84cf4e-559b-4bbd-af56-3f6353c004d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509501 Jul 29 04:49:57.316267 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-74745b6a-ed75-411f-863e-7e2f5db1d1e3 req-a9c920dc-b731-4f00-bce0-1393545d2a2a service neutron] 10.222.0.64 "GET /v2.0/networks/3e84cf4e-559b-4bbd-af56-3f6353c004d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979891 Jul 29 04:49:57.329556 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea95fe1-daa0-42f6-b014-a21dcaed09b2 req-6633e7e6-e9f0-48fe-a022-26f110ababe5 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:57.331043 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-cea95fe1-daa0-42f6-b014-a21dcaed09b2 req-6633e7e6-e9f0-48fe-a022-26f110ababe5 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 946 time: 0.0530710 Jul 29 04:49:57.378655 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-cea95fe1-daa0-42f6-b014-a21dcaed09b2 req-7769cf2d-71cc-42f2-b348-32ed64b43b04 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415318 Jul 29 04:49:57.424440 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-74745b6a-ed75-411f-863e-7e2f5db1d1e3 req-97588686-f10c-46aa-9381-c75011e7205c service neutron] 10.222.0.64 "GET /v2.0/networks/3e84cf4e-559b-4bbd-af56-3f6353c004d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967991 Jul 29 04:49:57.520319 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba17dbc-affd-4993-8e36-24e2f76ec671 req-7c6b93ea-e00b-46ac-ad90-6c0e81015775 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:57.521816 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-4ba17dbc-affd-4993-8e36-24e2f76ec671 req-7c6b93ea-e00b-46ac-ad90-6c0e81015775 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 946 time: 0.0520163 Jul 29 04:49:57.534026 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 60310) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:49:57.538556 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [None req-5975cac8-2df1-47e4-9d9a-79704ba4a984 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Request body: {'floatingip': {'port_id': '1f4eb45a-ea71-4ede-b569-032c9dddfac4'}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:49:57.583393 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-5975cac8-2df1-47e4-9d9a-79704ba4a984 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks [] for floatingip (9379f2e7-24f7-4e18-81ab-54e349ed27b6), before_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:57.655143 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=100 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:57.822386 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=100 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:58.075944 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-5975cac8-2df1-47e4-9d9a-79704ba4a984 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:58.081151 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-5975cac8-2df1-47e4-9d9a-79704ba4a984 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1937124'] for floatingip (9379f2e7-24f7-4e18-81ab-54e349ed27b6), after_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:58.217651 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.db.l3_db [None req-5975cac8-2df1-47e4-9d9a-79704ba4a984 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Floating IP 9379f2e7-24f7-4e18-81ab-54e349ed27b6 associated. External IP: 172.27.0.151, port: 1f4eb45a-ea71-4ede-b569-032c9dddfac4. Jul 29 04:49:58.441773 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5975cac8-2df1-47e4-9d9a-79704ba4a984 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Router b3c04c53-7421-4b16-83b7-8e93874dcecd has already been hosted by L3 agent 507cc676-b5a3-487d-9bd3-df89beb45ea5 {{(pid=115907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 04:49:58.557117 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5975cac8-2df1-47e4-9d9a-79704ba4a984 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Notify agent at l3_agent.dv-cinder-851449-2-iscsi the message routers_updated {{(pid=115907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 04:49:58.563546 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-5975cac8-2df1-47e4-9d9a-79704ba4a984 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for floatingip (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:49:58.568428 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca55fa21-d292-496e-aa54-d0ffbbfc0d15 None None] Sync routers for ids ['b3c04c53-7421-4b16-83b7-8e93874dcecd'] in dv-cinder-851449-2-iscsi {{(pid=115909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 04:49:58.588384 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca55fa21-d292-496e-aa54-d0ffbbfc0d15 None None] Routers {'b3c04c53-7421-4b16-83b7-8e93874dcecd'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:49:58.589421 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-ca55fa21-d292-496e-aa54-d0ffbbfc0d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:49:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['b3c04c53-7421-4b16-83b7-8e93874dcecd'], 'active': True} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:49:58.598390 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-5975cac8-2df1-47e4-9d9a-79704ba4a984 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "PUT /v2.0/floatingips/9379f2e7-24f7-4e18-81ab-54e349ed27b6 HTTP/1.1" status: 200 len: 992 time: 1.0632260 Jul 29 04:49:58.598997 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '630ff067-c10b-4ae9-8d92-c40d206fd0ca', 'tag': '1f4eb45a-ea71-4ede-b569-032c9dddfac4'}] {{(pid=115907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:49:58.601836 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6d28d1995ec7db04a13c19e5d747406a5c99e6072777cdd6d240f116ae67410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd213d4-c996-4771-8185-9a390fdd9abe" -d '{"events": [{"name": "network-changed", "server_uuid": "630ff067-c10b-4ae9-8d92-c40d206fd0ca", "tag": "1f4eb45a-ea71-4ede-b569-032c9dddfac4"}]}' {{(pid=115907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:49:58.644930 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 04:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6e66f2-6484-496f-a5b0-c826a0633fd5 x-openstack-request-id: req-dc6e66f2-6484-496f-a5b0-c826a0633fd5 {{(pid=115907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:49:58.645467 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "630ff067-c10b-4ae9-8d92-c40d206fd0ca", "tag": "1f4eb45a-ea71-4ede-b569-032c9dddfac4", "status": "completed", "code": 200}]} {{(pid=115907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:49:58.645890 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-dc6e66f2-6484-496f-a5b0-c826a0633fd5 {{(pid=115907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:49:58.646462 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc6e66f2-6484-496f-a5b0-c826a0633fd5'] response: {'name': 'network-changed', 'server_uuid': '630ff067-c10b-4ae9-8d92-c40d206fd0ca', 'tag': '1f4eb45a-ea71-4ede-b569-032c9dddfac4', 'status': 'completed', 'code': 200} Jul 29 04:49:58.739294 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvr_db [None req-ca55fa21-d292-496e-aa54-d0ffbbfc0d15 None None] Set router b3c04c53-7421-4b16-83b7-8e93874dcecd gateway port host: dv-cinder-851449-2-iscsi {{(pid=115909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:49:58.785760 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd213d4-c996-4771-8185-9a390fdd9abe req-8e8ec4be-06f9-4535-b41f-b70383536acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:58.788066 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-7dd213d4-c996-4771-8185-9a390fdd9abe req-8e8ec4be-06f9-4535-b41f-b70383536acd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f8e9e21d168140e99ffed71146e35fc4&device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 1130 time: 0.0723057 Jul 29 04:49:58.902889 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd213d4-c996-4771-8185-9a390fdd9abe req-c5caa73e-b42a-4d49-8a49-5959cd977cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:58.904767 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-7dd213d4-c996-4771-8185-9a390fdd9abe req-c5caa73e-b42a-4d49-8a49-5959cd977cef service neutron] 10.222.0.64 "GET /v2.0/networks?id=c8994c62-2968-491e-9d89-ada7a08f8ea0 HTTP/1.1" status: 200 len: 916 time: 0.1101367 Jul 29 04:49:58.986654 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-7dd213d4-c996-4771-8185-9a390fdd9abe req-44804d6c-bb60-4c2b-8044-d43b9df28169 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f4eb45a-ea71-4ede-b569-032c9dddfac4 HTTP/1.1" status: 200 len: 1000 time: 0.0737731 Jul 29 04:49:59.065367 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd213d4-c996-4771-8185-9a390fdd9abe req-3a52632a-aeed-48cc-adf3-aa847e7ae1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:59.067305 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-7dd213d4-c996-4771-8185-9a390fdd9abe req-3a52632a-aeed-48cc-adf3-aa847e7ae1e5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9bcd2bfa-a312-446b-bdbd-ca5994b4cf21 HTTP/1.1" status: 200 len: 854 time: 0.0737693 Jul 29 04:49:59.124459 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd213d4-c996-4771-8185-9a390fdd9abe req-b74e5ad3-438a-4457-a9aa-e028ce129bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:59.126573 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-7dd213d4-c996-4771-8185-9a390fdd9abe req-b74e5ad3-438a-4457-a9aa-e028ce129bcb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c8994c62-2968-491e-9d89-ada7a08f8ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0522275 Jul 29 04:49:59.155304 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-ca55fa21-d292-496e-aa54-d0ffbbfc0d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c04c53-7421-4b16-83b7-8e93874dcecd', 'name': 'tempest-AttachVolumeShelveTestJSON-56780925-router', 'tenant_id': 'f8e9e21d168140e99ffed71146e35fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '257b6c76-533e-49fc-b468-ea85b5205d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:49:23Z', 'updated_at': '2022-07-29T04:49:26Z', 'revision_number': 4, 'project_id': 'f8e9e21d168140e99ffed71146e35fc4', 'gw_port': {'id': '257b6c76-533e-49fc-b468-ea85b5205d10', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c04c53-7421-4b16-83b7-8e93874dcecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:49:24Z', 'updated_at': '2022-07-29T04:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_floatingips': [{'id': '9379f2e7-24f7-4e18-81ab-54e349ed27b6', 'tenant_id': 'f8e9e21d168140e99ffed71146e35fc4', 'floating_ip_address': '172.27.0.151', 'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'router_id': 'b3c04c53-7421-4b16-83b7-8e93874dcecd', 'port_id': '1f4eb45a-ea71-4ede-b569-032c9dddfac4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8994c62-2968-491e-9d89-ada7a08f8ea0', 'mac_address': 'fa:16:3e:16:d0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630ff067-c10b-4ae9-8d92-c40d206fd0ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T04:49:28Z', 'updated_at': '2022-07-29T04:49:57Z', 'revision_number': 1, 'project_id': 'f8e9e21d168140e99ffed71146e35fc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e', 'name': '', 'network_id': 'c8994c62-2968-491e-9d89-ada7a08f8ea0', 'tenant_id': 'f8e9e21d168140e99ffed71146e35fc4', 'mac_address': 'fa:16:3e:04:ec:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c04c53-7421-4b16-83b7-8e93874dcecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '9bcd2bfa-a312-446b-bdbd-ca5994b4cf21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:49:26Z', 'updated_at': '2022-07-29T04:49:30Z', 'revision_number': 5, 'project_id': 'f8e9e21d168140e99ffed71146e35fc4', 'subnets': [{'id': '9bcd2bfa-a312-446b-bdbd-ca5994b4cf21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:49:59.181616 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca55fa21-d292-496e-aa54-d0ffbbfc0d15 None None] Checking router: b3c04c53-7421-4b16-83b7-8e93874dcecd for host: dv-cinder-851449-2-iscsi {{(pid=115909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 04:49:59.194228 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca55fa21-d292-496e-aa54-d0ffbbfc0d15 None None] Routers {'b3c04c53-7421-4b16-83b7-8e93874dcecd'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:49:59.194846 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-ca55fa21-d292-496e-aa54-d0ffbbfc0d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:49:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['b3c04c53-7421-4b16-83b7-8e93874dcecd'], 'active': True} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:49:59.295027 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-7dd213d4-c996-4771-8185-9a390fdd9abe req-23fd03cb-eeba-4a07-b98d-0d71a4ac4519 service neutron] 10.222.0.64 "GET /v2.0/networks/c8994c62-2968-491e-9d89-ada7a08f8ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582088 Jul 29 04:49:59.350875 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvr_db [None req-ca55fa21-d292-496e-aa54-d0ffbbfc0d15 None None] Set router b3c04c53-7421-4b16-83b7-8e93874dcecd gateway port host: dv-cinder-851449-2-iscsi {{(pid=115909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:49:59.490180 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-7dd213d4-c996-4771-8185-9a390fdd9abe req-0f5d73b8-e74f-4540-b44c-21f762c85748 service neutron] 10.222.0.64 "GET /v2.0/networks/c8994c62-2968-491e-9d89-ada7a08f8ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876726 Jul 29 04:49:59.587213 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a3ed73-f20d-4a0a-80a2-abfa6f3c90fa req-fd491780-452f-47f5-9795-3513cefd3ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:59.588924 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-f5a3ed73-f20d-4a0a-80a2-abfa6f3c90fa req-fd491780-452f-47f5-9795-3513cefd3ee3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0f6c1ad3422c40d4af4ef5329ecd9d86&device_id=052579df-c255-4129-911a-8a4dda7e6ced HTTP/1.1" status: 200 len: 1129 time: 0.0457039 Jul 29 04:49:59.619997 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:49:59.640455 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a4f60-c9a1-420a-9827-595a22a7e147 req-c4cf0992-fc59-4995-8911-3b9e037c7b9a tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:59.647816 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-f13a4f60-c9a1-420a-9827-595a22a7e147 req-c4cf0992-fc59-4995-8911-3b9e037c7b9a tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=052579df-c255-4129-911a-8a4dda7e6ced HTTP/1.1" status: 200 len: 945 time: 0.0835369 Jul 29 04:49:59.716746 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a3ed73-f20d-4a0a-80a2-abfa6f3c90fa req-1fb597a0-be10-42bd-b9e3-ffe881795aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:59.719047 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-f5a3ed73-f20d-4a0a-80a2-abfa6f3c90fa req-1fb597a0-be10-42bd-b9e3-ffe881795aa5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3e84cf4e-559b-4bbd-af56-3f6353c004d0 HTTP/1.1" status: 200 len: 919 time: 0.1231992 Jul 29 04:49:59.734794 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-ca55fa21-d292-496e-aa54-d0ffbbfc0d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c04c53-7421-4b16-83b7-8e93874dcecd', 'name': 'tempest-AttachVolumeShelveTestJSON-56780925-router', 'tenant_id': 'f8e9e21d168140e99ffed71146e35fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '257b6c76-533e-49fc-b468-ea85b5205d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:49:23Z', 'updated_at': '2022-07-29T04:49:26Z', 'revision_number': 4, 'project_id': 'f8e9e21d168140e99ffed71146e35fc4', 'gw_port': {'id': '257b6c76-533e-49fc-b468-ea85b5205d10', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c04c53-7421-4b16-83b7-8e93874dcecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:49:24Z', 'updated_at': '2022-07-29T04:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_floatingips': [{'id': '9379f2e7-24f7-4e18-81ab-54e349ed27b6', 'tenant_id': 'f8e9e21d168140e99ffed71146e35fc4', 'floating_ip_address': '172.27.0.151', 'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'router_id': 'b3c04c53-7421-4b16-83b7-8e93874dcecd', 'port_id': '1f4eb45a-ea71-4ede-b569-032c9dddfac4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8994c62-2968-491e-9d89-ada7a08f8ea0', 'mac_address': 'fa:16:3e:16:d0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630ff067-c10b-4ae9-8d92-c40d206fd0ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T04:49:28Z', 'updated_at': '2022-07-29T04:49:57Z', 'revision_number': 1, 'project_id': 'f8e9e21d168140e99ffed71146e35fc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e', 'name': '', 'network_id': 'c8994c62-2968-491e-9d89-ada7a08f8ea0', 'tenant_id': 'f8e9e21d168140e99ffed71146e35fc4', 'mac_address': 'fa:16:3e:04:ec:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c04c53-7421-4b16-83b7-8e93874dcecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '9bcd2bfa-a312-446b-bdbd-ca5994b4cf21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:49:26Z', 'updated_at': '2022-07-29T04:49:30Z', 'revision_number': 5, 'project_id': 'f8e9e21d168140e99ffed71146e35fc4', 'subnets': [{'id': '9bcd2bfa-a312-446b-bdbd-ca5994b4cf21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:49:59.735734 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-f13a4f60-c9a1-420a-9827-595a22a7e147 req-4cdc0c55-ffa0-4f67-94f2-98f4aa3291e8 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855963 Jul 29 04:49:59.774168 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-f5a3ed73-f20d-4a0a-80a2-abfa6f3c90fa req-995505e0-db2a-47cd-8691-7b0501a4a04a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aec72477-e53c-4111-8650-f834671263de HTTP/1.1" status: 200 len: 217 time: 0.0487342 Jul 29 04:49:59.780740 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca55fa21-d292-496e-aa54-d0ffbbfc0d15 None None] The sync data for ids ['b3c04c53-7421-4b16-83b7-8e93874dcecd'] in dv-cinder-851449-2-iscsi is: [{'id': 'b3c04c53-7421-4b16-83b7-8e93874dcecd', 'name': 'tempest-AttachVolumeShelveTestJSON-56780925-router', 'tenant_id': 'f8e9e21d168140e99ffed71146e35fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '257b6c76-533e-49fc-b468-ea85b5205d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:49:23Z', 'updated_at': '2022-07-29T04:49:26Z', 'revision_number': 4, 'project_id': 'f8e9e21d168140e99ffed71146e35fc4', 'gw_port': {'id': '257b6c76-533e-49fc-b468-ea85b5205d10', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c04c53-7421-4b16-83b7-8e93874dcecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:49:24Z', 'updated_at': '2022-07-29T04:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_floatingips': [{'id': '9379f2e7-24f7-4e18-81ab-54e349ed27b6', 'tenant_id': 'f8e9e21d168140e99ffed71146e35fc4', 'floating_ip_address': '172.27.0.151', 'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'router_id': 'b3c04c53-7421-4b16-83b7-8e93874dcecd', 'port_id': '1f4eb45a-ea71-4ede-b569-032c9dddfac4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8994c62-2968-491e-9d89-ada7a08f8ea0', 'mac_address': 'fa:16:3e:16:d0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630ff067-c10b-4ae9-8d92-c40d206fd0ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T04:49:28Z', 'updated_at': '2022-07-29T04:49:57Z', 'revision_number': 1, 'project_id': 'f8e9e21d168140e99ffed71146e35fc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e', 'name': '', 'network_id': 'c8994c62-2968-491e-9d89-ada7a08f8ea0', 'tenant_id': 'f8e9e21d168140e99ffed71146e35fc4', 'mac_address': 'fa:16:3e:04:ec:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c04c53-7421-4b16-83b7-8e93874dcecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '9bcd2bfa-a312-446b-bdbd-ca5994b4cf21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:49:26Z', 'updated_at': '2022-07-29T04:49:30Z', 'revision_number': 5, 'project_id': 'f8e9e21d168140e99ffed71146e35fc4', 'subnets': [{'id': '9bcd2bfa-a312-446b-bdbd-ca5994b4cf21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 04:49:59.841831 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a3ed73-f20d-4a0a-80a2-abfa6f3c90fa req-2a85643a-075b-4cf5-8202-e9e7bd31cf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:59.843911 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-f5a3ed73-f20d-4a0a-80a2-abfa6f3c90fa req-2a85643a-075b-4cf5-8202-e9e7bd31cf18 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=48fdddd6-c7bc-413f-9e30-1e0d5de8b27a HTTP/1.1" status: 200 len: 857 time: 0.0635209 Jul 29 04:49:59.911050 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a3ed73-f20d-4a0a-80a2-abfa6f3c90fa req-80da05d2-3086-4f2b-bb6c-9b8d56d68857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:49:59.912585 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-f5a3ed73-f20d-4a0a-80a2-abfa6f3c90fa req-80da05d2-3086-4f2b-bb6c-9b8d56d68857 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3e84cf4e-559b-4bbd-af56-3f6353c004d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0602663 Jul 29 04:50:00.011865 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:00.034578 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-f5a3ed73-f20d-4a0a-80a2-abfa6f3c90fa req-eaa996e2-2dcb-4843-9d91-4d50251f156c service neutron] 10.222.0.64 "GET /v2.0/networks/3e84cf4e-559b-4bbd-af56-3f6353c004d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137044 Jul 29 04:50:00.070059 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555d5285-12f7-4490-8dd4-6806daaaffaa None None] New status for floating IP 9379f2e7-24f7-4e18-81ab-54e349ed27b6: ACTIVE {{(pid=115910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 04:50:00.156409 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-f5a3ed73-f20d-4a0a-80a2-abfa6f3c90fa req-e943e78e-d98b-4273-a270-a697dcb91663 service neutron] 10.222.0.64 "GET /v2.0/networks/3e84cf4e-559b-4bbd-af56-3f6353c004d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150136 Jul 29 04:50:00.862755 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c35f2-b083-4234-820f-37b7834f852b req-353cdec6-0bb5-4b2e-9b85-9182d8da3932 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:00.864481 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-ed5c35f2-b083-4234-820f-37b7834f852b req-353cdec6-0bb5-4b2e-9b85-9182d8da3932 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=052579df-c255-4129-911a-8a4dda7e6ced HTTP/1.1" status: 200 len: 945 time: 0.0580494 Jul 29 04:50:00.922604 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-ed5c35f2-b083-4234-820f-37b7834f852b req-d36820ad-cb41-482b-bab7-127ecd443476 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525627 Jul 29 04:50:02.031828 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:02.041355 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:02.060667 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a845b204-7db2-4555-b3b0-ffaba4d1e133 req-92faa756-5000-44be-ab23-8ab8d288d0c2 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:02.063125 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-a845b204-7db2-4555-b3b0-ffaba4d1e133 req-92faa756-5000-44be-ab23-8ab8d288d0c2 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=052579df-c255-4129-911a-8a4dda7e6ced HTTP/1.1" status: 200 len: 945 time: 0.0621123 Jul 29 04:50:02.118632 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-a845b204-7db2-4555-b3b0-ffaba4d1e133 req-d38fd193-6b92-4f50-82b5-630d06730a02 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498390 Jul 29 04:50:03.254896 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0494ce0-fca5-4cdd-a4ec-c5cc5925c8d3 req-db906be4-c8a3-4288-b21a-bcaba7f1df5e tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:03.256357 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-f0494ce0-fca5-4cdd-a4ec-c5cc5925c8d3 req-db906be4-c8a3-4288-b21a-bcaba7f1df5e tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=052579df-c255-4129-911a-8a4dda7e6ced HTTP/1.1" status: 200 len: 945 time: 0.0517833 Jul 29 04:50:03.310569 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-f0494ce0-fca5-4cdd-a4ec-c5cc5925c8d3 req-c9a509d6-2834-493b-9009-4ac18a0eb50c tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470295 Jul 29 04:50:04.356860 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c9e38116-d72a-4b4b-8084-0ffec2da2015 req-c3e8523f-258d-4b5e-a4cf-83d7d3b96b1e tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] 10.222.0.40 "GET /v2.0/networks?tenant_id=48e14495c8f7484ab3adc511e812d3e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331788 Jul 29 04:50:04.456807 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46040002-916d-4f68-98b7-9aaf36f0e52b req-facb4d72-16a2-455a-939d-ae4418d35227 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:04.464535 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-46040002-916d-4f68-98b7-9aaf36f0e52b req-facb4d72-16a2-455a-939d-ae4418d35227 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=052579df-c255-4129-911a-8a4dda7e6ced HTTP/1.1" status: 200 len: 945 time: 0.0643053 Jul 29 04:50:04.513139 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-46040002-916d-4f68-98b7-9aaf36f0e52b req-878928bd-5a23-40a4-8da4-be0cb094c492 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474703 Jul 29 04:50:04.562876 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e38116-d72a-4b4b-8084-0ffec2da2015 req-b9e5806b-74bf-4e98-ae4c-042b2755994c tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:04.564481 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c9e38116-d72a-4b4b-8084-0ffec2da2015 req-b9e5806b-74bf-4e98-ae4c-042b2755994c tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2006428 Jul 29 04:50:04.581963 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c9e38116-d72a-4b4b-8084-0ffec2da2015 req-413feeda-459a-435d-b8ad-89c8386eac64 tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] 10.222.0.40 "GET /v2.0/quotas/48e14495c8f7484ab3adc511e812d3e8 HTTP/1.1" status: 200 len: 375 time: 0.0114918 Jul 29 04:50:04.615676 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c9e38116-d72a-4b4b-8084-0ffec2da2015 req-af463e60-1f60-458b-8dc4-a5ac4f1851dd tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=48e14495c8f7484ab3adc511e812d3e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282800 Jul 29 04:50:04.794960 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-dc8cf8bb-76e7-42c1-aceb-238dbaf76720 req-daa6e02a-5adb-405c-9d4e-cd775e55e33b tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] 10.222.0.40 "GET /v2.0/ports?device_id=24eb9fdb-25e8-4c3b-846f-be1ce270af6b HTTP/1.1" status: 200 len: 210 time: 0.0323548 Jul 29 04:50:05.651870 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515525ca-e212-4650-83aa-40d748cae3cc req-994f5300-2773-42f9-b0d9-6eb132ff9486 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:05.659495 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-515525ca-e212-4650-83aa-40d748cae3cc req-994f5300-2773-42f9-b0d9-6eb132ff9486 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=052579df-c255-4129-911a-8a4dda7e6ced HTTP/1.1" status: 200 len: 945 time: 0.0545762 Jul 29 04:50:05.721024 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-515525ca-e212-4650-83aa-40d748cae3cc req-e1ea3074-06fe-4d5a-97d6-4f53f109fd81 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605497 Jul 29 04:50:05.929544 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-6b7234bd-ed8f-47f5-bd48-a2e2c72656da req-aeca7dbe-2b21-4137-b8a7-1650f81a8ad0 tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] 10.222.0.40 "GET /v2.0/ports?device_id=24eb9fdb-25e8-4c3b-846f-be1ce270af6b HTTP/1.1" status: 200 len: 210 time: 0.0433979 Jul 29 04:50:06.007256 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c9e38116-d72a-4b4b-8084-0ffec2da2015 req-11cb5b96-bf78-424c-98ea-024153457f02 tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=48e14495c8f7484ab3adc511e812d3e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222776 Jul 29 04:50:06.141070 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e38116-d72a-4b4b-8084-0ffec2da2015 req-b89add46-f6e7-47c1-bb59-35987d279f02 tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:06.142507 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c9e38116-d72a-4b4b-8084-0ffec2da2015 req-b89add46-f6e7-47c1-bb59-35987d279f02 tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1303616 Jul 29 04:50:06.214368 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [req-c9e38116-d72a-4b4b-8084-0ffec2da2015 req-5f8142ec-3f83-47f3-a366-944c4968eae9 tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] Request body: {'port': {'device_id': '24eb9fdb-25e8-4c3b-846f-be1ce270af6b', 'network_id': '1d0531ea-d745-49fc-836e-5080df8aab2c', 'admin_state_up': True, 'tenant_id': '48e14495c8f7484ab3adc511e812d3e8'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:50:06.380142 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9e38116-d72a-4b4b-8084-0ffec2da2015 req-5f8142ec-3f83-47f3-a366-944c4968eae9 tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] Made reservation on behalf of 48e14495c8f7484ab3adc511e812d3e8 for: {'port': 1} {{(pid=115908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 04:50:06.384349 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-c9e38116-d72a-4b4b-8084-0ffec2da2015 req-5f8142ec-3f83-47f3-a366-944c4968eae9 tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:06.396166 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-c9e38116-d72a-4b4b-8084-0ffec2da2015 req-5f8142ec-3f83-47f3-a366-944c4968eae9 tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] Publish callbacks [] for security_group (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:06.466704 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:06.492425 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-c9e38116-d72a-4b4b-8084-0ffec2da2015 req-5f8142ec-3f83-47f3-a366-944c4968eae9 tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] Publish callbacks [] for security_group (bf847e24-928c-4cde-a408-a44d04cb61c7), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:06.496485 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-c9e38116-d72a-4b4b-8084-0ffec2da2015 req-5f8142ec-3f83-47f3-a366-944c4968eae9 tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (bf847e24-928c-4cde-a408-a44d04cb61c7), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:06.565173 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8142ec-3f83-47f3-a366-944c4968eae9 tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf847e24-928c-4cde-a408-a44d04cb61c7,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:50:06.654577 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:06.654577 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.db_base_plugin_common [req-c9e38116-d72a-4b4b-8084-0ffec2da2015 req-5f8142ec-3f83-47f3-a366-944c4968eae9 tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] Allocated IP 192.168.233.52 (1d0531ea-d745-49fc-836e-5080df8aab2c/cfb11e2d-6fe3-4d33-a779-fd1ea2b28805/06c552fb-5924-421e-99ec-66f6efcee541) {{(pid=115908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 04:50:06.879389 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be0e4a-ca05-478c-abce-0ab72d37c9f1 req-3063b8ea-cf03-481b-bc2f-b4f135a44b5f tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:06.880877 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-f3be0e4a-ca05-478c-abce-0ab72d37c9f1 req-3063b8ea-cf03-481b-bc2f-b4f135a44b5f tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=052579df-c255-4129-911a-8a4dda7e6ced HTTP/1.1" status: 200 len: 945 time: 0.0732949 Jul 29 04:50:06.901452 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-c9e38116-d72a-4b4b-8084-0ffec2da2015 req-5f8142ec-3f83-47f3-a366-944c4968eae9 tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] Publish callbacks [] for port (06c552fb-5924-421e-99ec-66f6efcee541), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:06.957741 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-f3be0e4a-ca05-478c-abce-0ab72d37c9f1 req-03ca573c-beff-4a96-82d2-e30c065ac55c tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705154 Jul 29 04:50:06.969850 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-c9e38116-d72a-4b4b-8084-0ffec2da2015 req-5f8142ec-3f83-47f3-a366-944c4968eae9 tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (06c552fb-5924-421e-99ec-66f6efcee541), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:07.017266 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9e38116-d72a-4b4b-8084-0ffec2da2015 req-5f8142ec-3f83-47f3-a366-944c4968eae9 tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] Network 1d0531ea-d745-49fc-836e-5080df8aab2c is already hosted by enough agents. {{(pid=115908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 04:50:07.020563 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.base_scheduler [req-c9e38116-d72a-4b4b-8084-0ffec2da2015 req-5f8142ec-3f83-47f3-a366-944c4968eae9 tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] Resources bound (agent type, host, resource id): {{(pid=115908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:50:07.024939 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e38116-d72a-4b4b-8084-0ffec2da2015 req-5f8142ec-3f83-47f3-a366-944c4968eae9 tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] Received port after_create {{(pid=115908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 04:50:07.031876 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8142ec-3f83-47f3-a366-944c4968eae9 tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] Pushing event updated for resources: {'Port': ['ID=06c552fb-5924-421e-99ec-66f6efcee541,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:50:07.081575 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f1214-c5f3-490b-a56b-41111984bd65 req-413e1080-e9fb-4778-8ffa-8fd0923cc268 tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:07.083287 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-d86f1214-c5f3-490b-a56b-41111984bd65 req-413e1080-e9fb-4778-8ffa-8fd0923cc268 tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] 10.222.0.40 "GET /v2.0/ports?device_id=24eb9fdb-25e8-4c3b-846f-be1ce270af6b HTTP/1.1" status: 200 len: 935 time: 0.0558021 Jul 29 04:50:07.086298 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e38116-d72a-4b4b-8084-0ffec2da2015 req-5f8142ec-3f83-47f3-a366-944c4968eae9 tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:07.086928 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-c9e38116-d72a-4b4b-8084-0ffec2da2015 req-5f8142ec-3f83-47f3-a366-944c4968eae9 tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for port (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:07.105199 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c9e38116-d72a-4b4b-8084-0ffec2da2015 req-5f8142ec-3f83-47f3-a366-944c4968eae9 tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8954444 Jul 29 04:50:07.135635 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-d86f1214-c5f3-490b-a56b-41111984bd65 req-52e54981-efe3-440e-9de6-8064748add46 tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf847e24-928c-4cde-a408-a44d04cb61c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464048 Jul 29 04:50:07.138357 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [req-c9e38116-d72a-4b4b-8084-0ffec2da2015 req-ff8a7a65-0cb6-44cd-a242-9c1db532ab49 service neutron] Request body: {'port': {'device_id': '24eb9fdb-25e8-4c3b-846f-be1ce270af6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85144'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:50:07.208993 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-c9e38116-d72a-4b4b-8084-0ffec2da2015 req-ff8a7a65-0cb6-44cd-a242-9c1db532ab49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (06c552fb-5924-421e-99ec-66f6efcee541), before_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:07.311428 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-1d211c02-5e80-45fd-adb3-7d7e56462aa5 None None] Provisioning complete for port 06c552fb-5924-421e-99ec-66f6efcee541 triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:50:07.313011 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-1d211c02-5e80-45fd-adb3-7d7e56462aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (06c552fb-5924-421e-99ec-66f6efcee541), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:07.363993 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-1d211c02-5e80-45fd-adb3-7d7e56462aa5 None None] Port 06c552fb-5924-421e-99ec-66f6efcee541 cannot update to ACTIVE because it is not bound. {{(pid=115909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 04:50:07.452251 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:07.548014 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [req-c9e38116-d72a-4b4b-8084-0ffec2da2015 req-ff8a7a65-0cb6-44cd-a242-9c1db532ab49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06c552fb-5924-421e-99ec-66f6efcee541 {{(pid=115908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 04:50:07.555902 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-c9e38116-d72a-4b4b-8084-0ffec2da2015 req-ff8a7a65-0cb6-44cd-a242-9c1db532ab49 service neutron] Publish callbacks [] for port (06c552fb-5924-421e-99ec-66f6efcee541), precommit_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:07.568999 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.provisioning_blocks [req-c9e38116-d72a-4b4b-8084-0ffec2da2015 req-ff8a7a65-0cb6-44cd-a242-9c1db532ab49 service neutron] Transition to ACTIVE for port object 06c552fb-5924-421e-99ec-66f6efcee541 will not be triggered until provisioned by entity L2. {{(pid=115908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 29 04:50:07.573920 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-c9e38116-d72a-4b4b-8084-0ffec2da2015 req-ff8a7a65-0cb6-44cd-a242-9c1db532ab49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7403849'] for port (06c552fb-5924-421e-99ec-66f6efcee541), after_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:07.629483 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8a7a65-0cb6-44cd-a242-9c1db532ab49 service neutron] Pushing event updated for resources: {'Port': ['ID=06c552fb-5924-421e-99ec-66f6efcee541,revision_number=2']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:50:07.681059 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:07.725857 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.managers [req-c9e38116-d72a-4b4b-8084-0ffec2da2015 req-ff8a7a65-0cb6-44cd-a242-9c1db532ab49 service neutron] Attempting to bind port 06c552fb-5924-421e-99ec-66f6efcee541 on host hv-cinder-85144 for vnic_type normal with profile {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 04:50:07.726218 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.managers [req-c9e38116-d72a-4b4b-8084-0ffec2da2015 req-ff8a7a65-0cb6-44cd-a242-9c1db532ab49 service neutron] Attempting to bind port 06c552fb-5924-421e-99ec-66f6efcee541 by drivers openvswitch,hyperv on host hv-cinder-85144 at level 0 using segments [{'id': 'a7dc081d-78da-4df7-800e-abedf05668cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1d0531ea-d745-49fc-836e-5080df8aab2c'}] {{(pid=115908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 04:50:07.726618 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e38116-d72a-4b4b-8084-0ffec2da2015 req-ff8a7a65-0cb6-44cd-a242-9c1db532ab49 service neutron] Attempting to bind port 06c552fb-5924-421e-99ec-66f6efcee541 on network 1d0531ea-d745-49fc-836e-5080df8aab2c {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 04:50:07.731896 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e38116-d72a-4b4b-8084-0ffec2da2015 req-ff8a7a65-0cb6-44cd-a242-9c1db532ab49 service neutron] Port 06c552fb-5924-421e-99ec-66f6efcee541 on network 1d0531ea-d745-49fc-836e-5080df8aab2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85144 {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 29 04:50:07.732208 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e38116-d72a-4b4b-8084-0ffec2da2015 req-ff8a7a65-0cb6-44cd-a242-9c1db532ab49 service neutron] Attempting to bind port 06c552fb-5924-421e-99ec-66f6efcee541 on network 1d0531ea-d745-49fc-836e-5080df8aab2c {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 04:50:07.739061 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e38116-d72a-4b4b-8084-0ffec2da2015 req-ff8a7a65-0cb6-44cd-a242-9c1db532ab49 service neutron] Checking agent: {'id': 'bab6a0c9-2145-495f-b42f-b184e241503a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85144', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 4, 45, 21), 'started_at': datetime.datetime(2022, 7, 29, 4, 45, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 4, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 04:50:07.739438 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e38116-d72a-4b4b-8084-0ffec2da2015 req-ff8a7a65-0cb6-44cd-a242-9c1db532ab49 service neutron] Checking segment: {'id': 'a7dc081d-78da-4df7-800e-abedf05668cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1d0531ea-d745-49fc-836e-5080df8aab2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 04:50:07.739791 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e38116-d72a-4b4b-8084-0ffec2da2015 req-ff8a7a65-0cb6-44cd-a242-9c1db532ab49 service neutron] Bound using segment: {'id': 'a7dc081d-78da-4df7-800e-abedf05668cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1d0531ea-d745-49fc-836e-5080df8aab2c'} {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 04:50:07.740233 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.managers [req-c9e38116-d72a-4b4b-8084-0ffec2da2015 req-ff8a7a65-0cb6-44cd-a242-9c1db532ab49 service neutron] Bound port: 06c552fb-5924-421e-99ec-66f6efcee541, host: hv-cinder-85144, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7dc081d-78da-4df7-800e-abedf05668cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1d0531ea-d745-49fc-836e-5080df8aab2c'}}] {{(pid=115908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 04:50:07.740619 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-c9e38116-d72a-4b4b-8084-0ffec2da2015 req-ff8a7a65-0cb6-44cd-a242-9c1db532ab49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (06c552fb-5924-421e-99ec-66f6efcee541), before_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:07.824744 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [req-c9e38116-d72a-4b4b-8084-0ffec2da2015 req-ff8a7a65-0cb6-44cd-a242-9c1db532ab49 service neutron] For port 06c552fb-5924-421e-99ec-66f6efcee541, host hv-cinder-85144, cleared binding levels {{(pid=115908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 04:50:07.829030 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [req-c9e38116-d72a-4b4b-8084-0ffec2da2015 req-ff8a7a65-0cb6-44cd-a242-9c1db532ab49 service neutron] For port 06c552fb-5924-421e-99ec-66f6efcee541, host hv-cinder-85144, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=06c552fb-5924-421e-99ec-66f6efcee541,segment=NetworkSegment(a7dc081d-78da-4df7-800e-abedf05668cf),segment_id=a7dc081d-78da-4df7-800e-abedf05668cf)] {{(pid=115908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 04:50:07.841053 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-c9e38116-d72a-4b4b-8084-0ffec2da2015 req-ff8a7a65-0cb6-44cd-a242-9c1db532ab49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7403849'] for port (06c552fb-5924-421e-99ec-66f6efcee541), after_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:07.883792 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e38116-d72a-4b4b-8084-0ffec2da2015 req-ff8a7a65-0cb6-44cd-a242-9c1db532ab49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:07.884414 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-c9e38116-d72a-4b4b-8084-0ffec2da2015 req-ff8a7a65-0cb6-44cd-a242-9c1db532ab49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for port (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:07.885977 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c9e38116-d72a-4b4b-8084-0ffec2da2015 req-ff8a7a65-0cb6-44cd-a242-9c1db532ab49 service neutron] 10.222.0.64 "PUT /v2.0/ports/06c552fb-5924-421e-99ec-66f6efcee541 HTTP/1.1" status: 200 len: 1097 time: 0.7527046 Jul 29 04:50:07.886546 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24eb9fdb-25e8-4c3b-846f-be1ce270af6b', 'tag': '06c552fb-5924-421e-99ec-66f6efcee541'}] {{(pid=115908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:50:07.888800 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91089063952d51f7df5c9c02e055d40fa8e1e9cb9a21cfbbcb9b3277c7a948b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709f4539-fb39-4129-8d17-a2d4636c9a38" -d '{"events": [{"name": "network-changed", "server_uuid": "24eb9fdb-25e8-4c3b-846f-be1ce270af6b", "tag": "06c552fb-5924-421e-99ec-66f6efcee541"}]}' {{(pid=115908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:50:07.957163 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8a7a65-0cb6-44cd-a242-9c1db532ab49 service neutron] Pushing event updated for resources: {'Port': ['ID=06c552fb-5924-421e-99ec-66f6efcee541,revision_number=3']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:50:08.001628 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 04:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43660f28-3648-40f3-ad42-5b79b03f9574 x-openstack-request-id: req-43660f28-3648-40f3-ad42-5b79b03f9574 {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:50:08.001940 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24eb9fdb-25e8-4c3b-846f-be1ce270af6b", "tag": "06c552fb-5924-421e-99ec-66f6efcee541", "status": "completed", "code": 200}]} {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:50:08.002177 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-43660f28-3648-40f3-ad42-5b79b03f9574 {{(pid=115908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:50:08.002580 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43660f28-3648-40f3-ad42-5b79b03f9574'] response: {'name': 'network-changed', 'server_uuid': '24eb9fdb-25e8-4c3b-846f-be1ce270af6b', 'tag': '06c552fb-5924-421e-99ec-66f6efcee541', 'status': 'completed', 'code': 200} Jul 29 04:50:08.017735 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e38116-d72a-4b4b-8084-0ffec2da2015 req-4699b847-0733-454a-b085-89be2fcaa3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:08.019289 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c9e38116-d72a-4b4b-8084-0ffec2da2015 req-4699b847-0733-454a-b085-89be2fcaa3a8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=48e14495c8f7484ab3adc511e812d3e8&device_id=24eb9fdb-25e8-4c3b-846f-be1ce270af6b HTTP/1.1" status: 200 len: 1131 time: 0.0635145 Jul 29 04:50:08.090195 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c9e38116-d72a-4b4b-8084-0ffec2da2015 req-e4936f0c-5d4c-4888-bcda-9c368a581c19 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=06c552fb-5924-421e-99ec-66f6efcee541 HTTP/1.1" status: 200 len: 217 time: 0.0528753 Jul 29 04:50:08.115835 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293bed6c-c5b3-40b2-8344-aac298d854fb req-429c823f-789d-4a0a-b843-0300506135b4 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:08.117841 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-293bed6c-c5b3-40b2-8344-aac298d854fb req-429c823f-789d-4a0a-b843-0300506135b4 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=052579df-c255-4129-911a-8a4dda7e6ced HTTP/1.1" status: 200 len: 945 time: 0.0662763 Jul 29 04:50:08.163008 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e38116-d72a-4b4b-8084-0ffec2da2015 req-04b628c9-8b67-413d-9aff-713624284a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:08.164751 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c9e38116-d72a-4b4b-8084-0ffec2da2015 req-04b628c9-8b67-413d-9aff-713624284a6f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cfb11e2d-6fe3-4d33-a779-fd1ea2b28805 HTTP/1.1" status: 200 len: 843 time: 0.0649154 Jul 29 04:50:08.238150 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-293bed6c-c5b3-40b2-8344-aac298d854fb req-142c94ee-e4ee-45bd-b653-7756f5bc3d2d tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122053 Jul 29 04:50:08.304666 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e38116-d72a-4b4b-8084-0ffec2da2015 req-6523fc65-4c57-4af4-b88b-c34cc7106971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:08.306513 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c9e38116-d72a-4b4b-8084-0ffec2da2015 req-6523fc65-4c57-4af4-b88b-c34cc7106971 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1d0531ea-d745-49fc-836e-5080df8aab2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1270211 Jul 29 04:50:08.315951 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c2e212-4779-4558-a6fd-e785b58526a3 req-c81e6d7c-7f44-4dbe-81f2-2691d6bb1214 tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:08.317819 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-d5c2e212-4779-4558-a6fd-e785b58526a3 req-c81e6d7c-7f44-4dbe-81f2-2691d6bb1214 tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] 10.222.0.40 "GET /v2.0/ports?device_id=24eb9fdb-25e8-4c3b-846f-be1ce270af6b HTTP/1.1" status: 200 len: 947 time: 0.0707793 Jul 29 04:50:08.427087 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-d5c2e212-4779-4558-a6fd-e785b58526a3 req-4fec371a-fa37-4086-8949-02810173da04 tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf847e24-928c-4cde-a408-a44d04cb61c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980890 Jul 29 04:50:08.463202 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c9e38116-d72a-4b4b-8084-0ffec2da2015 req-1da2ca59-a78b-462f-8901-e6c148362474 service neutron] 10.222.0.64 "GET /v2.0/networks/1d0531ea-d745-49fc-836e-5080df8aab2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440341 Jul 29 04:50:08.540617 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:08.807717 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c9e38116-d72a-4b4b-8084-0ffec2da2015 req-235640fd-1f70-4e95-bbba-417ab98a7791 service neutron] 10.222.0.64 "GET /v2.0/networks/1d0531ea-d745-49fc-836e-5080df8aab2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376307 Jul 29 04:50:09.368695 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0005dc-58fb-438f-8f07-1ab77bcec957 req-2d9c9bc3-7e3b-4f7d-be9a-84b3de349957 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:09.372620 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-ea0005dc-58fb-438f-8f07-1ab77bcec957 req-2d9c9bc3-7e3b-4f7d-be9a-84b3de349957 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=052579df-c255-4129-911a-8a4dda7e6ced HTTP/1.1" status: 200 len: 945 time: 0.0577381 Jul 29 04:50:09.453468 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-ea0005dc-58fb-438f-8f07-1ab77bcec957 req-65f70ca1-7fc8-4ec9-8563-371a36d0b3fa tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647013 Jul 29 04:50:09.567382 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73541f5b-86d5-477d-b649-b8e5e3cc6748 req-80e7e9ff-0934-48dc-8641-55a498967633 tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:09.569405 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-73541f5b-86d5-477d-b649-b8e5e3cc6748 req-80e7e9ff-0934-48dc-8641-55a498967633 tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] 10.222.0.40 "GET /v2.0/ports?device_id=24eb9fdb-25e8-4c3b-846f-be1ce270af6b HTTP/1.1" status: 200 len: 947 time: 0.0564365 Jul 29 04:50:09.625807 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-73541f5b-86d5-477d-b649-b8e5e3cc6748 req-49b4c0ad-3401-42e1-a0c5-2e984b936bdc tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf847e24-928c-4cde-a408-a44d04cb61c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501201 Jul 29 04:50:10.243436 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:10.296318 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:10.611298 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58430bf1-7254-49af-8957-bbc5304797bb req-bba9d6a3-168a-4aef-bebf-1f38ba29d218 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:10.613585 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-58430bf1-7254-49af-8957-bbc5304797bb req-bba9d6a3-168a-4aef-bebf-1f38ba29d218 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=052579df-c255-4129-911a-8a4dda7e6ced HTTP/1.1" status: 200 len: 945 time: 0.0623784 Jul 29 04:50:10.700902 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-58430bf1-7254-49af-8957-bbc5304797bb req-283ef51c-63b2-4697-9e05-adbce4f411da tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804567 Jul 29 04:50:10.762970 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c290e633-3797-41f3-8323-6a5a21124320 req-bac0115a-d889-4e74-9e1c-93b2e5556224 tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:10.765630 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c290e633-3797-41f3-8323-6a5a21124320 req-bac0115a-d889-4e74-9e1c-93b2e5556224 tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] 10.222.0.40 "GET /v2.0/ports?device_id=24eb9fdb-25e8-4c3b-846f-be1ce270af6b HTTP/1.1" status: 200 len: 947 time: 0.0552042 Jul 29 04:50:10.818114 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c290e633-3797-41f3-8323-6a5a21124320 req-18ff1b34-85a9-4080-8471-769cb155bb5a tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf847e24-928c-4cde-a408-a44d04cb61c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472651 Jul 29 04:50:11.869504 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af0b18-37bc-4a9b-84d1-840865350f9a req-a70c8922-c263-4166-b419-8452290fd25a tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:11.871011 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-27af0b18-37bc-4a9b-84d1-840865350f9a req-a70c8922-c263-4166-b419-8452290fd25a tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=052579df-c255-4129-911a-8a4dda7e6ced HTTP/1.1" status: 200 len: 945 time: 0.0658634 Jul 29 04:50:11.931733 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-27af0b18-37bc-4a9b-84d1-840865350f9a req-7c5d10fd-7462-446d-9cda-48bd9536a0b5 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530908 Jul 29 04:50:11.984696 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc47d74b-76e5-4766-8b18-836ec36c5d1d req-bc327547-1156-4d70-a54a-9528fa42fe77 tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:11.993249 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-dc47d74b-76e5-4766-8b18-836ec36c5d1d req-bc327547-1156-4d70-a54a-9528fa42fe77 tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] 10.222.0.40 "GET /v2.0/ports?device_id=24eb9fdb-25e8-4c3b-846f-be1ce270af6b HTTP/1.1" status: 200 len: 947 time: 0.0901864 Jul 29 04:50:12.044638 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-dc47d74b-76e5-4766-8b18-836ec36c5d1d req-d4a80983-de04-4154-b268-941545717f5c tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf847e24-928c-4cde-a408-a44d04cb61c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503190 Jul 29 04:50:12.894643 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.agents_db [None req-05f878dc-9505-4230-ae26-b2f791c5e7d5 None None] Agent healthcheck: found 6 active agents {{(pid=115910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 04:50:13.059820 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea09b52-dd73-43f8-958b-c79cf2e9b4c8 req-0835380a-6487-4c58-9151-ae8b6ca8a8a0 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:13.061483 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-2ea09b52-dd73-43f8-958b-c79cf2e9b4c8 req-0835380a-6487-4c58-9151-ae8b6ca8a8a0 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=052579df-c255-4129-911a-8a4dda7e6ced HTTP/1.1" status: 200 len: 945 time: 0.0503337 Jul 29 04:50:13.108614 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-2ea09b52-dd73-43f8-958b-c79cf2e9b4c8 req-13e0c7bf-3445-46fb-99a4-e1236b8da32a tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416427 Jul 29 04:50:13.162792 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7091cfc-e7ff-4b1b-a5d1-d8f888aa675b req-36a185eb-9d3d-494f-8828-e19e8c280109 tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:13.164157 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-d7091cfc-e7ff-4b1b-a5d1-d8f888aa675b req-36a185eb-9d3d-494f-8828-e19e8c280109 tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] 10.222.0.40 "GET /v2.0/ports?device_id=24eb9fdb-25e8-4c3b-846f-be1ce270af6b HTTP/1.1" status: 200 len: 947 time: 0.0456884 Jul 29 04:50:13.212201 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-d7091cfc-e7ff-4b1b-a5d1-d8f888aa675b req-9f0d8c7b-3db9-4793-9739-02e5fe5df264 tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf847e24-928c-4cde-a408-a44d04cb61c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418644 Jul 29 04:50:14.164626 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f4539-fb39-4129-8d17-a2d4636c9a38 req-a5c017ed-7bab-4e1c-b4f8-a5601c50f0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:14.166130 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-709f4539-fb39-4129-8d17-a2d4636c9a38 req-a5c017ed-7bab-4e1c-b4f8-a5601c50f0ee service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=48e14495c8f7484ab3adc511e812d3e8&device_id=24eb9fdb-25e8-4c3b-846f-be1ce270af6b HTTP/1.1" status: 200 len: 1131 time: 0.0416219 Jul 29 04:50:14.194642 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:14.230753 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c97919-79cf-4a29-8a5f-69b5d314e185 req-fee585f7-67e1-44d9-a0b9-b30c6ab7e08f tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:14.232241 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-88c97919-79cf-4a29-8a5f-69b5d314e185 req-fee585f7-67e1-44d9-a0b9-b30c6ab7e08f tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=052579df-c255-4129-911a-8a4dda7e6ced HTTP/1.1" status: 200 len: 945 time: 0.0491548 Jul 29 04:50:14.265785 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f4539-fb39-4129-8d17-a2d4636c9a38 req-0fc86fc5-0d35-4af7-97ed-880f85eb4b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:14.267376 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-709f4539-fb39-4129-8d17-a2d4636c9a38 req-0fc86fc5-0d35-4af7-97ed-880f85eb4b2c service neutron] 10.222.0.64 "GET /v2.0/networks?id=1d0531ea-d745-49fc-836e-5080df8aab2c HTTP/1.1" status: 200 len: 870 time: 0.0939815 Jul 29 04:50:14.281958 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-88c97919-79cf-4a29-8a5f-69b5d314e185 req-35bed654-cb9b-46e4-b359-b329582d0f28 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435250 Jul 29 04:50:14.315173 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-709f4539-fb39-4129-8d17-a2d4636c9a38 req-e1df7417-77e2-4778-9551-82e3537bbdd4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=06c552fb-5924-421e-99ec-66f6efcee541 HTTP/1.1" status: 200 len: 217 time: 0.0386038 Jul 29 04:50:14.393258 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9146db4-2393-489d-9092-5ddddee5eb9c req-9f69b796-5a1d-439d-90e3-15d1d86eeccd tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:14.394741 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b9146db4-2393-489d-9092-5ddddee5eb9c req-9f69b796-5a1d-439d-90e3-15d1d86eeccd tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] 10.222.0.40 "GET /v2.0/ports?device_id=24eb9fdb-25e8-4c3b-846f-be1ce270af6b HTTP/1.1" status: 200 len: 947 time: 0.0824265 Jul 29 04:50:14.405013 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f4539-fb39-4129-8d17-a2d4636c9a38 req-225717a9-9f24-4716-85dd-6213f4924cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:14.406575 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-709f4539-fb39-4129-8d17-a2d4636c9a38 req-225717a9-9f24-4716-85dd-6213f4924cf0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cfb11e2d-6fe3-4d33-a779-fd1ea2b28805 HTTP/1.1" status: 200 len: 843 time: 0.0824032 Jul 29 04:50:14.468575 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f4539-fb39-4129-8d17-a2d4636c9a38 req-27881a5f-18ba-42aa-99a9-f20aee25a265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:14.470100 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-709f4539-fb39-4129-8d17-a2d4636c9a38 req-27881a5f-18ba-42aa-99a9-f20aee25a265 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1d0531ea-d745-49fc-836e-5080df8aab2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0573974 Jul 29 04:50:14.481049 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b9146db4-2393-489d-9092-5ddddee5eb9c req-a224cf3a-9efa-4e7c-8a06-0be55174d655 tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf847e24-928c-4cde-a408-a44d04cb61c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793333 Jul 29 04:50:14.642247 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-709f4539-fb39-4129-8d17-a2d4636c9a38 req-657606d8-ea7f-409a-a06f-080e237dd98a service neutron] 10.222.0.64 "GET /v2.0/networks/1d0531ea-d745-49fc-836e-5080df8aab2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877278 Jul 29 04:50:14.737734 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-709f4539-fb39-4129-8d17-a2d4636c9a38 req-72cb0f2d-d8bb-432d-a9e7-9aaeed6a708a service neutron] 10.222.0.64 "GET /v2.0/networks/1d0531ea-d745-49fc-836e-5080df8aab2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879076 Jul 29 04:50:15.125592 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 60562) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:50:15.173049 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cd9f9ec-d0bb-42aa-bceb-ac9a27283635 admin admin] Deleting subnet 87e7f681-c439-4ada-a044-0b83b0fd62fb {{(pid=115908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 29 04:50:15.176164 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-6cd9f9ec-d0bb-42aa-bceb-ac9a27283635 admin admin] Publish callbacks [] for subnet (87e7f681-c439-4ada-a044-0b83b0fd62fb), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:15.209414 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:15.211720 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-6cd9f9ec-d0bb-42aa-bceb-ac9a27283635 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7404245'] for subnet (87e7f681-c439-4ada-a044-0b83b0fd62fb), precommit_delete_associations {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:15.251642 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-6cd9f9ec-d0bb-42aa-bceb-ac9a27283635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534123'] for subnet (87e7f681-c439-4ada-a044-0b83b0fd62fb), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:15.307733 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-6cd9f9ec-d0bb-42aa-bceb-ac9a27283635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1878534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7403891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4838809'] for subnet (87e7f681-c439-4ada-a044-0b83b0fd62fb), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:15.334190 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd9f9ec-d0bb-42aa-bceb-ac9a27283635 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87e7f681-c439-4ada-a044-0b83b0fd62fb,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:50:15.340449 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-6cd9f9ec-d0bb-42aa-bceb-ac9a27283635 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for subnet (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:15.346931 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-6cd9f9ec-d0bb-42aa-bceb-ac9a27283635 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/87e7f681-c439-4ada-a044-0b83b0fd62fb HTTP/1.1" status: 204 len: 168 time: 0.2178493 Jul 29 04:50:15.347067 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 60566) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:50:15.411213 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60959b48-63b1-43bd-ae4f-6b854c264741 req-fbda3c9b-5795-4af5-8936-6370a7f69f6e tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:15.412901 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-60959b48-63b1-43bd-ae4f-6b854c264741 req-fbda3c9b-5795-4af5-8936-6370a7f69f6e tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=052579df-c255-4129-911a-8a4dda7e6ced HTTP/1.1" status: 200 len: 945 time: 0.0510380 Jul 29 04:50:15.418024 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-5682dc1a-74db-4d7b-ab6d-121834ce5011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3407969'] for network (48d67382-c2d3-47d5-b28b-aeebd485858a), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:15.454464 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=100 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:15.462324 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-60959b48-63b1-43bd-ae4f-6b854c264741 req-4bf0efbe-e644-448c-a0a3-fc7bc4608603 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439014 Jul 29 04:50:15.505528 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-5682dc1a-74db-4d7b-ab6d-121834ce5011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535877', 'neutron.services.segments.db._delete_segments_for_network-8769699633610'] for network (48d67382-c2d3-47d5-b28b-aeebd485858a), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:15.526051 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.services.segments.db [None req-5682dc1a-74db-4d7b-ab6d-121834ce5011 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48d67382-c2d3-47d5-b28b-aeebd485858a']}} {{(pid=115908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:50:15.536071 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.services.segments.db [None req-5682dc1a-74db-4d7b-ab6d-121834ce5011 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce207d7e-8865-4c28-a34a-cb1afcfbc929') {'for_net_delete': True} {{(pid=115908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:50:15.536530 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.services.segments.db [None req-5682dc1a-74db-4d7b-ab6d-121834ce5011 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce207d7e-8865-4c28-a34a-cb1afcfbc929') {} {{(pid=115908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:50:15.548873 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-5682dc1a-74db-4d7b-ab6d-121834ce5011 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769699633511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7404236'] for segment (ce207d7e-8865-4c28-a34a-cb1afcfbc929), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:15.556723 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:15.564704 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-5682dc1a-74db-4d7b-ab6d-121834ce5011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537036'] for segment (ce207d7e-8865-4c28-a34a-cb1afcfbc929), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:15.580051 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5682dc1a-74db-4d7b-ab6d-121834ce5011 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=115908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 04:50:15.580494 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-5682dc1a-74db-4d7b-ab6d-121834ce5011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7403821'] for segment (ce207d7e-8865-4c28-a34a-cb1afcfbc929), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:15.637018 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.services.segments.plugin [-] Segment ce207d7e-8865-4c28-a34a-cb1afcfbc929 resource provider aggregate not found Jul 29 04:50:15.662300 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.services.segments.plugin [-] Segment ce207d7e-8865-4c28-a34a-cb1afcfbc929 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce207d7e-8865-4c28-a34a-cb1afcfbc929 found for delete ", "request_id": "req-e7c3dfc9-83dd-4c64-96b8-d541f4f0b369"}]} Jul 29 04:50:15.675107 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7024fe-727d-4472-845b-d19bfaf415fa req-343294b9-eb9f-417b-8e5f-17262a30f8ff tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:15.676661 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9b7024fe-727d-4472-845b-d19bfaf415fa req-343294b9-eb9f-417b-8e5f-17262a30f8ff tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] 10.222.0.40 "GET /v2.0/ports?device_id=24eb9fdb-25e8-4c3b-846f-be1ce270af6b HTTP/1.1" status: 200 len: 947 time: 0.1142828 Jul 29 04:50:15.680995 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-5682dc1a-74db-4d7b-ab6d-121834ce5011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1936944'] for network (48d67382-c2d3-47d5-b28b-aeebd485858a), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:15.693299 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-5682dc1a-74db-4d7b-ab6d-121834ce5011 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for network (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:15.696265 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-5682dc1a-74db-4d7b-ab6d-121834ce5011 admin admin] 10.222.0.40 "DELETE /v2.0/networks/48d67382-c2d3-47d5-b28b-aeebd485858a HTTP/1.1" status: 204 len: 168 time: 0.3483040 Jul 29 04:50:15.712442 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5682dc1a-74db-4d7b-ab6d-121834ce5011 admin admin] Pushing event deleted for resources: {'Network': ['ID=48d67382-c2d3-47d5-b28b-aeebd485858a,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:50:15.725905 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device 06c552fb-5924-421e-99ec-66f6efcee541 details requested by agent hyperv_hv-cinder-85144 with host hv-cinder-85144 {{(pid=115909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 04:50:15.735344 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:15.745592 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9b7024fe-727d-4472-845b-d19bfaf415fa req-12a85ae7-258d-4653-b23e-af28b658d307 tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf847e24-928c-4cde-a408-a44d04cb61c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626321 Jul 29 04:50:15.825390 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:15.845461 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port 06c552fb-5924-421e-99ec-66f6efcee541, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=06c552fb-5924-421e-99ec-66f6efcee541,segment=NetworkSegment(a7dc081d-78da-4df7-800e-abedf05668cf),segment_id=a7dc081d-78da-4df7-800e-abedf05668cf)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:50:15.859533 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Returning: {'device': '06c552fb-5924-421e-99ec-66f6efcee541', 'network_id': '1d0531ea-d745-49fc-836e-5080df8aab2c', 'port_id': '06c552fb-5924-421e-99ec-66f6efcee541', 'mac_address': 'fa:16:3e:c4:f6:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfb11e2d-6fe3-4d33-a779-fd1ea2b28805', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 04:50:15.900366 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Current status of the port 06c552fb-5924-421e-99ec-66f6efcee541 is: DOWN; New status is: BUILD {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:50:15.900807 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (06c552fb-5924-421e-99ec-66f6efcee541), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:15.902499 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 60578) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:50:15.922641 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.notifiers.nova [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06c552fb-5924-421e-99ec-66f6efcee541 {{(pid=115909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 04:50:15.944811 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port 06c552fb-5924-421e-99ec-66f6efcee541, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=06c552fb-5924-421e-99ec-66f6efcee541,segment=NetworkSegment(a7dc081d-78da-4df7-800e-abedf05668cf),segment_id=a7dc081d-78da-4df7-800e-abedf05668cf)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:50:15.946312 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-4d19ee3d-aa3e-4c05-9745-0b2d6488dabb admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e52663d55be44e12b4aa939974e8e517&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425181 Jul 29 04:50:15.948717 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 60580) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:50:15.949767 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (06c552fb-5924-421e-99ec-66f6efcee541), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:16.000418 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Pushing event updated for resources: {'Port': ['ID=06c552fb-5924-421e-99ec-66f6efcee541,revision_number=4']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:50:16.011814 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-ce75f0a2-3d4b-4cb9-8cf8-e929f4de967a admin admin] Publish callbacks [] for security_group (12bfe1dd-e276-41d7-8036-757f7521e720), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:16.035214 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-ce75f0a2-3d4b-4cb9-8cf8-e929f4de967a admin admin] Publish callbacks [] for security_group (12bfe1dd-e276-41d7-8036-757f7521e720), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:16.085512 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-ce75f0a2-3d4b-4cb9-8cf8-e929f4de967a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (12bfe1dd-e276-41d7-8036-757f7521e720), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:16.088081 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-ce75f0a2-3d4b-4cb9-8cf8-e929f4de967a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:16.092383 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-ce75f0a2-3d4b-4cb9-8cf8-e929f4de967a admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/12bfe1dd-e276-41d7-8036-757f7521e720 HTTP/1.1" status: 204 len: 168 time: 0.1392224 Jul 29 04:50:16.097925 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce75f0a2-3d4b-4cb9-8cf8-e929f4de967a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12bfe1dd-e276-41d7-8036-757f7521e720,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:50:16.568986 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=100 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:16.584271 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196fd982-f802-4b96-9cfa-106de24247e8 req-2cf5cb57-8b8f-4087-93b1-6e739dfdd900 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:16.585831 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-196fd982-f802-4b96-9cfa-106de24247e8 req-2cf5cb57-8b8f-4087-93b1-6e739dfdd900 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=052579df-c255-4129-911a-8a4dda7e6ced HTTP/1.1" status: 200 len: 945 time: 0.0499504 Jul 29 04:50:16.621932 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] get_ports_and_sgs() called for port_ids ['06c552fb-5924-421e-99ec-66f6efcee541'] {{(pid=115909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 04:50:16.637140 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-196fd982-f802-4b96-9cfa-106de24247e8 req-cc93e568-d665-43f2-9302-bd86b09c92cc tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455856 Jul 29 04:50:16.869561 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd68c63-8ae0-4376-a56a-83eafd321d86 req-9e42bcb7-b667-44ee-88b2-845259a60acb tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:16.871388 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-3dd68c63-8ae0-4376-a56a-83eafd321d86 req-9e42bcb7-b667-44ee-88b2-845259a60acb tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] 10.222.0.40 "GET /v2.0/ports?device_id=24eb9fdb-25e8-4c3b-846f-be1ce270af6b HTTP/1.1" status: 200 len: 948 time: 0.0515389 Jul 29 04:50:16.920612 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-3dd68c63-8ae0-4376-a56a-83eafd321d86 req-7c1dd5e6-d2a4-4961-94d6-307b03a53016 tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf847e24-928c-4cde-a408-a44d04cb61c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429270 Jul 29 04:50:17.759151 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b810c-8c0c-4108-b019-6be8618df6e4 req-b7e5f9e5-f589-4e72-9ccf-80c93ff3d80a tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:17.760673 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-1a4b810c-8c0c-4108-b019-6be8618df6e4 req-b7e5f9e5-f589-4e72-9ccf-80c93ff3d80a tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=052579df-c255-4129-911a-8a4dda7e6ced HTTP/1.1" status: 200 len: 945 time: 0.0474827 Jul 29 04:50:17.811388 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-1a4b810c-8c0c-4108-b019-6be8618df6e4 req-9f70f245-1d26-46fc-9a33-1430ed7ed6c7 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444407 Jul 29 04:50:17.984515 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device 06c552fb-5924-421e-99ec-66f6efcee541 up at agent hyperv_hv-cinder-85144 {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 04:50:18.030907 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Provisioning for port 06c552fb-5924-421e-99ec-66f6efcee541 completed by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 29 04:50:18.037099 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Provisioning complete for port 06c552fb-5924-421e-99ec-66f6efcee541 triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:50:18.037477 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (06c552fb-5924-421e-99ec-66f6efcee541), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:18.039489 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d100f-02b5-404a-b0dd-72c7fc577597 req-25fe276a-c408-43f0-835c-252f6bb8af9b tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:18.041041 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-a91d100f-02b5-404a-b0dd-72c7fc577597 req-25fe276a-c408-43f0-835c-252f6bb8af9b tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] 10.222.0.40 "GET /v2.0/ports?device_id=24eb9fdb-25e8-4c3b-846f-be1ce270af6b HTTP/1.1" status: 200 len: 948 time: 0.0477543 Jul 29 04:50:18.093104 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-a91d100f-02b5-404a-b0dd-72c7fc577597 req-f61235d6-126b-4cf1-b5bf-a356f88ec4cd tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf847e24-928c-4cde-a408-a44d04cb61c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457335 Jul 29 04:50:18.110387 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Current status of the port 06c552fb-5924-421e-99ec-66f6efcee541 is: BUILD; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:50:18.110785 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (06c552fb-5924-421e-99ec-66f6efcee541), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:18.136040 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24eb9fdb-25e8-4c3b-846f-be1ce270af6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c552fb-5924-421e-99ec-66f6efcee541'}] {{(pid=115909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:50:18.138357 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c420e031ced92140226aa6f83123c9b23fc96e3244e1479094dc728224b9fe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6289b65-bf9c-4330-b423-781022be3989" -d '{"events": [{"server_uuid": "24eb9fdb-25e8-4c3b-846f-be1ce270af6b", "name": "network-vif-plugged", "status": "completed", "tag": "06c552fb-5924-421e-99ec-66f6efcee541"}]}' {{(pid=115909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:50:18.151855 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port 06c552fb-5924-421e-99ec-66f6efcee541, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=06c552fb-5924-421e-99ec-66f6efcee541,segment=NetworkSegment(a7dc081d-78da-4df7-800e-abedf05668cf),segment_id=a7dc081d-78da-4df7-800e-abedf05668cf)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:50:18.155982 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (06c552fb-5924-421e-99ec-66f6efcee541), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:18.188223 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 04:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e270894a-be9b-4511-993a-d250a9ba9b36 x-openstack-request-id: req-e270894a-be9b-4511-993a-d250a9ba9b36 {{(pid=115909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:50:18.188520 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24eb9fdb-25e8-4c3b-846f-be1ce270af6b", "name": "network-vif-plugged", "status": "completed", "tag": "06c552fb-5924-421e-99ec-66f6efcee541", "code": 200}]} {{(pid=115909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:50:18.188798 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-e270894a-be9b-4511-993a-d250a9ba9b36 {{(pid=115909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:50:18.189192 dv-cinder-851449-2-iscsi neutron-server[115909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e270894a-be9b-4511-993a-d250a9ba9b36'] response: {'server_uuid': '24eb9fdb-25e8-4c3b-846f-be1ce270af6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c552fb-5924-421e-99ec-66f6efcee541', 'code': 200} Jul 29 04:50:18.193040 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:18.218031 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Pushing event updated for resources: {'Port': ['ID=06c552fb-5924-421e-99ec-66f6efcee541,revision_number=5']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:50:18.289225 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:18.304447 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8657b769-38d1-4e86-a1f7-0593e39bc5e5 req-4ddb8d2f-9dae-4ce3-b4db-b78b8d7762c7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0492864 Jul 29 04:50:18.395030 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8657b769-38d1-4e86-a1f7-0593e39bc5e5 req-8be24169-13a4-4658-a604-9dd6c7f397d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:18.396579 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8657b769-38d1-4e86-a1f7-0593e39bc5e5 req-8be24169-13a4-4658-a604-9dd6c7f397d8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0f6c1ad3422c40d4af4ef5329ecd9d86&device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 1130 time: 0.0554934 Jul 29 04:50:18.414363 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-8d4e4ffc-2417-4f9f-b6c8-f8591ad04ddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:18.506462 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7837b6-9e57-4250-b0f2-6a4b4fe77153 req-309f36af-7249-4219-9f88-1b5743405d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:18.508248 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-6c7837b6-9e57-4250-b0f2-6a4b4fe77153 req-309f36af-7249-4219-9f88-1b5743405d11 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=24eb9fdb-25e8-4c3b-846f-be1ce270af6b HTTP/1.1" status: 200 len: 1133 time: 0.1105373 Jul 29 04:50:18.596085 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8657b769-38d1-4e86-a1f7-0593e39bc5e5 req-3591735a-3121-4bf4-85bc-310b206aa256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:18.597679 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8657b769-38d1-4e86-a1f7-0593e39bc5e5 req-3591735a-3121-4bf4-85bc-310b206aa256 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3e84cf4e-559b-4bbd-af56-3f6353c004d0 HTTP/1.1" status: 200 len: 919 time: 0.1664338 Jul 29 04:50:18.601223 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-6c7837b6-9e57-4250-b0f2-6a4b4fe77153 req-8232c627-8b66-43e4-81e7-b1eb56e49d48 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=bf847e24-928c-4cde-a408-a44d04cb61c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824893 Jul 29 04:50:18.944021 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d81442-8e35-41b9-9bbc-b0e2d6962002 req-db518cfe-2984-4a89-ad01-2fdc4a5d6fa7 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:18.945633 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-84d81442-8e35-41b9-9bbc-b0e2d6962002 req-db518cfe-2984-4a89-ad01-2fdc4a5d6fa7 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=052579df-c255-4129-911a-8a4dda7e6ced HTTP/1.1" status: 200 len: 945 time: 0.0515089 Jul 29 04:50:19.006167 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-84d81442-8e35-41b9-9bbc-b0e2d6962002 req-05925412-d158-4bf4-a295-c4216e48368c tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521765 Jul 29 04:50:19.189805 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8657b769-38d1-4e86-a1f7-0593e39bc5e5 req-311009e6-f50c-486e-9151-a9e652f71f80 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70e45860-f254-40d2-808c-c68bdc1a745b HTTP/1.1" status: 200 len: 217 time: 0.0386107 Jul 29 04:50:19.223155 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede12f9-a321-4700-8cd1-76eea84f077b req-62768a65-78fd-450f-bdaa-4d37e7e06807 tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:19.224820 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-7ede12f9-a321-4700-8cd1-76eea84f077b req-62768a65-78fd-450f-bdaa-4d37e7e06807 tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] 10.222.0.40 "GET /v2.0/ports?device_id=24eb9fdb-25e8-4c3b-846f-be1ce270af6b HTTP/1.1" status: 200 len: 949 time: 0.0516701 Jul 29 04:50:19.245701 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8657b769-38d1-4e86-a1f7-0593e39bc5e5 req-20d5acbc-7bc2-4825-aae3-f137ac725dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:19.248426 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8657b769-38d1-4e86-a1f7-0593e39bc5e5 req-20d5acbc-7bc2-4825-aae3-f137ac725dc6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=48fdddd6-c7bc-413f-9e30-1e0d5de8b27a HTTP/1.1" status: 200 len: 857 time: 0.0499229 Jul 29 04:50:19.278498 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-7ede12f9-a321-4700-8cd1-76eea84f077b req-237eb83f-2d31-4299-95b1-f7d6e3c1d687 tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf847e24-928c-4cde-a408-a44d04cb61c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443652 Jul 29 04:50:19.947002 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:19.957968 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8657b769-38d1-4e86-a1f7-0593e39bc5e5 req-7e41aac3-067c-4667-8fb1-05b765188a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:19.959619 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8657b769-38d1-4e86-a1f7-0593e39bc5e5 req-7e41aac3-067c-4667-8fb1-05b765188a0d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3e84cf4e-559b-4bbd-af56-3f6353c004d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428820 Jul 29 04:50:20.125531 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8657b769-38d1-4e86-a1f7-0593e39bc5e5 req-2939aff8-59c6-476b-b105-dc770eda7275 service neutron] 10.222.0.64 "GET /v2.0/networks/3e84cf4e-559b-4bbd-af56-3f6353c004d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163270 Jul 29 04:50:20.138272 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d539c84-d7a3-4307-b614-800141b20abf req-14eb5788-841a-4e2e-9155-05e1a4135047 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:20.139729 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-3d539c84-d7a3-4307-b614-800141b20abf req-14eb5788-841a-4e2e-9155-05e1a4135047 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=052579df-c255-4129-911a-8a4dda7e6ced HTTP/1.1" status: 200 len: 945 time: 0.0568323 Jul 29 04:50:20.246500 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-3d539c84-d7a3-4307-b614-800141b20abf req-5a9a27ac-f593-4c60-86bb-bc3e1d39a218 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988522 Jul 29 04:50:20.273492 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8657b769-38d1-4e86-a1f7-0593e39bc5e5 req-ea6858c9-0588-47dc-9394-0bcac9a95c61 service neutron] 10.222.0.64 "GET /v2.0/networks/3e84cf4e-559b-4bbd-af56-3f6353c004d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328394 Jul 29 04:50:20.397447 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd2113-1f11-4649-8b4d-5e3997a8214f req-9303cbb9-9634-4975-a3c9-f4ef942655cf tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:20.398927 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-07cd2113-1f11-4649-8b4d-5e3997a8214f req-9303cbb9-9634-4975-a3c9-f4ef942655cf tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] 10.222.0.40 "GET /v2.0/ports?device_id=24eb9fdb-25e8-4c3b-846f-be1ce270af6b HTTP/1.1" status: 200 len: 949 time: 0.0468502 Jul 29 04:50:20.447035 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-07cd2113-1f11-4649-8b4d-5e3997a8214f req-340eb625-c25f-4657-a20f-f0073b09e28d tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf847e24-928c-4cde-a408-a44d04cb61c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425186 Jul 29 04:50:20.642958 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-184a59b1-d0a1-4a8b-a754-fc94b5a2bff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:20.986494 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (bab6a0c9-2145-495f-b42f-b184e241503a), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:21.366866 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5094ad3-0dc4-4c0f-a2d4-02fdb0de3c22 req-2af87a76-2f1e-4c1e-976c-dd2b1fb34802 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:21.368349 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-f5094ad3-0dc4-4c0f-a2d4-02fdb0de3c22 req-2af87a76-2f1e-4c1e-976c-dd2b1fb34802 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=052579df-c255-4129-911a-8a4dda7e6ced HTTP/1.1" status: 200 len: 945 time: 0.0489705 Jul 29 04:50:21.418079 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-f5094ad3-0dc4-4c0f-a2d4-02fdb0de3c22 req-136131cd-1e8e-4ec5-884e-42e8ac848052 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426769 Jul 29 04:50:21.570752 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b31a3-5b6a-4547-a4e5-e6b236439977 req-8587a221-6f1d-4555-9211-a29db48dd649 tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:21.572227 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-370b31a3-5b6a-4547-a4e5-e6b236439977 req-8587a221-6f1d-4555-9211-a29db48dd649 tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] 10.222.0.40 "GET /v2.0/ports?device_id=24eb9fdb-25e8-4c3b-846f-be1ce270af6b HTTP/1.1" status: 200 len: 949 time: 0.0527472 Jul 29 04:50:21.619577 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-370b31a3-5b6a-4547-a4e5-e6b236439977 req-3f3b9719-3ee1-4e4e-a92f-ff084a34208c tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf847e24-928c-4cde-a408-a44d04cb61c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413973 Jul 29 04:50:21.815829 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:21.917483 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0d56c-9447-4402-a63c-4eb032885759 req-7e280fdf-bdbe-4fc2-aff5-eb485ec55001 tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:21.919007 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-59d0d56c-9447-4402-a63c-4eb032885759 req-7e280fdf-bdbe-4fc2-aff5-eb485ec55001 tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] 10.222.0.40 "GET /v2.0/ports?device_id=24eb9fdb-25e8-4c3b-846f-be1ce270af6b HTTP/1.1" status: 200 len: 949 time: 0.0641642 Jul 29 04:50:21.969853 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-59d0d56c-9447-4402-a63c-4eb032885759 req-473a7384-e3f0-407d-abd6-1583843fae4e tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf847e24-928c-4cde-a408-a44d04cb61c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435710 Jul 29 04:50:22.544582 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f73e894-599f-4439-bd38-74828527cd12 req-9f61ca27-b907-490f-ac0a-742d4410e11e tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:22.546574 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4f73e894-599f-4439-bd38-74828527cd12 req-9f61ca27-b907-490f-ac0a-742d4410e11e tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=052579df-c255-4129-911a-8a4dda7e6ced HTTP/1.1" status: 200 len: 945 time: 0.0523546 Jul 29 04:50:22.593553 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4f73e894-599f-4439-bd38-74828527cd12 req-bae04f68-9613-4ffd-9a37-de7792e2cf5b tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414670 Jul 29 04:50:22.890335 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:22.891152 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:23.097928 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0efa5-507f-4567-89a3-b6ed5dbc12e0 req-689c9fa2-c040-492c-9dec-bf3faa50c7a5 tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:23.099967 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-2da0efa5-507f-4567-89a3-b6ed5dbc12e0 req-689c9fa2-c040-492c-9dec-bf3faa50c7a5 tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] 10.222.0.40 "GET /v2.0/ports?device_id=24eb9fdb-25e8-4c3b-846f-be1ce270af6b HTTP/1.1" status: 200 len: 949 time: 0.0504577 Jul 29 04:50:23.152653 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-2da0efa5-507f-4567-89a3-b6ed5dbc12e0 req-65340087-3683-4139-993f-270c89fd56c0 tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf847e24-928c-4cde-a408-a44d04cb61c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464964 Jul 29 04:50:23.182275 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:23.333018 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:23.715514 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d221ea8-5801-491d-b986-cce9bad004d4 req-71b0b2c1-4202-49e1-a08f-458483b47792 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:23.717072 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8d221ea8-5801-491d-b986-cce9bad004d4 req-71b0b2c1-4202-49e1-a08f-458483b47792 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=052579df-c255-4129-911a-8a4dda7e6ced HTTP/1.1" status: 200 len: 945 time: 0.0489283 Jul 29 04:50:23.765030 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8d221ea8-5801-491d-b986-cce9bad004d4 req-2ae3c44b-4ada-4016-9f96-3566a81a2aa3 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423880 Jul 29 04:50:24.276294 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b26ea-e3d9-4da5-996f-41c4c40d531b req-1e40f69f-92be-4232-bfb4-dc847f992861 tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:24.277895 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-823b26ea-e3d9-4da5-996f-41c4c40d531b req-1e40f69f-92be-4232-bfb4-dc847f992861 tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] 10.222.0.40 "GET /v2.0/ports?device_id=24eb9fdb-25e8-4c3b-846f-be1ce270af6b HTTP/1.1" status: 200 len: 949 time: 0.0493827 Jul 29 04:50:24.339823 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 60734) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:50:24.353325 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-823b26ea-e3d9-4da5-996f-41c4c40d531b req-d25bdea1-027b-42fb-9f04-aef7c9b75807 tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf847e24-928c-4cde-a408-a44d04cb61c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673869 Jul 29 04:50:24.462350 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-0ba9e5f7-3747-48f5-abdf-5e983f55a57c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:24.473334 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:24.542563 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-0ba9e5f7-3747-48f5-abdf-5e983f55a57c admin admin] Publish callbacks [] for security_group (58f1467e-1b04-4547-9511-98bdeccbe798), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:24.547397 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-0ba9e5f7-3747-48f5-abdf-5e983f55a57c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (58f1467e-1b04-4547-9511-98bdeccbe798), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:24.593144 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-0ba9e5f7-3747-48f5-abdf-5e983f55a57c admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=fb2577b0b5a946a5beee64c611d5b768&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2515521 Jul 29 04:50:24.594226 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba9e5f7-3747-48f5-abdf-5e983f55a57c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f1467e-1b04-4547-9511-98bdeccbe798,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:50:24.595945 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 60744) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:50:24.601799 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba9e5f7-3747-48f5-abdf-5e983f55a57c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:50:24.602151 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba9e5f7-3747-48f5-abdf-5e983f55a57c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:50:24.602498 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba9e5f7-3747-48f5-abdf-5e983f55a57c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:50:24.602840 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba9e5f7-3747-48f5-abdf-5e983f55a57c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:50:24.603172 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba9e5f7-3747-48f5-abdf-5e983f55a57c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:50:24.603508 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba9e5f7-3747-48f5-abdf-5e983f55a57c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:50:24.603837 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba9e5f7-3747-48f5-abdf-5e983f55a57c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:50:24.604165 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba9e5f7-3747-48f5-abdf-5e983f55a57c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:50:24.604493 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba9e5f7-3747-48f5-abdf-5e983f55a57c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:50:24.604847 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba9e5f7-3747-48f5-abdf-5e983f55a57c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:50:24.605175 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba9e5f7-3747-48f5-abdf-5e983f55a57c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:50:24.605510 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba9e5f7-3747-48f5-abdf-5e983f55a57c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:50:24.605835 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba9e5f7-3747-48f5-abdf-5e983f55a57c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:50:24.606179 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba9e5f7-3747-48f5-abdf-5e983f55a57c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:50:24.606479 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba9e5f7-3747-48f5-abdf-5e983f55a57c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:50:24.653231 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-259aac33-1c85-45db-948e-24ebb4a5a79b admin admin] Publish callbacks [] for security_group (58f1467e-1b04-4547-9511-98bdeccbe798), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:24.677236 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-259aac33-1c85-45db-948e-24ebb4a5a79b admin admin] Publish callbacks [] for security_group (58f1467e-1b04-4547-9511-98bdeccbe798), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:24.731920 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-259aac33-1c85-45db-948e-24ebb4a5a79b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (58f1467e-1b04-4547-9511-98bdeccbe798), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:24.734869 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-259aac33-1c85-45db-948e-24ebb4a5a79b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:24.736159 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-259aac33-1c85-45db-948e-24ebb4a5a79b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/58f1467e-1b04-4547-9511-98bdeccbe798 HTTP/1.1" status: 204 len: 168 time: 0.1389911 Jul 29 04:50:24.745490 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259aac33-1c85-45db-948e-24ebb4a5a79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f1467e-1b04-4547-9511-98bdeccbe798,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:50:24.754179 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259aac33-1c85-45db-948e-24ebb4a5a79b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:50:24.754840 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259aac33-1c85-45db-948e-24ebb4a5a79b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:50:24.755400 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259aac33-1c85-45db-948e-24ebb4a5a79b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:50:24.755989 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259aac33-1c85-45db-948e-24ebb4a5a79b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:50:24.756539 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259aac33-1c85-45db-948e-24ebb4a5a79b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:50:24.757178 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259aac33-1c85-45db-948e-24ebb4a5a79b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:50:24.757728 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259aac33-1c85-45db-948e-24ebb4a5a79b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:50:24.758396 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259aac33-1c85-45db-948e-24ebb4a5a79b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:50:24.758956 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259aac33-1c85-45db-948e-24ebb4a5a79b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:50:24.759498 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259aac33-1c85-45db-948e-24ebb4a5a79b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:50:24.760306 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259aac33-1c85-45db-948e-24ebb4a5a79b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:50:24.760812 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259aac33-1c85-45db-948e-24ebb4a5a79b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:50:24.761312 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259aac33-1c85-45db-948e-24ebb4a5a79b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:50:24.761715 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259aac33-1c85-45db-948e-24ebb4a5a79b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:50:24.762148 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259aac33-1c85-45db-948e-24ebb4a5a79b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:50:24.892620 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58b005-364c-472d-a00e-5fdc6da16716 req-19b7acd3-8d5c-4204-a342-394490c1675e tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:24.905158 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-1b58b005-364c-472d-a00e-5fdc6da16716 req-19b7acd3-8d5c-4204-a342-394490c1675e tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=052579df-c255-4129-911a-8a4dda7e6ced HTTP/1.1" status: 200 len: 945 time: 0.0512264 Jul 29 04:50:24.957481 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-1b58b005-364c-472d-a00e-5fdc6da16716 req-9fc0a05f-f259-4533-8e2c-304284b8864d tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557971 Jul 29 04:50:25.218414 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:25.260716 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f975245-e7bc-42fe-900d-ace2fc5cbc8e req-cf7af9c3-8f22-4a91-9948-6d823a56c4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:25.262279 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-5f975245-e7bc-42fe-900d-ace2fc5cbc8e req-cf7af9c3-8f22-4a91-9948-6d823a56c4c1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=052579df-c255-4129-911a-8a4dda7e6ced HTTP/1.1" status: 200 len: 1129 time: 0.0837939 Jul 29 04:50:25.269792 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b3a5e1-d544-4472-831b-1e82e5e65219 req-c0156d9a-f8fa-486d-85a4-9a88cee7f701 tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:25.271227 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-64b3a5e1-d544-4472-831b-1e82e5e65219 req-c0156d9a-f8fa-486d-85a4-9a88cee7f701 tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] 10.222.0.64 "GET /v2.0/ports?device_id=24eb9fdb-25e8-4c3b-846f-be1ce270af6b HTTP/1.1" status: 200 len: 949 time: 0.0914991 Jul 29 04:50:25.362758 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-5f975245-e7bc-42fe-900d-ace2fc5cbc8e req-dc880307-db38-4057-aa1d-f1d513518246 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905063 Jul 29 04:50:25.400208 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [req-64b3a5e1-d544-4472-831b-1e82e5e65219 req-f4b60fed-67a6-45d9-9e1e-6dfc550ded89 tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] Deleting port 06c552fb-5924-421e-99ec-66f6efcee541 {{(pid=115908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 04:50:25.400550 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-64b3a5e1-d544-4472-831b-1e82e5e65219 req-f4b60fed-67a6-45d9-9e1e-6dfc550ded89 tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (06c552fb-5924-421e-99ec-66f6efcee541), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:25.501166 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [req-64b3a5e1-d544-4472-831b-1e82e5e65219 req-f4b60fed-67a6-45d9-9e1e-6dfc550ded89 tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] For port 06c552fb-5924-421e-99ec-66f6efcee541, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=06c552fb-5924-421e-99ec-66f6efcee541,segment=NetworkSegment(a7dc081d-78da-4df7-800e-abedf05668cf),segment_id=a7dc081d-78da-4df7-800e-abedf05668cf)] {{(pid=115908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:50:25.501555 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-64b3a5e1-d544-4472-831b-1e82e5e65219 req-f4b60fed-67a6-45d9-9e1e-6dfc550ded89 tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (06c552fb-5924-421e-99ec-66f6efcee541), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:25.508263 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed33db6-9e78-4d6a-a3a5-e03360f93cfd req-2889c9f9-3a8b-459f-99d8-b9d15ac6d33a tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:25.510377 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-4ed33db6-9e78-4d6a-a3a5-e03360f93cfd req-2889c9f9-3a8b-459f-99d8-b9d15ac6d33a tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] 10.222.0.40 "GET /v2.0/ports?device_id=24eb9fdb-25e8-4c3b-846f-be1ce270af6b HTTP/1.1" status: 200 len: 949 time: 0.0595911 Jul 29 04:50:25.515743 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [req-64b3a5e1-d544-4472-831b-1e82e5e65219 req-f4b60fed-67a6-45d9-9e1e-6dfc550ded89 tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] Calling delete_port for 06c552fb-5924-421e-99ec-66f6efcee541 owned by compute:nova {{(pid=115908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 04:50:25.555383 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:25.578190 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-4ed33db6-9e78-4d6a-a3a5-e03360f93cfd req-313cebd6-7830-4145-a6b9-ca3b97a4a9f3 tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] 10.222.0.40 "GET /v2.0/security-groups?id=bf847e24-928c-4cde-a408-a44d04cb61c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591819 Jul 29 04:50:25.653773 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-64b3a5e1-d544-4472-831b-1e82e5e65219 req-f4b60fed-67a6-45d9-9e1e-6dfc550ded89 tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (06c552fb-5924-421e-99ec-66f6efcee541), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:25.705443 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] get_ports_and_sgs() called for port_ids ['06c552fb-5924-421e-99ec-66f6efcee541'] {{(pid=115909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 04:50:25.709200 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b60fed-67a6-45d9-9e1e-6dfc550ded89 tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] Pushing event deleted for resources: {'Port': ['ID=06c552fb-5924-421e-99ec-66f6efcee541,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:50:25.730378 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.l3_dvrscheduler_db [req-64b3a5e1-d544-4472-831b-1e82e5e65219 req-f4b60fed-67a6-45d9-9e1e-6dfc550ded89 tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] No DVR routers for this DVR port 06c552fb-5924-421e-99ec-66f6efcee541 on host hv-cinder-85144 {{(pid=115908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 04:50:25.733143 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-64b3a5e1-d544-4472-831b-1e82e5e65219 req-f4b60fed-67a6-45d9-9e1e-6dfc550ded89 tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for port (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:25.736672 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-64b3a5e1-d544-4472-831b-1e82e5e65219 req-f4b60fed-67a6-45d9-9e1e-6dfc550ded89 tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] 10.222.0.64 "DELETE /v2.0/ports/06c552fb-5924-421e-99ec-66f6efcee541 HTTP/1.1" status: 204 len: 173 time: 0.4574845 Jul 29 04:50:25.737144 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24eb9fdb-25e8-4c3b-846f-be1ce270af6b', 'name': 'network-vif-deleted', 'tag': '06c552fb-5924-421e-99ec-66f6efcee541'}] {{(pid=115908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:50:25.739484 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91089063952d51f7df5c9c02e055d40fa8e1e9cb9a21cfbbcb9b3277c7a948b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856ee2e8-da67-41d8-ab2b-86c73888d9c4" -d '{"events": [{"server_uuid": "24eb9fdb-25e8-4c3b-846f-be1ce270af6b", "name": "network-vif-deleted", "tag": "06c552fb-5924-421e-99ec-66f6efcee541"}]}' {{(pid=115908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:50:25.780171 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 04:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa893c1-0a72-4064-8751-cd3b8c2820b5 x-openstack-request-id: req-0aa893c1-0a72-4064-8751-cd3b8c2820b5 {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:50:25.780756 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24eb9fdb-25e8-4c3b-846f-be1ce270af6b", "name": "network-vif-deleted", "tag": "06c552fb-5924-421e-99ec-66f6efcee541", "status": "completed", "code": 200}]} {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:50:25.781289 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-0aa893c1-0a72-4064-8751-cd3b8c2820b5 {{(pid=115908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:50:25.781694 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0aa893c1-0a72-4064-8751-cd3b8c2820b5'] response: {'server_uuid': '24eb9fdb-25e8-4c3b-846f-be1ce270af6b', 'name': 'network-vif-deleted', 'tag': '06c552fb-5924-421e-99ec-66f6efcee541', 'status': 'completed', 'code': 200} Jul 29 04:50:26.079292 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:26.088691 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c25c00-c35f-4b69-890b-7784821261f8 req-b67e530a-2411-4f53-8ffb-3e7b8728dc66 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:26.090259 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-11c25c00-c35f-4b69-890b-7784821261f8 req-b67e530a-2411-4f53-8ffb-3e7b8728dc66 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=052579df-c255-4129-911a-8a4dda7e6ced HTTP/1.1" status: 200 len: 945 time: 0.0521824 Jul 29 04:50:26.141049 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-11c25c00-c35f-4b69-890b-7784821261f8 req-3c7ddfe1-051d-489b-87e3-b16f15ba513e tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443943 Jul 29 04:50:26.696983 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-54149333-5dc1-42cd-9b93-09c331713a5f req-497482d3-1cd1-4216-aa35-cafc5f9aaee7 tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] 10.222.0.40 "GET /v2.0/ports?device_id=24eb9fdb-25e8-4c3b-846f-be1ce270af6b HTTP/1.1" status: 200 len: 210 time: 0.0316894 Jul 29 04:50:27.264481 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25698a5c-4be1-4464-9718-12263799bec1 req-d54f10f4-2f59-4268-89db-636d215b28c0 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:27.266072 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-25698a5c-4be1-4464-9718-12263799bec1 req-d54f10f4-2f59-4268-89db-636d215b28c0 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=052579df-c255-4129-911a-8a4dda7e6ced HTTP/1.1" status: 200 len: 945 time: 0.0532575 Jul 29 04:50:27.316010 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-25698a5c-4be1-4464-9718-12263799bec1 req-5ddee214-86e4-4757-bc7f-084651da3543 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440352 Jul 29 04:50:27.565917 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da911dc-5f10-41ef-bc60-81ceaff1f443 req-8845644e-f14d-4d56-b2f5-d17ae574a086 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:27.567388 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-3da911dc-5f10-41ef-bc60-81ceaff1f443 req-8845644e-f14d-4d56-b2f5-d17ae574a086 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=052579df-c255-4129-911a-8a4dda7e6ced HTTP/1.1" status: 200 len: 945 time: 0.0487804 Jul 29 04:50:27.619537 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-3da911dc-5f10-41ef-bc60-81ceaff1f443 req-6f9d7d81-5228-44aa-922c-e878b7b7b15f tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464230 Jul 29 04:50:27.815486 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-59ab54d6-28be-4ed2-9624-84b238490277 req-dee01d0e-38ee-4f4f-bcfc-d418eee0e26b tempest-VolumesNegativeTest-636718816 tempest-VolumesNegativeTest-636718816-project] 10.222.0.40 "GET /v2.0/ports?device_id=24eb9fdb-25e8-4c3b-846f-be1ce270af6b HTTP/1.1" status: 200 len: 210 time: 0.0282252 Jul 29 04:50:27.909718 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636530d5-f7d3-4be9-adf9-5b9c20662200 req-1d1afce1-31eb-4d58-a473-014c66fb64d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:27.911923 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-636530d5-f7d3-4be9-adf9-5b9c20662200 req-1d1afce1-31eb-4d58-a473-014c66fb64d5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0f6c1ad3422c40d4af4ef5329ecd9d86&device_id=052579df-c255-4129-911a-8a4dda7e6ced HTTP/1.1" status: 200 len: 1129 time: 0.0418429 Jul 29 04:50:27.974048 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:28.022873 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636530d5-f7d3-4be9-adf9-5b9c20662200 req-195adc0a-c657-4e40-be8f-8e737a102ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:28.024359 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-636530d5-f7d3-4be9-adf9-5b9c20662200 req-195adc0a-c657-4e40-be8f-8e737a102ae9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3e84cf4e-559b-4bbd-af56-3f6353c004d0 HTTP/1.1" status: 200 len: 919 time: 0.1066573 Jul 29 04:50:28.044646 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device 06c552fb-5924-421e-99ec-66f6efcee541 no longer exists at agent hyperv_hv-cinder-85144 {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 04:50:28.065886 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] No Port match for: 06c552fb-5924-421e-99ec-66f6efcee541 {{(pid=115909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 04:50:28.066334 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device 06c552fb-5924-421e-99ec-66f6efcee541 not bound to the agent host hv-cinder-85144 {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 04:50:28.066828 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-636530d5-f7d3-4be9-adf9-5b9c20662200 req-bc4a2956-ea52-44c7-a5b3-6484c966cc01 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aec72477-e53c-4111-8650-f834671263de HTTP/1.1" status: 200 len: 217 time: 0.0351405 Jul 29 04:50:28.120116 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636530d5-f7d3-4be9-adf9-5b9c20662200 req-e246f0fa-cfed-445f-bdf8-b7f85094ef4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:28.121703 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-636530d5-f7d3-4be9-adf9-5b9c20662200 req-e246f0fa-cfed-445f-bdf8-b7f85094ef4b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=48fdddd6-c7bc-413f-9e30-1e0d5de8b27a HTTP/1.1" status: 200 len: 857 time: 0.0472584 Jul 29 04:50:28.172794 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636530d5-f7d3-4be9-adf9-5b9c20662200 req-ffbcee05-3dcf-4bb0-9bbe-a1ec8c6e08aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:28.174328 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-636530d5-f7d3-4be9-adf9-5b9c20662200 req-ffbcee05-3dcf-4bb0-9bbe-a1ec8c6e08aa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3e84cf4e-559b-4bbd-af56-3f6353c004d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463998 Jul 29 04:50:28.252370 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:28.266912 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-636530d5-f7d3-4be9-adf9-5b9c20662200 req-160f4830-3b22-4793-9b0c-2dc935effac6 service neutron] 10.222.0.64 "GET /v2.0/networks/3e84cf4e-559b-4bbd-af56-3f6353c004d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861909 Jul 29 04:50:28.361187 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-636530d5-f7d3-4be9-adf9-5b9c20662200 req-5aae8dd1-5689-4324-9478-7486e6d576d7 service neutron] 10.222.0.64 "GET /v2.0/networks/3e84cf4e-559b-4bbd-af56-3f6353c004d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875998 Jul 29 04:50:28.735564 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee2032-a84f-4697-81a0-367f411ae618 req-3d0d2b26-4236-4327-b66f-7dfa39e6e102 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:28.737024 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-74ee2032-a84f-4697-81a0-367f411ae618 req-3d0d2b26-4236-4327-b66f-7dfa39e6e102 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=052579df-c255-4129-911a-8a4dda7e6ced HTTP/1.1" status: 200 len: 945 time: 0.0458670 Jul 29 04:50:28.782933 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-74ee2032-a84f-4697-81a0-367f411ae618 req-643dc2bb-5981-4948-94ac-d8e40ef5de90 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403702 Jul 29 04:50:29.915086 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6643836-445a-430a-8645-659d429ae17f req-71636f50-f164-47ea-815c-6ac6f315c8ca tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:29.916564 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-d6643836-445a-430a-8645-659d429ae17f req-71636f50-f164-47ea-815c-6ac6f315c8ca tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=052579df-c255-4129-911a-8a4dda7e6ced HTTP/1.1" status: 200 len: 945 time: 0.0558598 Jul 29 04:50:29.968667 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-d6643836-445a-430a-8645-659d429ae17f req-d9bb58a7-4066-4b8f-b1d9-b61a21ffd3f4 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459473 Jul 29 04:50:30.631965 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 32792) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:50:30.755993 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-3c94658f-0047-47d0-89a2-4cfae367dd2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:30.843123 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-3c94658f-0047-47d0-89a2-4cfae367dd2f admin admin] Publish callbacks [] for security_group (6b903266-9037-4ba5-ba58-46d79aa99577), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:30.849916 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-3c94658f-0047-47d0-89a2-4cfae367dd2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (6b903266-9037-4ba5-ba58-46d79aa99577), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:30.891606 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-3c94658f-0047-47d0-89a2-4cfae367dd2f admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=5f6ad2154b3c4745be93fcae2a0181d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2584968 Jul 29 04:50:30.892872 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c94658f-0047-47d0-89a2-4cfae367dd2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b903266-9037-4ba5-ba58-46d79aa99577,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:50:30.894305 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 32818) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:50:30.949258 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-b74b9375-0082-46c2-bfbe-b821c66cc3c9 admin admin] Publish callbacks [] for security_group (6b903266-9037-4ba5-ba58-46d79aa99577), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:30.972887 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-b74b9375-0082-46c2-bfbe-b821c66cc3c9 admin admin] Publish callbacks [] for security_group (6b903266-9037-4ba5-ba58-46d79aa99577), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:31.026529 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-b74b9375-0082-46c2-bfbe-b821c66cc3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (6b903266-9037-4ba5-ba58-46d79aa99577), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:31.029060 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-b74b9375-0082-46c2-bfbe-b821c66cc3c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:31.033552 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-b74b9375-0082-46c2-bfbe-b821c66cc3c9 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/6b903266-9037-4ba5-ba58-46d79aa99577 HTTP/1.1" status: 204 len: 168 time: 0.1359220 Jul 29 04:50:31.039606 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74b9375-0082-46c2-bfbe-b821c66cc3c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b903266-9037-4ba5-ba58-46d79aa99577,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:50:31.125207 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5fa02a-c322-402a-a7e6-ffa23922e603 req-1de038a7-67df-4fe0-8076-59529bbef7c1 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:31.126753 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-3a5fa02a-c322-402a-a7e6-ffa23922e603 req-1de038a7-67df-4fe0-8076-59529bbef7c1 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=052579df-c255-4129-911a-8a4dda7e6ced HTTP/1.1" status: 200 len: 945 time: 0.0525575 Jul 29 04:50:31.183773 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-3a5fa02a-c322-402a-a7e6-ffa23922e603 req-bc5eee4b-dae4-4935-94db-4062e64c34d6 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513902 Jul 29 04:50:32.323623 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3bc1d-a3c7-40f2-ac29-43603acf5e42 req-62af0525-df32-41c8-9d42-392463353295 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:32.325291 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b7b3bc1d-a3c7-40f2-ac29-43603acf5e42 req-62af0525-df32-41c8-9d42-392463353295 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=052579df-c255-4129-911a-8a4dda7e6ced HTTP/1.1" status: 200 len: 945 time: 0.0630510 Jul 29 04:50:32.379987 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b7b3bc1d-a3c7-40f2-ac29-43603acf5e42 req-1ac8ace0-f741-478e-a818-2a278b671d11 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471992 Jul 29 04:50:32.923467 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 32916) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:50:33.053219 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-de27f4c2-5d89-48b5-ac85-125613a93192 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=48e14495c8f7484ab3adc511e812d3e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1286077 Jul 29 04:50:33.055608 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 32920) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:50:33.102525 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-dadae173-552b-4f9e-b5a7-bacdc8c9aa34 admin admin] Publish callbacks [] for security_group (bf847e24-928c-4cde-a408-a44d04cb61c7), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:33.103757 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:33.126099 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-dadae173-552b-4f9e-b5a7-bacdc8c9aa34 admin admin] Publish callbacks [] for security_group (bf847e24-928c-4cde-a408-a44d04cb61c7), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:33.172023 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-dadae173-552b-4f9e-b5a7-bacdc8c9aa34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (bf847e24-928c-4cde-a408-a44d04cb61c7), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:33.174567 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-dadae173-552b-4f9e-b5a7-bacdc8c9aa34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:33.175701 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-dadae173-552b-4f9e-b5a7-bacdc8c9aa34 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/bf847e24-928c-4cde-a408-a44d04cb61c7 HTTP/1.1" status: 204 len: 168 time: 0.1192176 Jul 29 04:50:33.183208 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadae173-552b-4f9e-b5a7-bacdc8c9aa34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf847e24-928c-4cde-a408-a44d04cb61c7,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:50:35.858724 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 32942) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:50:35.863665 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [None req-2f700a26-fe89-4b78-94f7-92b87f88fb2e tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Request body: {'security_group': {'name': 'tempest-securitygroup--903590613', 'description': 'tempest-description--61110633'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:50:35.885104 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-2f700a26-fe89-4b78-94f7-92b87f88fb2e tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Publish callbacks [] for security_group (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:35.921156 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:35.955416 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-2f700a26-fe89-4b78-94f7-92b87f88fb2e tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Publish callbacks [] for security_group (9683ed19-4891-420f-b3b5-b25d5f033481), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:35.958351 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-2f700a26-fe89-4b78-94f7-92b87f88fb2e tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (9683ed19-4891-420f-b3b5-b25d5f033481), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:35.991669 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-2f700a26-fe89-4b78-94f7-92b87f88fb2e tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:35.992893 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-2f700a26-fe89-4b78-94f7-92b87f88fb2e tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1331017 Jul 29 04:50:35.993569 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f700a26-fe89-4b78-94f7-92b87f88fb2e tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9683ed19-4891-420f-b3b5-b25d5f033481,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:50:35.995856 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 32944) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:50:36.000042 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [None req-a3e8cc8a-69f4-4e4a-9add-d1bb0689dafb tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Request body: {'security_group_rule': {'security_group_id': '9683ed19-4891-420f-b3b5-b25d5f033481', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:50:36.029074 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-a3e8cc8a-69f4-4e4a-9add-d1bb0689dafb tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Publish callbacks [] for security_group_rule (c40ee04e-ed98-4497-8551-778ce633ee04), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:36.085332 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-a3e8cc8a-69f4-4e4a-9add-d1bb0689dafb tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Publish callbacks [] for security_group_rule (c40ee04e-ed98-4497-8551-778ce633ee04), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:36.089170 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-a3e8cc8a-69f4-4e4a-9add-d1bb0689dafb tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885006'] for security_group_rule (c40ee04e-ed98-4497-8551-778ce633ee04), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:36.107803 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8cc8a-69f4-4e4a-9add-d1bb0689dafb tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c40ee04e-ed98-4497-8551-778ce633ee04,revision_number=0']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:50:36.115821 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-a3e8cc8a-69f4-4e4a-9add-d1bb0689dafb tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:36.117018 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-a3e8cc8a-69f4-4e4a-9add-d1bb0689dafb tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1202557 Jul 29 04:50:36.119678 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 32946) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:50:36.124959 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [None req-eb3ffbb3-9022-4916-9ff1-5006e46e1048 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Request body: {'security_group_rule': {'security_group_id': '9683ed19-4891-420f-b3b5-b25d5f033481', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:50:36.150675 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-eb3ffbb3-9022-4916-9ff1-5006e46e1048 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Publish callbacks [] for security_group_rule (33751aa2-213b-4895-a7c7-3b816144d387), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:36.208324 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-eb3ffbb3-9022-4916-9ff1-5006e46e1048 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Publish callbacks [] for security_group_rule (33751aa2-213b-4895-a7c7-3b816144d387), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:36.212718 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-eb3ffbb3-9022-4916-9ff1-5006e46e1048 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885006'] for security_group_rule (33751aa2-213b-4895-a7c7-3b816144d387), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:36.231871 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3ffbb3-9022-4916-9ff1-5006e46e1048 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33751aa2-213b-4895-a7c7-3b816144d387,revision_number=0']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:50:36.236517 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-eb3ffbb3-9022-4916-9ff1-5006e46e1048 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:36.237730 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-eb3ffbb3-9022-4916-9ff1-5006e46e1048 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1171181 Jul 29 04:50:36.240856 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 32948) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:50:36.244958 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [None req-39bd956d-57cb-4484-9592-fbea36969d68 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Request body: {'floatingip': {'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:50:36.267158 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-39bd956d-57cb-4484-9592-fbea36969d68 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:36.347533 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-39bd956d-57cb-4484-9592-fbea36969d68 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:36.453631 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.db_base_plugin_common [None req-39bd956d-57cb-4484-9592-fbea36969d68 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Allocated IP 172.27.0.145 (9a05b655-8925-4222-a853-020f58db76f4/b252d643-2a5f-428d-a536-f8ecbd6d13e1/b0b92069-7d7d-49c8-bd57-a8dd3429902a) {{(pid=115908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 04:50:36.476370 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:36.555436 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-39bd956d-57cb-4484-9592-fbea36969d68 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Publish callbacks [] for port (b0b92069-7d7d-49c8-bd57-a8dd3429902a), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:36.577753 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:36.590212 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-39bd956d-57cb-4484-9592-fbea36969d68 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (b0b92069-7d7d-49c8-bd57-a8dd3429902a), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:36.628621 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bd956d-57cb-4484-9592-fbea36969d68 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Network 9a05b655-8925-4222-a853-020f58db76f4 is already hosted by enough agents. {{(pid=115908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 04:50:36.631359 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.base_scheduler [None req-39bd956d-57cb-4484-9592-fbea36969d68 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Resources bound (agent type, host, resource id): {{(pid=115908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:50:36.636893 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bd956d-57cb-4484-9592-fbea36969d68 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Received port after_create {{(pid=115908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 04:50:36.666297 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd956d-57cb-4484-9592-fbea36969d68 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Pushing event updated for resources: {'Port': ['ID=b0b92069-7d7d-49c8-bd57-a8dd3429902a,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:50:36.725126 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-39bd956d-57cb-4484-9592-fbea36969d68 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Publish callbacks [] for floatingip (e0a43efe-d2fa-4766-93d8-27a08c32beed), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:36.760328 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-39bd956d-57cb-4484-9592-fbea36969d68 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (b0b92069-7d7d-49c8-bd57-a8dd3429902a), before_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:37.126811 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-39bd956d-57cb-4484-9592-fbea36969d68 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Publish callbacks [] for port (b0b92069-7d7d-49c8-bd57-a8dd3429902a), precommit_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:37.131226 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-39bd956d-57cb-4484-9592-fbea36969d68 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7403849'] for port (b0b92069-7d7d-49c8-bd57-a8dd3429902a), after_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:37.199687 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd956d-57cb-4484-9592-fbea36969d68 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Pushing event updated for resources: {'Port': ['ID=b0b92069-7d7d-49c8-bd57-a8dd3429902a,revision_number=2']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:50:37.214201 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-39bd956d-57cb-4484-9592-fbea36969d68 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1937124'] for floatingip (e0a43efe-d2fa-4766-93d8-27a08c32beed), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:37.229826 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-39bd956d-57cb-4484-9592-fbea36969d68 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for floatingip (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:37.231053 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-39bd956d-57cb-4484-9592-fbea36969d68 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9892828 Jul 29 04:50:37.437020 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-beaab9b0-8e02-4225-b41a-01490171439d req-516117c7-2d77-4490-a394-bb862698665a tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--903590613&fields=id&tenant_id=0f6c1ad3422c40d4af4ef5329ecd9d86 HTTP/1.1" status: 200 len: 267 time: 0.0436940 Jul 29 04:50:37.539751 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaab9b0-8e02-4225-b41a-01490171439d req-b8dcd229-981d-4345-b692-b852023ae0c8 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:37.541223 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-beaab9b0-8e02-4225-b41a-01490171439d req-b8dcd229-981d-4345-b692-b852023ae0c8 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/networks?id=3e84cf4e-559b-4bbd-af56-3f6353c004d0 HTTP/1.1" status: 200 len: 818 time: 0.0978832 Jul 29 04:50:37.556447 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-beaab9b0-8e02-4225-b41a-01490171439d req-e17f3b89-66e9-4386-b603-8a7617f159db tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/quotas/0f6c1ad3422c40d4af4ef5329ecd9d86 HTTP/1.1" status: 200 len: 375 time: 0.0086920 Jul 29 04:50:37.593762 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:37.615181 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-beaab9b0-8e02-4225-b41a-01490171439d req-d703b9f4-29d9-4e20-82d4-aab120416092 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=0f6c1ad3422c40d4af4ef5329ecd9d86&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0535154 Jul 29 04:50:37.708946 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-beaab9b0-8e02-4225-b41a-01490171439d req-80abb479-c402-4473-ac4c-c7688bc09c5f service neutron] 10.222.0.40 "GET /v2.0/networks/3e84cf4e-559b-4bbd-af56-3f6353c004d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823224 Jul 29 04:50:37.801575 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-beaab9b0-8e02-4225-b41a-01490171439d req-d0aa65be-b172-4c67-86e2-6fc6c78fcdb5 service neutron] 10.222.0.40 "GET /v2.0/networks/3e84cf4e-559b-4bbd-af56-3f6353c004d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869319 Jul 29 04:50:37.970094 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-c868bf62-ffca-4fc3-8edb-37ac3af857e1 req-6a646049-2519-4a01-a5bc-e7e03c6188eb tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=f027c23f-8c17-419b-80a0-bdb62b416da3 HTTP/1.1" status: 200 len: 210 time: 0.0306659 Jul 29 04:50:39.068569 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-1688d9d1-1281-45ae-90fe-0d5c88a9a418 req-3e166a3a-47ab-4b32-8cf4-5695d479b824 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=f027c23f-8c17-419b-80a0-bdb62b416da3 HTTP/1.1" status: 200 len: 210 time: 0.0294845 Jul 29 04:50:39.931663 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:39.985817 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaab9b0-8e02-4225-b41a-01490171439d req-479e5c1a-ac56-4f4a-9056-4c25bc214ab5 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:39.987319 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-beaab9b0-8e02-4225-b41a-01490171439d req-479e5c1a-ac56-4f4a-9056-4c25bc214ab5 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.64 "GET /v2.0/networks?id=3e84cf4e-559b-4bbd-af56-3f6353c004d0 HTTP/1.1" status: 200 len: 818 time: 0.1163197 Jul 29 04:50:40.077751 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-beaab9b0-8e02-4225-b41a-01490171439d req-f4773f9e-ca6a-4272-9634-b36805625a99 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f6c1ad3422c40d4af4ef5329ecd9d86 HTTP/1.1" status: 200 len: 379 time: 0.0622737 Jul 29 04:50:40.167817 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-aabf0aca-fc29-4739-bd3a-41725869d7d4 req-7e3d4045-20c2-4936-ab2c-8c0f71ada28e tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=f027c23f-8c17-419b-80a0-bdb62b416da3 HTTP/1.1" status: 200 len: 210 time: 0.0271125 Jul 29 04:50:40.182527 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [req-beaab9b0-8e02-4225-b41a-01490171439d req-81e8ede0-74e0-4afb-884b-06060c03698d tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Request body: {'port': {'device_id': 'f027c23f-8c17-419b-80a0-bdb62b416da3', 'network_id': '3e84cf4e-559b-4bbd-af56-3f6353c004d0', 'admin_state_up': True, 'tenant_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'security_groups': ['9683ed19-4891-420f-b3b5-b25d5f033481']}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:50:40.292540 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beaab9b0-8e02-4225-b41a-01490171439d req-81e8ede0-74e0-4afb-884b-06060c03698d tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Made reservation on behalf of 0f6c1ad3422c40d4af4ef5329ecd9d86 for: {'port': 1} {{(pid=115908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 04:50:40.297000 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-beaab9b0-8e02-4225-b41a-01490171439d req-81e8ede0-74e0-4afb-884b-06060c03698d tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:40.423467 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.db_base_plugin_common [req-beaab9b0-8e02-4225-b41a-01490171439d req-81e8ede0-74e0-4afb-884b-06060c03698d tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Allocated IP 172.20.0.11 (3e84cf4e-559b-4bbd-af56-3f6353c004d0/48fdddd6-c7bc-413f-9e30-1e0d5de8b27a/aee6ef22-26d9-4a6a-b997-015edcbf797e) {{(pid=115908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 04:50:40.565141 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-beaab9b0-8e02-4225-b41a-01490171439d req-81e8ede0-74e0-4afb-884b-06060c03698d tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Publish callbacks [] for port (aee6ef22-26d9-4a6a-b997-015edcbf797e), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:40.590561 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:40.598009 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-beaab9b0-8e02-4225-b41a-01490171439d req-81e8ede0-74e0-4afb-884b-06060c03698d tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (aee6ef22-26d9-4a6a-b997-015edcbf797e), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:40.645198 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beaab9b0-8e02-4225-b41a-01490171439d req-81e8ede0-74e0-4afb-884b-06060c03698d tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Network 3e84cf4e-559b-4bbd-af56-3f6353c004d0 is already hosted by enough agents. {{(pid=115908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 04:50:40.648452 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.base_scheduler [req-beaab9b0-8e02-4225-b41a-01490171439d req-81e8ede0-74e0-4afb-884b-06060c03698d tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Resources bound (agent type, host, resource id): {{(pid=115908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:50:40.652407 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.l3_dvrscheduler_db [req-beaab9b0-8e02-4225-b41a-01490171439d req-81e8ede0-74e0-4afb-884b-06060c03698d tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Received port after_create {{(pid=115908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 04:50:40.682945 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e8ede0-74e0-4afb-884b-06060c03698d tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Pushing event updated for resources: {'Port': ['ID=aee6ef22-26d9-4a6a-b997-015edcbf797e,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:50:40.714076 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaab9b0-8e02-4225-b41a-01490171439d req-81e8ede0-74e0-4afb-884b-06060c03698d tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:40.714702 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-beaab9b0-8e02-4225-b41a-01490171439d req-81e8ede0-74e0-4afb-884b-06060c03698d tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for port (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:40.732234 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-beaab9b0-8e02-4225-b41a-01490171439d req-81e8ede0-74e0-4afb-884b-06060c03698d tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5538664 Jul 29 04:50:40.750082 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [req-beaab9b0-8e02-4225-b41a-01490171439d req-f456f0ad-2277-4915-8514-3db9a3d1e7f5 service neutron] Request body: {'port': {'device_id': 'f027c23f-8c17-419b-80a0-bdb62b416da3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85144'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:50:40.813106 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-beaab9b0-8e02-4225-b41a-01490171439d req-f456f0ad-2277-4915-8514-3db9a3d1e7f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (aee6ef22-26d9-4a6a-b997-015edcbf797e), before_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:40.885143 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-ab51a811-abde-4858-8ab9-897bf68a150c None None] Provisioning complete for port aee6ef22-26d9-4a6a-b997-015edcbf797e triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:50:40.885702 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-ab51a811-abde-4858-8ab9-897bf68a150c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (aee6ef22-26d9-4a6a-b997-015edcbf797e), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:40.912869 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:40.917490 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-ab51a811-abde-4858-8ab9-897bf68a150c None None] Port aee6ef22-26d9-4a6a-b997-015edcbf797e cannot update to ACTIVE because it is not bound. {{(pid=115909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 04:50:40.919740 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:41.073051 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [req-beaab9b0-8e02-4225-b41a-01490171439d req-f456f0ad-2277-4915-8514-3db9a3d1e7f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aee6ef22-26d9-4a6a-b997-015edcbf797e {{(pid=115908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 04:50:41.081798 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-beaab9b0-8e02-4225-b41a-01490171439d req-f456f0ad-2277-4915-8514-3db9a3d1e7f5 service neutron] Publish callbacks [] for port (aee6ef22-26d9-4a6a-b997-015edcbf797e), precommit_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:41.097706 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.provisioning_blocks [req-beaab9b0-8e02-4225-b41a-01490171439d req-f456f0ad-2277-4915-8514-3db9a3d1e7f5 service neutron] Transition to ACTIVE for port object aee6ef22-26d9-4a6a-b997-015edcbf797e will not be triggered until provisioned by entity L2. {{(pid=115908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 29 04:50:41.101891 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-beaab9b0-8e02-4225-b41a-01490171439d req-f456f0ad-2277-4915-8514-3db9a3d1e7f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7403849'] for port (aee6ef22-26d9-4a6a-b997-015edcbf797e), after_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:41.155871 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f456f0ad-2277-4915-8514-3db9a3d1e7f5 service neutron] Pushing event updated for resources: {'Port': ['ID=aee6ef22-26d9-4a6a-b997-015edcbf797e,revision_number=2']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:50:41.264035 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.managers [req-beaab9b0-8e02-4225-b41a-01490171439d req-f456f0ad-2277-4915-8514-3db9a3d1e7f5 service neutron] Attempting to bind port aee6ef22-26d9-4a6a-b997-015edcbf797e on host hv-cinder-85144 for vnic_type normal with profile {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 04:50:41.264395 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.managers [req-beaab9b0-8e02-4225-b41a-01490171439d req-f456f0ad-2277-4915-8514-3db9a3d1e7f5 service neutron] Attempting to bind port aee6ef22-26d9-4a6a-b997-015edcbf797e by drivers openvswitch,hyperv on host hv-cinder-85144 at level 0 using segments [{'id': 'e145694e-df19-4fa8-b36d-a0ef9ab34dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3e84cf4e-559b-4bbd-af56-3f6353c004d0'}] {{(pid=115908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 04:50:41.264753 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaab9b0-8e02-4225-b41a-01490171439d req-f456f0ad-2277-4915-8514-3db9a3d1e7f5 service neutron] Attempting to bind port aee6ef22-26d9-4a6a-b997-015edcbf797e on network 3e84cf4e-559b-4bbd-af56-3f6353c004d0 {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 04:50:41.270604 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaab9b0-8e02-4225-b41a-01490171439d req-f456f0ad-2277-4915-8514-3db9a3d1e7f5 service neutron] Port aee6ef22-26d9-4a6a-b997-015edcbf797e on network 3e84cf4e-559b-4bbd-af56-3f6353c004d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85144 {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 29 04:50:41.270934 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaab9b0-8e02-4225-b41a-01490171439d req-f456f0ad-2277-4915-8514-3db9a3d1e7f5 service neutron] Attempting to bind port aee6ef22-26d9-4a6a-b997-015edcbf797e on network 3e84cf4e-559b-4bbd-af56-3f6353c004d0 {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 04:50:41.295845 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaab9b0-8e02-4225-b41a-01490171439d req-f456f0ad-2277-4915-8514-3db9a3d1e7f5 service neutron] Checking agent: {'id': 'bab6a0c9-2145-495f-b42f-b184e241503a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85144', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 4, 45, 21), 'started_at': datetime.datetime(2022, 7, 29, 4, 45, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 4, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 04:50:41.296182 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaab9b0-8e02-4225-b41a-01490171439d req-f456f0ad-2277-4915-8514-3db9a3d1e7f5 service neutron] Checking segment: {'id': 'e145694e-df19-4fa8-b36d-a0ef9ab34dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3e84cf4e-559b-4bbd-af56-3f6353c004d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 04:50:41.296571 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaab9b0-8e02-4225-b41a-01490171439d req-f456f0ad-2277-4915-8514-3db9a3d1e7f5 service neutron] Bound using segment: {'id': 'e145694e-df19-4fa8-b36d-a0ef9ab34dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3e84cf4e-559b-4bbd-af56-3f6353c004d0'} {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 04:50:41.297042 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.managers [req-beaab9b0-8e02-4225-b41a-01490171439d req-f456f0ad-2277-4915-8514-3db9a3d1e7f5 service neutron] Bound port: aee6ef22-26d9-4a6a-b997-015edcbf797e, host: hv-cinder-85144, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e145694e-df19-4fa8-b36d-a0ef9ab34dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3e84cf4e-559b-4bbd-af56-3f6353c004d0'}}] {{(pid=115908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 04:50:41.297405 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-beaab9b0-8e02-4225-b41a-01490171439d req-f456f0ad-2277-4915-8514-3db9a3d1e7f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (aee6ef22-26d9-4a6a-b997-015edcbf797e), before_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:41.322172 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b4181-258b-48af-8941-66d9b77fcdf2 req-6477e620-95cb-4bb7-9542-f892e27d758a tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:41.323775 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c84b4181-258b-48af-8941-66d9b77fcdf2 req-6477e620-95cb-4bb7-9542-f892e27d758a tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=f027c23f-8c17-419b-80a0-bdb62b416da3 HTTP/1.1" status: 200 len: 944 time: 0.0730526 Jul 29 04:50:41.408639 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [req-beaab9b0-8e02-4225-b41a-01490171439d req-f456f0ad-2277-4915-8514-3db9a3d1e7f5 service neutron] For port aee6ef22-26d9-4a6a-b997-015edcbf797e, host hv-cinder-85144, cleared binding levels {{(pid=115908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 04:50:41.411771 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [req-beaab9b0-8e02-4225-b41a-01490171439d req-f456f0ad-2277-4915-8514-3db9a3d1e7f5 service neutron] For port aee6ef22-26d9-4a6a-b997-015edcbf797e, host hv-cinder-85144, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=aee6ef22-26d9-4a6a-b997-015edcbf797e,segment=NetworkSegment(e145694e-df19-4fa8-b36d-a0ef9ab34dca),segment_id=e145694e-df19-4fa8-b36d-a0ef9ab34dca)] {{(pid=115908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 04:50:41.415904 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c84b4181-258b-48af-8941-66d9b77fcdf2 req-f89e76b4-4444-4cc0-a6e8-73af32fff0b2 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=9683ed19-4891-420f-b3b5-b25d5f033481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707376 Jul 29 04:50:41.421338 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-beaab9b0-8e02-4225-b41a-01490171439d req-f456f0ad-2277-4915-8514-3db9a3d1e7f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7403849'] for port (aee6ef22-26d9-4a6a-b997-015edcbf797e), after_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:41.454722 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaab9b0-8e02-4225-b41a-01490171439d req-f456f0ad-2277-4915-8514-3db9a3d1e7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:41.455392 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-beaab9b0-8e02-4225-b41a-01490171439d req-f456f0ad-2277-4915-8514-3db9a3d1e7f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for port (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:41.456831 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-beaab9b0-8e02-4225-b41a-01490171439d req-f456f0ad-2277-4915-8514-3db9a3d1e7f5 service neutron] 10.222.0.64 "PUT /v2.0/ports/aee6ef22-26d9-4a6a-b997-015edcbf797e HTTP/1.1" status: 200 len: 1094 time: 0.7111349 Jul 29 04:50:41.457246 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f027c23f-8c17-419b-80a0-bdb62b416da3', 'tag': 'aee6ef22-26d9-4a6a-b997-015edcbf797e'}] {{(pid=115908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:50:41.459651 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91089063952d51f7df5c9c02e055d40fa8e1e9cb9a21cfbbcb9b3277c7a948b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5bef0a-fb7b-493f-a3a9-83b5352550d2" -d '{"events": [{"name": "network-changed", "server_uuid": "f027c23f-8c17-419b-80a0-bdb62b416da3", "tag": "aee6ef22-26d9-4a6a-b997-015edcbf797e"}]}' {{(pid=115908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:50:41.464408 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:41.488003 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f456f0ad-2277-4915-8514-3db9a3d1e7f5 service neutron] Pushing event updated for resources: {'Port': ['ID=aee6ef22-26d9-4a6a-b997-015edcbf797e,revision_number=3']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:50:41.514621 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 04:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aff5567-9521-4f70-aab9-d3f9b546d414 x-openstack-request-id: req-7aff5567-9521-4f70-aab9-d3f9b546d414 {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:50:41.515222 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f027c23f-8c17-419b-80a0-bdb62b416da3", "tag": "aee6ef22-26d9-4a6a-b997-015edcbf797e", "status": "completed", "code": 200}]} {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:50:41.515635 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-7aff5567-9521-4f70-aab9-d3f9b546d414 {{(pid=115908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:50:41.516046 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7aff5567-9521-4f70-aab9-d3f9b546d414'] response: {'name': 'network-changed', 'server_uuid': 'f027c23f-8c17-419b-80a0-bdb62b416da3', 'tag': 'aee6ef22-26d9-4a6a-b997-015edcbf797e', 'status': 'completed', 'code': 200} Jul 29 04:50:41.581015 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaab9b0-8e02-4225-b41a-01490171439d req-7cca584f-4c71-45c0-87f4-4cf97e5eeca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:41.582597 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-beaab9b0-8e02-4225-b41a-01490171439d req-7cca584f-4c71-45c0-87f4-4cf97e5eeca5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0f6c1ad3422c40d4af4ef5329ecd9d86&device_id=f027c23f-8c17-419b-80a0-bdb62b416da3 HTTP/1.1" status: 200 len: 1128 time: 0.0494483 Jul 29 04:50:41.633140 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-beaab9b0-8e02-4225-b41a-01490171439d req-dea5c57e-c6ed-407b-b10f-d0c339bc2975 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aee6ef22-26d9-4a6a-b997-015edcbf797e HTTP/1.1" status: 200 len: 217 time: 0.0338612 Jul 29 04:50:41.686728 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaab9b0-8e02-4225-b41a-01490171439d req-f03f5a5e-5529-4071-afd3-b7e98e669377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:41.688213 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-beaab9b0-8e02-4225-b41a-01490171439d req-f03f5a5e-5529-4071-afd3-b7e98e669377 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=48fdddd6-c7bc-413f-9e30-1e0d5de8b27a HTTP/1.1" status: 200 len: 857 time: 0.0474603 Jul 29 04:50:41.736192 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaab9b0-8e02-4225-b41a-01490171439d req-e806217d-28d8-423c-8622-55e97866dd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:41.737696 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-beaab9b0-8e02-4225-b41a-01490171439d req-e806217d-28d8-423c-8622-55e97866dd6e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3e84cf4e-559b-4bbd-af56-3f6353c004d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426385 Jul 29 04:50:41.828535 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-beaab9b0-8e02-4225-b41a-01490171439d req-1a4e1042-dcf1-4658-8956-7b04031b53e0 service neutron] 10.222.0.64 "GET /v2.0/networks/3e84cf4e-559b-4bbd-af56-3f6353c004d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845189 Jul 29 04:50:41.884653 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:41.925962 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-beaab9b0-8e02-4225-b41a-01490171439d req-de565fcc-f4f4-4841-b350-a3cfdd317a89 service neutron] 10.222.0.64 "GET /v2.0/networks/3e84cf4e-559b-4bbd-af56-3f6353c004d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909359 Jul 29 04:50:42.510131 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 33016) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:50:42.544124 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b1f34-93de-4e7d-a9a8-78223550b34d req-66886330-10f3-4b40-8417-42888e645a9d tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:42.545658 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-fc2b1f34-93de-4e7d-a9a8-78223550b34d req-66886330-10f3-4b40-8417-42888e645a9d tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=f027c23f-8c17-419b-80a0-bdb62b416da3 HTTP/1.1" status: 200 len: 944 time: 0.0499618 Jul 29 04:50:42.594452 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-fc2b1f34-93de-4e7d-a9a8-78223550b34d req-9893d77e-2352-48a5-91de-e9104e7e6dd1 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=9683ed19-4891-420f-b3b5-b25d5f033481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432434 Jul 29 04:50:42.624813 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-56dc1b82-d8f8-4392-8bc3-64454a048e33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:42.702621 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-56dc1b82-d8f8-4392-8bc3-64454a048e33 admin admin] Publish callbacks [] for security_group (79cac814-4262-41eb-89b0-0b0adb052b9f), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:42.706504 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-56dc1b82-d8f8-4392-8bc3-64454a048e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (79cac814-4262-41eb-89b0-0b0adb052b9f), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:42.747306 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dc1b82-d8f8-4392-8bc3-64454a048e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79cac814-4262-41eb-89b0-0b0adb052b9f,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:50:42.752348 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-56dc1b82-d8f8-4392-8bc3-64454a048e33 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=47ced6e1194347648e62418a5bf0ce03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2410138 Jul 29 04:50:42.754785 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 33020) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:50:42.802929 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-839503ad-8683-44c3-baa7-1a0b8e9ce9ca admin admin] Publish callbacks [] for security_group (79cac814-4262-41eb-89b0-0b0adb052b9f), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:42.823783 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-839503ad-8683-44c3-baa7-1a0b8e9ce9ca admin admin] Publish callbacks [] for security_group (79cac814-4262-41eb-89b0-0b0adb052b9f), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:42.868118 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-839503ad-8683-44c3-baa7-1a0b8e9ce9ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (79cac814-4262-41eb-89b0-0b0adb052b9f), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:42.870688 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-839503ad-8683-44c3-baa7-1a0b8e9ce9ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:42.871931 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-839503ad-8683-44c3-baa7-1a0b8e9ce9ca admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/79cac814-4262-41eb-89b0-0b0adb052b9f HTTP/1.1" status: 204 len: 168 time: 0.1162388 Jul 29 04:50:42.879855 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839503ad-8683-44c3-baa7-1a0b8e9ce9ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79cac814-4262-41eb-89b0-0b0adb052b9f,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:50:43.499988 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 33042) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:50:43.595688 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [None req-109b61c6-862a-4f53-b1ee-52b23a4d040b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-873612094-network', 'tenant_id': '21c0f0b9063948a9a0183b528bc21130'}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:50:43.619189 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109b61c6-862a-4f53-b1ee-52b23a4d040b admin admin] Made reservation on behalf of 21c0f0b9063948a9a0183b528bc21130 for: {'network': 1} {{(pid=115907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 04:50:43.621892 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-109b61c6-862a-4f53-b1ee-52b23a4d040b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for network (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:43.631267 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-109b61c6-862a-4f53-b1ee-52b23a4d040b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:43.650839 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:43.655659 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:43.755236 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8cf90c-286a-43aa-a44e-4f105286a964 req-753eabca-8b6a-4a53-aff1-c02e562e2ddf tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:43.756729 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-4d8cf90c-286a-43aa-a44e-4f105286a964 req-753eabca-8b6a-4a53-aff1-c02e562e2ddf tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=f027c23f-8c17-419b-80a0-bdb62b416da3 HTTP/1.1" status: 200 len: 944 time: 0.0671544 Jul 29 04:50:43.766669 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-109b61c6-862a-4f53-b1ee-52b23a4d040b admin admin] Publish callbacks [] for security_group (53745ed1-8acc-4712-a583-01e3c1f9287b), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:43.774114 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-109b61c6-862a-4f53-b1ee-52b23a4d040b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (53745ed1-8acc-4712-a583-01e3c1f9287b), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:43.824652 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-109b61c6-862a-4f53-b1ee-52b23a4d040b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=115907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 04:50:43.836493 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109b61c6-862a-4f53-b1ee-52b23a4d040b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53745ed1-8acc-4712-a583-01e3c1f9287b,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:50:43.847376 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-4d8cf90c-286a-43aa-a44e-4f105286a964 req-66a9307d-9296-44db-837e-5a51597d6eaa tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=9683ed19-4891-420f-b3b5-b25d5f033481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826778 Jul 29 04:50:43.850158 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-109b61c6-862a-4f53-b1ee-52b23a4d040b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537036'] for segment (415f04c1-2dee-45a6-a50f-5637d731d5fe), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:43.850505 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.db.segments_db [None req-109b61c6-862a-4f53-b1ee-52b23a4d040b admin admin] Added segment 415f04c1-2dee-45a6-a50f-5637d731d5fe of type vlan for network 4ba73cc7-e7ec-4057-be46-46395fa10f6a Jul 29 04:50:43.894111 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-109b61c6-862a-4f53-b1ee-52b23a4d040b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769699109497'] for network (4ba73cc7-e7ec-4057-be46-46395fa10f6a), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:43.918703 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-109b61c6-862a-4f53-b1ee-52b23a4d040b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540'] for network (4ba73cc7-e7ec-4057-be46-46395fa10f6a), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:43.920481 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109b61c6-862a-4f53-b1ee-52b23a4d040b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:43.921083 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-109b61c6-862a-4f53-b1ee-52b23a4d040b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for network (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:43.971493 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-109b61c6-862a-4f53-b1ee-52b23a4d040b admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.4703722 Jul 29 04:50:43.974455 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 33050) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:50:43.979284 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [None req-685b51cc-1e7d-436a-a12d-41873e822ac9 admin admin] Request body: {'subnet': {'network_id': '4ba73cc7-e7ec-4057-be46-46395fa10f6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-873612094-subnet', 'tenant_id': '21c0f0b9063948a9a0183b528bc21130', 'ip_version': 4}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:50:43.985543 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109b61c6-862a-4f53-b1ee-52b23a4d040b admin admin] Pushing event updated for resources: {'Network': ['ID=4ba73cc7-e7ec-4057-be46-46395fa10f6a,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:50:43.994540 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Network 4ba73cc7-e7ec-4057-be46-46395fa10f6a details requested by agent ovs-agent-dv-cinder-851449-2-iscsi with host dv-cinder-851449-2-iscsi {{(pid=115909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 04:50:44.001052 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685b51cc-1e7d-436a-a12d-41873e822ac9 admin admin] Made reservation on behalf of 21c0f0b9063948a9a0183b528bc21130 for: {'subnet': 1} {{(pid=115908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 04:50:44.003418 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-685b51cc-1e7d-436a-a12d-41873e822ac9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4838844'] for subnet (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:44.177748 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-685b51cc-1e7d-436a-a12d-41873e822ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1878534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7403954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4838802'] for subnet (bf6f320a-767d-469d-96f7-99736e1ba1ea), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:44.231745 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685b51cc-1e7d-436a-a12d-41873e822ac9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf6f320a-767d-469d-96f7-99736e1ba1ea,revision_number=0']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:50:44.242041 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685b51cc-1e7d-436a-a12d-41873e822ac9 admin admin] Checking segment: {'id': '415f04c1-2dee-45a6-a50f-5637d731d5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '4ba73cc7-e7ec-4057-be46-46395fa10f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 04:50:44.242394 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685b51cc-1e7d-436a-a12d-41873e822ac9 admin admin] Network hostable DHCP agents. Network: 4ba73cc7-e7ec-4057-be46-46395fa10f6a, hostable agents: ['558ab5a9-93ee-434f-b4a2-86af90b93965'], hosted agents: [] {{(pid=115908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 04:50:44.259158 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685b51cc-1e7d-436a-a12d-41873e822ac9 admin admin] Network 4ba73cc7-e7ec-4057-be46-46395fa10f6a is scheduled to be hosted by DHCP agent 558ab5a9-93ee-434f-b4a2-86af90b93965 with binding_index 1 {{(pid=115908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 04:50:44.268345 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.base_scheduler [None req-685b51cc-1e7d-436a-a12d-41873e822ac9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851449-2-iscsi, 4ba73cc7-e7ec-4057-be46-46395fa10f6a) {{(pid=115908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:50:44.273055 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685b51cc-1e7d-436a-a12d-41873e822ac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:44.273699 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-685b51cc-1e7d-436a-a12d-41873e822ac9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for subnet (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:44.277754 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c45976-9675-4fdd-8928-0268d3176d6f None None] Network 4ba73cc7-e7ec-4057-be46-46395fa10f6a requested from dv-cinder-851449-2-iscsi {{(pid=115909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 04:50:44.291178 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-685b51cc-1e7d-436a-a12d-41873e822ac9 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3156056 Jul 29 04:50:44.294186 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 33052) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:50:44.298453 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [None req-cdfd1d8f-ff55-43f5-865a-57f16c15c567 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-873612094-router', 'tenant_id': '21c0f0b9063948a9a0183b528bc21130', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4'}}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:50:44.324462 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-cdfd1d8f-ff55-43f5-865a-57f16c15c567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1716501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1446'] for router (d959d0aa-0e02-4f4c-9637-e434f866a27f), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:44.325787 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-cdfd1d8f-ff55-43f5-865a-57f16c15c567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1714685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1939453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1885050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1455'] for router (d959d0aa-0e02-4f4c-9637-e434f866a27f), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:44.375693 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:44.381242 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-cdfd1d8f-ff55-43f5-865a-57f16c15c567 admin admin] Publish callbacks [] for router_controller (d959d0aa-0e02-4f4c-9637-e434f866a27f), precommit_add_association {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:44.386278 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e239477-04ea-47c4-98cb-b7e1dc7bf105 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d6b9b1e-becd-51aa-993d-5c6c918874f9-4ba73cc7-e7ec-4057-be46-46395fa10f6a', 'network_id': '4ba73cc7-e7ec-4057-be46-46395fa10f6a', 'project_id': '21c0f0b9063948a9a0183b528bc21130', 'fixed_ips': [{'subnet_id': 'bf6f320a-767d-469d-96f7-99736e1ba1ea'}]}} from dv-cinder-851449-2-iscsi. {{(pid=115909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 29 04:50:44.387219 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-7e239477-04ea-47c4-98cb-b7e1dc7bf105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:44.516734 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-cdfd1d8f-ff55-43f5-865a-57f16c15c567 admin admin] Publish callbacks [] for router_gateway (d959d0aa-0e02-4f4c-9637-e434f866a27f), precommit_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:44.524502 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.db_base_plugin_common [None req-7e239477-04ea-47c4-98cb-b7e1dc7bf105 None None] Allocated IP 172.20.0.2 (4ba73cc7-e7ec-4057-be46-46395fa10f6a/bf6f320a-767d-469d-96f7-99736e1ba1ea/b6165530-755d-442b-8e78-8c9900cf3056) {{(pid=115909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 04:50:44.667285 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-7e239477-04ea-47c4-98cb-b7e1dc7bf105 None None] Publish callbacks [] for port (b6165530-755d-442b-8e78-8c9900cf3056), precommit_create {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:44.678083 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-7e239477-04ea-47c4-98cb-b7e1dc7bf105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307'] for port (b6165530-755d-442b-8e78-8c9900cf3056), after_create {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:44.698549 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-cdfd1d8f-ff55-43f5-865a-57f16c15c567 admin admin] Publish callbacks [] for router_gateway (d959d0aa-0e02-4f4c-9637-e434f866a27f), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:44.717642 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-cdfd1d8f-ff55-43f5-865a-57f16c15c567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:44.721609 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e239477-04ea-47c4-98cb-b7e1dc7bf105 None None] Network 4ba73cc7-e7ec-4057-be46-46395fa10f6a is already hosted by enough agents. {{(pid=115909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 04:50:44.724118 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:44.726741 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.scheduler.base_scheduler [None req-7e239477-04ea-47c4-98cb-b7e1dc7bf105 None None] Resources bound (agent type, host, resource id): {{(pid=115909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:50:44.728910 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e239477-04ea-47c4-98cb-b7e1dc7bf105 None None] Pushing event updated for resources: {'Port': ['ID=b6165530-755d-442b-8e78-8c9900cf3056,revision_number=1']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:50:44.730972 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e239477-04ea-47c4-98cb-b7e1dc7bf105 None None] Received port after_create {{(pid=115909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 04:50:44.741172 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e239477-04ea-47c4-98cb-b7e1dc7bf105 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:50:44.741520 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e239477-04ea-47c4-98cb-b7e1dc7bf105 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:50:44.741865 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e239477-04ea-47c4-98cb-b7e1dc7bf105 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:50:44.742215 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e239477-04ea-47c4-98cb-b7e1dc7bf105 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:50:44.742548 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e239477-04ea-47c4-98cb-b7e1dc7bf105 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:50:44.742887 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e239477-04ea-47c4-98cb-b7e1dc7bf105 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:50:44.743205 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e239477-04ea-47c4-98cb-b7e1dc7bf105 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:50:44.743528 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e239477-04ea-47c4-98cb-b7e1dc7bf105 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:50:44.743849 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e239477-04ea-47c4-98cb-b7e1dc7bf105 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:50:44.744171 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e239477-04ea-47c4-98cb-b7e1dc7bf105 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:50:44.744493 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e239477-04ea-47c4-98cb-b7e1dc7bf105 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:50:44.744856 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e239477-04ea-47c4-98cb-b7e1dc7bf105 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:50:44.745182 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e239477-04ea-47c4-98cb-b7e1dc7bf105 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:50:44.745500 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e239477-04ea-47c4-98cb-b7e1dc7bf105 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:50:44.745815 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e239477-04ea-47c4-98cb-b7e1dc7bf105 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:50:44.792086 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:44.803226 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-7e239477-04ea-47c4-98cb-b7e1dc7bf105 None None] Attempting to bind port b6165530-755d-442b-8e78-8c9900cf3056 on host dv-cinder-851449-2-iscsi for vnic_type normal with profile {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 04:50:44.803595 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-7e239477-04ea-47c4-98cb-b7e1dc7bf105 None None] Attempting to bind port b6165530-755d-442b-8e78-8c9900cf3056 by drivers openvswitch,hyperv on host dv-cinder-851449-2-iscsi at level 0 using segments [{'id': '415f04c1-2dee-45a6-a50f-5637d731d5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '4ba73cc7-e7ec-4057-be46-46395fa10f6a'}] {{(pid=115909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 04:50:44.803960 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e239477-04ea-47c4-98cb-b7e1dc7bf105 None None] Attempting to bind port b6165530-755d-442b-8e78-8c9900cf3056 on network 4ba73cc7-e7ec-4057-be46-46395fa10f6a {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 04:50:44.811742 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e239477-04ea-47c4-98cb-b7e1dc7bf105 None None] Checking agent: {'id': '9625653a-1f3f-4d73-bc2a-dc32c08b0da9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 4, 38, 53), 'started_at': datetime.datetime(2022, 7, 29, 4, 39, 23), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 4, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 04:50:44.812127 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e239477-04ea-47c4-98cb-b7e1dc7bf105 None None] Checking segment: {'id': '415f04c1-2dee-45a6-a50f-5637d731d5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '4ba73cc7-e7ec-4057-be46-46395fa10f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 04:50:44.812529 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-7e239477-04ea-47c4-98cb-b7e1dc7bf105 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:44.812954 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e239477-04ea-47c4-98cb-b7e1dc7bf105 None None] Bound using segment: {'id': '415f04c1-2dee-45a6-a50f-5637d731d5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '4ba73cc7-e7ec-4057-be46-46395fa10f6a'} {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 04:50:44.813421 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-7e239477-04ea-47c4-98cb-b7e1dc7bf105 None None] Bound port: b6165530-755d-442b-8e78-8c9900cf3056, host: dv-cinder-851449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '415f04c1-2dee-45a6-a50f-5637d731d5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '4ba73cc7-e7ec-4057-be46-46395fa10f6a'}}] {{(pid=115909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 04:50:44.813801 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-7e239477-04ea-47c4-98cb-b7e1dc7bf105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (b6165530-755d-442b-8e78-8c9900cf3056), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:44.830580 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.db_base_plugin_common [None req-cdfd1d8f-ff55-43f5-865a-57f16c15c567 admin admin] Allocated IP 172.27.0.23 (9a05b655-8925-4222-a853-020f58db76f4/b252d643-2a5f-428d-a536-f8ecbd6d13e1/d11e9cef-f3e6-4d41-a30a-fcdb9b17c142) {{(pid=115908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 04:50:44.877860 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-7e239477-04ea-47c4-98cb-b7e1dc7bf105 None None] For port b6165530-755d-442b-8e78-8c9900cf3056, host dv-cinder-851449-2-iscsi, cleared binding levels {{(pid=115909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 04:50:44.881599 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-7e239477-04ea-47c4-98cb-b7e1dc7bf105 None None] For port b6165530-755d-442b-8e78-8c9900cf3056, host dv-cinder-851449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=b6165530-755d-442b-8e78-8c9900cf3056,segment=NetworkSegment(415f04c1-2dee-45a6-a50f-5637d731d5fe),segment_id=415f04c1-2dee-45a6-a50f-5637d731d5fe)] {{(pid=115909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 04:50:44.887051 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-7e239477-04ea-47c4-98cb-b7e1dc7bf105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (b6165530-755d-442b-8e78-8c9900cf3056), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:44.943840 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e239477-04ea-47c4-98cb-b7e1dc7bf105 None None] Pushing event updated for resources: {'Port': ['ID=b6165530-755d-442b-8e78-8c9900cf3056,revision_number=2']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:50:44.981881 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-cdfd1d8f-ff55-43f5-865a-57f16c15c567 admin admin] Publish callbacks [] for port (d11e9cef-f3e6-4d41-a30a-fcdb9b17c142), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:45.002493 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1cfb2-849a-44d4-830a-7e04ca5250a5 req-cce1ffca-1d5f-4823-8003-5a0b51b1680f tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:45.004019 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-2cc1cfb2-849a-44d4-830a-7e04ca5250a5 req-cce1ffca-1d5f-4823-8003-5a0b51b1680f tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=f027c23f-8c17-419b-80a0-bdb62b416da3 HTTP/1.1" status: 200 len: 944 time: 0.0765839 Jul 29 04:50:45.060454 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-cdfd1d8f-ff55-43f5-865a-57f16c15c567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (d11e9cef-f3e6-4d41-a30a-fcdb9b17c142), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:45.093000 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-2cc1cfb2-849a-44d4-830a-7e04ca5250a5 req-e5c83910-a1ca-42b6-a0bf-985a0fd16786 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=9683ed19-4891-420f-b3b5-b25d5f033481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796008 Jul 29 04:50:45.119066 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfd1d8f-ff55-43f5-865a-57f16c15c567 admin admin] Network 9a05b655-8925-4222-a853-020f58db76f4 is already hosted by enough agents. {{(pid=115908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 04:50:45.131260 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.base_scheduler [None req-cdfd1d8f-ff55-43f5-865a-57f16c15c567 admin admin] Resources bound (agent type, host, resource id): {{(pid=115908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:50:45.144837 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfd1d8f-ff55-43f5-865a-57f16c15c567 admin admin] Received port after_create {{(pid=115908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 04:50:45.147648 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfd1d8f-ff55-43f5-865a-57f16c15c567 admin admin] Pushing event updated for resources: {'Port': ['ID=d11e9cef-f3e6-4d41-a30a-fcdb9b17c142,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:50:45.228267 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5bef0a-fb7b-493f-a3a9-83b5352550d2 req-f7b0b364-5700-4e60-8585-a8d3bca8392d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:45.230399 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ac5bef0a-fb7b-493f-a3a9-83b5352550d2 req-f7b0b364-5700-4e60-8585-a8d3bca8392d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0f6c1ad3422c40d4af4ef5329ecd9d86&device_id=f027c23f-8c17-419b-80a0-bdb62b416da3 HTTP/1.1" status: 200 len: 1128 time: 0.0968542 Jul 29 04:50:45.392958 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:45.453748 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5bef0a-fb7b-493f-a3a9-83b5352550d2 req-58f51b30-699e-4648-b12e-562270e2bb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:45.455109 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ac5bef0a-fb7b-493f-a3a9-83b5352550d2 req-58f51b30-699e-4648-b12e-562270e2bb97 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3e84cf4e-559b-4bbd-af56-3f6353c004d0 HTTP/1.1" status: 200 len: 919 time: 0.2160926 Jul 29 04:50:45.500950 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ac5bef0a-fb7b-493f-a3a9-83b5352550d2 req-187ac31c-ee73-48f7-a058-512aead6ffc1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aee6ef22-26d9-4a6a-b997-015edcbf797e HTTP/1.1" status: 200 len: 217 time: 0.0398631 Jul 29 04:50:45.687905 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device b6165530-755d-442b-8e78-8c9900cf3056 up at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 04:50:45.735232 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Provisioning complete for port b6165530-755d-442b-8e78-8c9900cf3056 triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:50:45.735702 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (b6165530-755d-442b-8e78-8c9900cf3056), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:45.772924 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:45.812227 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:45.822287 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5bef0a-fb7b-493f-a3a9-83b5352550d2 req-09caf82f-4031-43e1-9077-b5a24d3f5788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:45.823766 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ac5bef0a-fb7b-493f-a3a9-83b5352550d2 req-09caf82f-4031-43e1-9077-b5a24d3f5788 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=48fdddd6-c7bc-413f-9e30-1e0d5de8b27a HTTP/1.1" status: 200 len: 857 time: 0.2978988 Jul 29 04:50:45.825548 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-cdfd1d8f-ff55-43f5-865a-57f16c15c567 admin admin] Publish callbacks [] for router_gateway (d959d0aa-0e02-4f4c-9637-e434f866a27f), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:45.827010 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port b6165530-755d-442b-8e78-8c9900cf3056 is: DOWN; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:50:45.827812 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (b6165530-755d-442b-8e78-8c9900cf3056), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:45.866916 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] For port b6165530-755d-442b-8e78-8c9900cf3056, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=b6165530-755d-442b-8e78-8c9900cf3056,segment=NetworkSegment(415f04c1-2dee-45a6-a50f-5637d731d5fe),segment_id=415f04c1-2dee-45a6-a50f-5637d731d5fe)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:50:45.871230 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (b6165530-755d-442b-8e78-8c9900cf3056), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:45.908636 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a89edd9-72a7-4642-8f17-a6c6bc4c6b80 None None] Network 4ba73cc7-e7ec-4057-be46-46395fa10f6a requested from dv-cinder-851449-2-iscsi {{(pid=115909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 04:50:45.939026 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5bef0a-fb7b-493f-a3a9-83b5352550d2 req-0efff992-b16c-481f-bbed-b28f813cb823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:45.940533 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ac5bef0a-fb7b-493f-a3a9-83b5352550d2 req-0efff992-b16c-481f-bbed-b28f813cb823 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3e84cf4e-559b-4bbd-af56-3f6353c004d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0805469 Jul 29 04:50:46.112291 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Pushing event updated for resources: {'Port': ['ID=b6165530-755d-442b-8e78-8c9900cf3056,revision_number=3']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:50:46.115746 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ac5bef0a-fb7b-493f-a3a9-83b5352550d2 req-040b65d8-e5a3-44a9-a9af-d62f5f5c571c service neutron] 10.222.0.64 "GET /v2.0/networks/3e84cf4e-559b-4bbd-af56-3f6353c004d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684806 Jul 29 04:50:46.129093 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-849b0a72-69e6-4614-a461-8d8ed9305cb2 None None] Provisioning complete for port b6165530-755d-442b-8e78-8c9900cf3056 triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:50:46.129589 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-849b0a72-69e6-4614-a461-8d8ed9305cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (b6165530-755d-442b-8e78-8c9900cf3056), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:46.156722 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device aee6ef22-26d9-4a6a-b997-015edcbf797e details requested by agent hyperv_hv-cinder-85144 with host hv-cinder-85144 {{(pid=115909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 04:50:46.177472 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-cdfd1d8f-ff55-43f5-865a-57f16c15c567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1714635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1939329'] for router (d959d0aa-0e02-4f4c-9637-e434f866a27f), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:46.239572 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a83a818-746a-431d-a3e1-d06d6424935a req-09053e00-ebdc-4952-95a5-2390185b96ce tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:46.247207 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-4a83a818-746a-431d-a3e1-d06d6424935a req-09053e00-ebdc-4952-95a5-2390185b96ce tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=f027c23f-8c17-419b-80a0-bdb62b416da3 HTTP/1.1" status: 200 len: 944 time: 0.0662522 Jul 29 04:50:46.311806 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ac5bef0a-fb7b-493f-a3a9-83b5352550d2 req-c7e7223b-fc94-4d08-8b4f-83f5e2d56806 service neutron] 10.222.0.64 "GET /v2.0/networks/3e84cf4e-559b-4bbd-af56-3f6353c004d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864114 Jul 29 04:50:46.315682 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-4a83a818-746a-431d-a3e1-d06d6424935a req-0742d972-9c89-42a8-9032-20ae74bbfcd1 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=9683ed19-4891-420f-b3b5-b25d5f033481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666854 Jul 29 04:50:46.345302 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-849b0a72-69e6-4614-a461-8d8ed9305cb2 None None] Current status of the port b6165530-755d-442b-8e78-8c9900cf3056 is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:50:46.359523 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdfd1d8f-ff55-43f5-865a-57f16c15c567 admin admin] Router d959d0aa-0e02-4f4c-9637-e434f866a27f is scheduled to L3 agent 507cc676-b5a3-487d-9bd3-df89beb45ea5 with binding_index 1 {{(pid=115908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 29 04:50:46.366065 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port aee6ef22-26d9-4a6a-b997-015edcbf797e, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=aee6ef22-26d9-4a6a-b997-015edcbf797e,segment=NetworkSegment(e145694e-df19-4fa8-b36d-a0ef9ab34dca),segment_id=e145694e-df19-4fa8-b36d-a0ef9ab34dca)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:50:46.378389 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Returning: {'device': 'aee6ef22-26d9-4a6a-b997-015edcbf797e', 'network_id': '3e84cf4e-559b-4bbd-af56-3f6353c004d0', 'port_id': 'aee6ef22-26d9-4a6a-b997-015edcbf797e', 'mac_address': 'fa:16:3e:87:0b:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48fdddd6-c7bc-413f-9e30-1e0d5de8b27a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 04:50:46.421540 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Current status of the port aee6ef22-26d9-4a6a-b997-015edcbf797e is: DOWN; New status is: BUILD {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:50:46.421944 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (aee6ef22-26d9-4a6a-b997-015edcbf797e), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:46.431175 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:46.439864 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.notifiers.nova [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aee6ef22-26d9-4a6a-b997-015edcbf797e {{(pid=115909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 04:50:46.460932 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port aee6ef22-26d9-4a6a-b997-015edcbf797e, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=aee6ef22-26d9-4a6a-b997-015edcbf797e,segment=NetworkSegment(e145694e-df19-4fa8-b36d-a0ef9ab34dca),segment_id=e145694e-df19-4fa8-b36d-a0ef9ab34dca)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:50:46.466059 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (aee6ef22-26d9-4a6a-b997-015edcbf797e), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:46.472951 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdfd1d8f-ff55-43f5-865a-57f16c15c567 admin admin] Notify agent at l3_agent.dv-cinder-851449-2-iscsi the message routers_updated {{(pid=115908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 04:50:46.492421 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-cdfd1d8f-ff55-43f5-865a-57f16c15c567 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:46.493692 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-cdfd1d8f-ff55-43f5-865a-57f16c15c567 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1985366 Jul 29 04:50:46.496626 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 33058) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:50:46.502425 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eacd137-6ed9-4652-9919-51d1fd7adeea None None] Sync routers for ids ['d959d0aa-0e02-4f4c-9637-e434f866a27f'] in dv-cinder-851449-2-iscsi {{(pid=115909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 04:50:46.529244 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eacd137-6ed9-4652-9919-51d1fd7adeea None None] Routers {'d959d0aa-0e02-4f4c-9637-e434f866a27f'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:50:46.529796 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-9eacd137-6ed9-4652-9919-51d1fd7adeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:50:21Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['d959d0aa-0e02-4f4c-9637-e434f866a27f'], 'active': True} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:50:46.545005 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:46.569189 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Pushing event updated for resources: {'Port': ['ID=aee6ef22-26d9-4a6a-b997-015edcbf797e,revision_number=4']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:50:46.592806 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-f835a4ea-00e6-42f3-9bd5-d35a09ec790d None None] Provisioning complete for port b6165530-755d-442b-8e78-8c9900cf3056 triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:50:46.593185 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-f835a4ea-00e6-42f3-9bd5-d35a09ec790d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (b6165530-755d-442b-8e78-8c9900cf3056), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:46.682876 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvr_db [None req-9eacd137-6ed9-4652-9919-51d1fd7adeea None None] Set router d959d0aa-0e02-4f4c-9637-e434f866a27f gateway port host: dv-cinder-851449-2-iscsi {{(pid=115909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:50:46.739899 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:46.806258 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:46.816877 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-f835a4ea-00e6-42f3-9bd5-d35a09ec790d None None] Current status of the port b6165530-755d-442b-8e78-8c9900cf3056 is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:50:46.892461 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-9eacd137-6ed9-4652-9919-51d1fd7adeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd959d0aa-0e02-4f4c-9637-e434f866a27f', 'name': 'tempest-TestMinimumBasicScenario-873612094-router', 'tenant_id': '21c0f0b9063948a9a0183b528bc21130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'd11e9cef-f3e6-4d41-a30a-fcdb9b17c142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:50:44Z', 'updated_at': '2022-07-29T04:50:45Z', 'revision_number': 3, 'project_id': '21c0f0b9063948a9a0183b528bc21130', 'gw_port': {'id': 'd11e9cef-f3e6-4d41-a30a-fcdb9b17c142', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd959d0aa-0e02-4f4c-9637-e434f866a27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:50:44Z', 'updated_at': '2022-07-29T04:50:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi'}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:50:46.904054 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-bf8505af-68fc-409e-8c96-c4016c355797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:46.911673 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=5 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:46.912763 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:46.917139 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eacd137-6ed9-4652-9919-51d1fd7adeea None None] Checking router: d959d0aa-0e02-4f4c-9637-e434f866a27f for host: dv-cinder-851449-2-iscsi {{(pid=115909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 04:50:46.917557 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eacd137-6ed9-4652-9919-51d1fd7adeea None None] Updating router d959d0aa-0e02-4f4c-9637-e434f866a27f port d11e9cef-f3e6-4d41-a30a-fcdb9b17c142 binding host dv-cinder-851449-2-iscsi {{(pid=115909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 04:50:46.947482 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-9eacd137-6ed9-4652-9919-51d1fd7adeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (d11e9cef-f3e6-4d41-a30a-fcdb9b17c142), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:47.026452 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] get_ports_and_sgs() called for port_ids ['aee6ef22-26d9-4a6a-b997-015edcbf797e'] {{(pid=115909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 04:50:47.059224 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.db_base_plugin_common [None req-bf8505af-68fc-409e-8c96-c4016c355797 admin admin] Allocated IP 172.20.0.1 (4ba73cc7-e7ec-4057-be46-46395fa10f6a/bf6f320a-767d-469d-96f7-99736e1ba1ea/0d97ca9a-30f6-4a60-8284-2879f43a7ee9) {{(pid=115908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 04:50:47.167615 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-bf8505af-68fc-409e-8c96-c4016c355797 admin admin] Publish callbacks [] for port (0d97ca9a-30f6-4a60-8284-2879f43a7ee9), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:47.200973 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-bf8505af-68fc-409e-8c96-c4016c355797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (0d97ca9a-30f6-4a60-8284-2879f43a7ee9), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:47.222876 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:47.242859 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8505af-68fc-409e-8c96-c4016c355797 admin admin] Network 4ba73cc7-e7ec-4057-be46-46395fa10f6a is already hosted by enough agents. {{(pid=115908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 04:50:47.246172 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.base_scheduler [None req-bf8505af-68fc-409e-8c96-c4016c355797 admin admin] Resources bound (agent type, host, resource id): {{(pid=115908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:50:47.251003 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8505af-68fc-409e-8c96-c4016c355797 admin admin] Received port after_create {{(pid=115908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 04:50:47.254336 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8505af-68fc-409e-8c96-c4016c355797 admin admin] Pushing event updated for resources: {'Port': ['ID=0d97ca9a-30f6-4a60-8284-2879f43a7ee9,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:50:47.293707 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-bf8505af-68fc-409e-8c96-c4016c355797 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715585'] for router_interface (d959d0aa-0e02-4f4c-9637-e434f866a27f), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:47.316402 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-9eacd137-6ed9-4652-9919-51d1fd7adeea None None] Publish callbacks [] for port (d11e9cef-f3e6-4d41-a30a-fcdb9b17c142), precommit_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:47.323192 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-9eacd137-6ed9-4652-9919-51d1fd7adeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (d11e9cef-f3e6-4d41-a30a-fcdb9b17c142), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:47.355726 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:47.399210 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd90540-b2e1-47cb-8d7d-93158affbd2f None None] Pushing event updated for resources: {'Port': ['ID=d11e9cef-f3e6-4d41-a30a-fcdb9b17c142,revision_number=2']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:50:47.402256 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-9eacd137-6ed9-4652-9919-51d1fd7adeea None None] Attempting to bind port d11e9cef-f3e6-4d41-a30a-fcdb9b17c142 on host dv-cinder-851449-2-iscsi for vnic_type normal with profile {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 04:50:47.402634 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-9eacd137-6ed9-4652-9919-51d1fd7adeea None None] Attempting to bind port d11e9cef-f3e6-4d41-a30a-fcdb9b17c142 by drivers openvswitch,hyperv on host dv-cinder-851449-2-iscsi at level 0 using segments [{'id': 'a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a05b655-8925-4222-a853-020f58db76f4'}] {{(pid=115909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 04:50:47.403000 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eacd137-6ed9-4652-9919-51d1fd7adeea None None] Attempting to bind port d11e9cef-f3e6-4d41-a30a-fcdb9b17c142 on network 9a05b655-8925-4222-a853-020f58db76f4 {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 04:50:47.408853 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eacd137-6ed9-4652-9919-51d1fd7adeea None None] Checking agent: {'id': '9625653a-1f3f-4d73-bc2a-dc32c08b0da9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 4, 38, 53), 'started_at': datetime.datetime(2022, 7, 29, 4, 39, 23), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 4, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 04:50:47.409240 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eacd137-6ed9-4652-9919-51d1fd7adeea None None] Checking segment: {'id': 'a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a05b655-8925-4222-a853-020f58db76f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 04:50:47.409651 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-9eacd137-6ed9-4652-9919-51d1fd7adeea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:47.410044 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eacd137-6ed9-4652-9919-51d1fd7adeea None None] Bound using segment: {'id': 'a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a05b655-8925-4222-a853-020f58db76f4'} {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 04:50:47.410517 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-9eacd137-6ed9-4652-9919-51d1fd7adeea None None] Bound port: d11e9cef-f3e6-4d41-a30a-fcdb9b17c142, host: dv-cinder-851449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a05b655-8925-4222-a853-020f58db76f4'}}] {{(pid=115909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 04:50:47.410901 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-9eacd137-6ed9-4652-9919-51d1fd7adeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (d11e9cef-f3e6-4d41-a30a-fcdb9b17c142), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:47.463760 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-9eacd137-6ed9-4652-9919-51d1fd7adeea None None] For port d11e9cef-f3e6-4d41-a30a-fcdb9b17c142, host dv-cinder-851449-2-iscsi, cleared binding levels {{(pid=115909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 04:50:47.469075 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-9eacd137-6ed9-4652-9919-51d1fd7adeea None None] For port d11e9cef-f3e6-4d41-a30a-fcdb9b17c142, host dv-cinder-851449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=d11e9cef-f3e6-4d41-a30a-fcdb9b17c142,segment=NetworkSegment(a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f),segment_id=a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f)] {{(pid=115909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 04:50:47.476990 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-9eacd137-6ed9-4652-9919-51d1fd7adeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (d11e9cef-f3e6-4d41-a30a-fcdb9b17c142), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:47.485453 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cbd153-f637-460d-9b57-ee148646bcfd req-9e0fcdc8-460c-4e3f-b140-c3c85de80071 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:47.487715 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c0cbd153-f637-460d-9b57-ee148646bcfd req-9e0fcdc8-460c-4e3f-b140-c3c85de80071 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=f027c23f-8c17-419b-80a0-bdb62b416da3 HTTP/1.1" status: 200 len: 945 time: 0.0818768 Jul 29 04:50:47.489651 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-bf8505af-68fc-409e-8c96-c4016c355797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (0d97ca9a-30f6-4a60-8284-2879f43a7ee9), before_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:47.546388 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:47.547550 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eacd137-6ed9-4652-9919-51d1fd7adeea None None] Routers {'d959d0aa-0e02-4f4c-9637-e434f866a27f'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:50:47.548294 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-9eacd137-6ed9-4652-9919-51d1fd7adeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:50:21Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['d959d0aa-0e02-4f4c-9637-e434f866a27f'], 'active': True} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:50:47.582987 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-541af507-bb81-4263-addd-f17bec3b235f None None] Provisioning complete for port 0d97ca9a-30f6-4a60-8284-2879f43a7ee9 triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:50:47.583476 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-541af507-bb81-4263-addd-f17bec3b235f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (0d97ca9a-30f6-4a60-8284-2879f43a7ee9), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:47.588455 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:47.589652 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd90540-b2e1-47cb-8d7d-93158affbd2f None None] Pushing event updated for resources: {'Port': ['ID=d11e9cef-f3e6-4d41-a30a-fcdb9b17c142,revision_number=3']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:50:47.593209 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c0cbd153-f637-460d-9b57-ee148646bcfd req-08f2d76f-42aa-4028-954c-b790841db6c6 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=9683ed19-4891-420f-b3b5-b25d5f033481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001265 Jul 29 04:50:47.665216 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-541af507-bb81-4263-addd-f17bec3b235f None None] Port 0d97ca9a-30f6-4a60-8284-2879f43a7ee9 cannot update to ACTIVE because it is not bound. {{(pid=115909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 04:50:47.692070 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvr_db [None req-9eacd137-6ed9-4652-9919-51d1fd7adeea None None] Set router d959d0aa-0e02-4f4c-9637-e434f866a27f gateway port host: dv-cinder-851449-2-iscsi {{(pid=115909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:50:47.718214 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-bf8505af-68fc-409e-8c96-c4016c355797 admin admin] Publish callbacks [] for port (0d97ca9a-30f6-4a60-8284-2879f43a7ee9), precommit_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:47.718955 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device b6165530-755d-442b-8e78-8c9900cf3056 up at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 04:50:47.722857 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-bf8505af-68fc-409e-8c96-c4016c355797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7403849'] for port (0d97ca9a-30f6-4a60-8284-2879f43a7ee9), after_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:47.791347 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8505af-68fc-409e-8c96-c4016c355797 admin admin] Pushing event updated for resources: {'Port': ['ID=0d97ca9a-30f6-4a60-8284-2879f43a7ee9,revision_number=2']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:50:47.794180 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-bf8505af-68fc-409e-8c96-c4016c355797 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1573558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1715709'] for router_interface (d959d0aa-0e02-4f4c-9637-e434f866a27f), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:47.846916 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Provisioning complete for port b6165530-755d-442b-8e78-8c9900cf3056 triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:50:47.847481 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (b6165530-755d-442b-8e78-8c9900cf3056), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:47.892903 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8505af-68fc-409e-8c96-c4016c355797 admin admin] Network 4ba73cc7-e7ec-4057-be46-46395fa10f6a is already hosted by enough agents. {{(pid=115908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 04:50:47.894276 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.base_scheduler [None req-bf8505af-68fc-409e-8c96-c4016c355797 admin admin] Resources bound (agent type, host, resource id): {{(pid=115908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:50:48.015714 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf8505af-68fc-409e-8c96-c4016c355797 admin admin] Router d959d0aa-0e02-4f4c-9637-e434f866a27f has already been hosted by L3 agent 507cc676-b5a3-487d-9bd3-df89beb45ea5 {{(pid=115908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 04:50:48.112327 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-9eacd137-6ed9-4652-9919-51d1fd7adeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd959d0aa-0e02-4f4c-9637-e434f866a27f', 'name': 'tempest-TestMinimumBasicScenario-873612094-router', 'tenant_id': '21c0f0b9063948a9a0183b528bc21130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'd11e9cef-f3e6-4d41-a30a-fcdb9b17c142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:50:44Z', 'updated_at': '2022-07-29T04:50:47Z', 'revision_number': 4, 'project_id': '21c0f0b9063948a9a0183b528bc21130', 'gw_port': {'id': 'd11e9cef-f3e6-4d41-a30a-fcdb9b17c142', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd959d0aa-0e02-4f4c-9637-e434f866a27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:50:44Z', 'updated_at': '2022-07-29T04:50:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': '0d97ca9a-30f6-4a60-8284-2879f43a7ee9', 'name': '', 'network_id': '4ba73cc7-e7ec-4057-be46-46395fa10f6a', 'tenant_id': '21c0f0b9063948a9a0183b528bc21130', 'mac_address': 'fa:16:3e:6e:b0:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd959d0aa-0e02-4f4c-9637-e434f866a27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'bf6f320a-767d-469d-96f7-99736e1ba1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:50:46Z', 'updated_at': '2022-07-29T04:50:47Z', 'revision_number': 1, 'project_id': '21c0f0b9063948a9a0183b528bc21130', 'subnets': [{'id': 'bf6f320a-767d-469d-96f7-99736e1ba1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:50:48.126455 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8505af-68fc-409e-8c96-c4016c355797 admin admin] Notify agent at l3_agent.dv-cinder-851449-2-iscsi the message routers_updated {{(pid=115908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 04:50:48.131689 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-bf8505af-68fc-409e-8c96-c4016c355797 admin admin] 10.222.0.40 "PUT /v2.0/routers/d959d0aa-0e02-4f4c-9637-e434f866a27f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6340272 Jul 29 04:50:48.138542 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port b6165530-755d-442b-8e78-8c9900cf3056 is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:50:48.142034 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eacd137-6ed9-4652-9919-51d1fd7adeea None None] The sync data for ids ['d959d0aa-0e02-4f4c-9637-e434f866a27f'] in dv-cinder-851449-2-iscsi is: [{'id': 'd959d0aa-0e02-4f4c-9637-e434f866a27f', 'name': 'tempest-TestMinimumBasicScenario-873612094-router', 'tenant_id': '21c0f0b9063948a9a0183b528bc21130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'd11e9cef-f3e6-4d41-a30a-fcdb9b17c142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:50:44Z', 'updated_at': '2022-07-29T04:50:47Z', 'revision_number': 4, 'project_id': '21c0f0b9063948a9a0183b528bc21130', 'gw_port': {'id': 'd11e9cef-f3e6-4d41-a30a-fcdb9b17c142', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd959d0aa-0e02-4f4c-9637-e434f866a27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:50:44Z', 'updated_at': '2022-07-29T04:50:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': '0d97ca9a-30f6-4a60-8284-2879f43a7ee9', 'name': '', 'network_id': '4ba73cc7-e7ec-4057-be46-46395fa10f6a', 'tenant_id': '21c0f0b9063948a9a0183b528bc21130', 'mac_address': 'fa:16:3e:6e:b0:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd959d0aa-0e02-4f4c-9637-e434f866a27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'bf6f320a-767d-469d-96f7-99736e1ba1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:50:46Z', 'updated_at': '2022-07-29T04:50:47Z', 'revision_number': 1, 'project_id': '21c0f0b9063948a9a0183b528bc21130', 'subnets': [{'id': 'bf6f320a-767d-469d-96f7-99736e1ba1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 04:50:48.185133 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-d64bb70a-8227-4263-9ea5-e5574c20c42c None None] Provisioning complete for port 0d97ca9a-30f6-4a60-8284-2879f43a7ee9 triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:50:48.185968 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d64bb70a-8227-4263-9ea5-e5574c20c42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (0d97ca9a-30f6-4a60-8284-2879f43a7ee9), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:48.225116 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-d64bb70a-8227-4263-9ea5-e5574c20c42c None None] Port 0d97ca9a-30f6-4a60-8284-2879f43a7ee9 cannot update to ACTIVE because it is not bound. {{(pid=115909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 04:50:48.407162 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-13215985-a294-4c06-9c4e-4836907d9b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:48.432751 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device aee6ef22-26d9-4a6a-b997-015edcbf797e up at agent hyperv_hv-cinder-85144 {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 04:50:48.461324 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:48.493909 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Provisioning for port aee6ef22-26d9-4a6a-b997-015edcbf797e completed by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 29 04:50:48.501226 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Provisioning complete for port aee6ef22-26d9-4a6a-b997-015edcbf797e triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:50:48.501592 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (aee6ef22-26d9-4a6a-b997-015edcbf797e), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:48.586609 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Current status of the port aee6ef22-26d9-4a6a-b997-015edcbf797e is: BUILD; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:50:48.587009 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (aee6ef22-26d9-4a6a-b997-015edcbf797e), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:48.612466 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f027c23f-8c17-419b-80a0-bdb62b416da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee6ef22-26d9-4a6a-b997-015edcbf797e'}] {{(pid=115909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:50:48.614803 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c420e031ced92140226aa6f83123c9b23fc96e3244e1479094dc728224b9fe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e14719-c662-4bd7-abbc-4230870ac499" -d '{"events": [{"server_uuid": "f027c23f-8c17-419b-80a0-bdb62b416da3", "name": "network-vif-plugged", "status": "completed", "tag": "aee6ef22-26d9-4a6a-b997-015edcbf797e"}]}' {{(pid=115909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:50:48.628992 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port aee6ef22-26d9-4a6a-b997-015edcbf797e, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=aee6ef22-26d9-4a6a-b997-015edcbf797e,segment=NetworkSegment(e145694e-df19-4fa8-b36d-a0ef9ab34dca),segment_id=e145694e-df19-4fa8-b36d-a0ef9ab34dca)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:50:48.639476 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (aee6ef22-26d9-4a6a-b997-015edcbf797e), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:48.703247 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Pushing event updated for resources: {'Port': ['ID=aee6ef22-26d9-4a6a-b997-015edcbf797e,revision_number=5']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:50:48.715672 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 04:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da0945c0-b1a0-4022-ae56-4e98cf5b3bd3 x-openstack-request-id: req-da0945c0-b1a0-4022-ae56-4e98cf5b3bd3 {{(pid=115909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:50:48.715992 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f027c23f-8c17-419b-80a0-bdb62b416da3", "name": "network-vif-plugged", "status": "completed", "tag": "aee6ef22-26d9-4a6a-b997-015edcbf797e", "code": 200}]} {{(pid=115909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:50:48.716388 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-da0945c0-b1a0-4022-ae56-4e98cf5b3bd3 {{(pid=115909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:50:48.716910 dv-cinder-851449-2-iscsi neutron-server[115909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da0945c0-b1a0-4022-ae56-4e98cf5b3bd3'] response: {'server_uuid': 'f027c23f-8c17-419b-80a0-bdb62b416da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee6ef22-26d9-4a6a-b997-015edcbf797e', 'code': 200} Jul 29 04:50:48.735098 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 33082) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:50:48.739824 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [None req-f42fc6e0-2b1f-43dc-9e39-c1ab81af5012 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-602844028-network', 'tenant_id': '824084791d65402f8a85aba10357e892'}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:50:48.770098 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42fc6e0-2b1f-43dc-9e39-c1ab81af5012 admin admin] Made reservation on behalf of 824084791d65402f8a85aba10357e892 for: {'network': 1} {{(pid=115907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 04:50:48.774448 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-f42fc6e0-2b1f-43dc-9e39-c1ab81af5012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for network (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:48.785730 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-f42fc6e0-2b1f-43dc-9e39-c1ab81af5012 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:48.902096 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-f42fc6e0-2b1f-43dc-9e39-c1ab81af5012 admin admin] Publish callbacks [] for security_group (eaafe371-560e-436c-98da-31d47115e49a), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:48.911336 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-f42fc6e0-2b1f-43dc-9e39-c1ab81af5012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (eaafe371-560e-436c-98da-31d47115e49a), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:48.953955 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f42fc6e0-2b1f-43dc-9e39-c1ab81af5012 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=115907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 04:50:48.959890 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42fc6e0-2b1f-43dc-9e39-c1ab81af5012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaafe371-560e-436c-98da-31d47115e49a,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:50:48.972192 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-f42fc6e0-2b1f-43dc-9e39-c1ab81af5012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537036'] for segment (9e253c16-c246-4f90-812c-52a11d84a75c), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:48.973662 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.db.segments_db [None req-f42fc6e0-2b1f-43dc-9e39-c1ab81af5012 admin admin] Added segment 9e253c16-c246-4f90-812c-52a11d84a75c of type vlan for network 53e527bb-1aa2-45eb-83a3-4fdcb4722713 Jul 29 04:50:49.022743 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:49.026958 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-f42fc6e0-2b1f-43dc-9e39-c1ab81af5012 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769699109497'] for network (53e527bb-1aa2-45eb-83a3-4fdcb4722713), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:49.063033 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-f42fc6e0-2b1f-43dc-9e39-c1ab81af5012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540'] for network (53e527bb-1aa2-45eb-83a3-4fdcb4722713), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:49.065135 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42fc6e0-2b1f-43dc-9e39-c1ab81af5012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:49.065811 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-f42fc6e0-2b1f-43dc-9e39-c1ab81af5012 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for network (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:49.084539 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:49.097480 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cad155d-b556-41b6-8f79-43d53f652810 req-c4cd8c31-a51f-4910-abaf-5461e12eb61e tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:49.099178 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-6cad155d-b556-41b6-8f79-43d53f652810 req-c4cd8c31-a51f-4910-abaf-5461e12eb61e tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=f027c23f-8c17-419b-80a0-bdb62b416da3 HTTP/1.1" status: 200 len: 946 time: 0.3702128 Jul 29 04:50:49.101666 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515150f3-4712-457d-a517-fa833496e0f7 req-534df39b-eaab-4cb7-9686-6551a130c9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:49.103125 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-515150f3-4712-457d-a517-fa833496e0f7 req-534df39b-eaab-4cb7-9686-6551a130c9f9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f027c23f-8c17-419b-80a0-bdb62b416da3 HTTP/1.1" status: 200 len: 1130 time: 0.0574617 Jul 29 04:50:49.167672 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-f42fc6e0-2b1f-43dc-9e39-c1ab81af5012 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.4310575 Jul 29 04:50:49.172888 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 33084) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:50:49.179924 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [None req-93d5d416-8925-4127-b519-5323a86542be admin admin] Request body: {'subnet': {'network_id': '53e527bb-1aa2-45eb-83a3-4fdcb4722713', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-602844028-subnet', 'tenant_id': '824084791d65402f8a85aba10357e892', 'ip_version': 4}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:50:49.190579 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-515150f3-4712-457d-a517-fa833496e0f7 req-a81e2ffa-e026-49b6-989e-e97b33f1d572 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9683ed19-4891-420f-b3b5-b25d5f033481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802839 Jul 29 04:50:49.193088 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42fc6e0-2b1f-43dc-9e39-c1ab81af5012 admin admin] Pushing event updated for resources: {'Network': ['ID=53e527bb-1aa2-45eb-83a3-4fdcb4722713,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:50:49.194320 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-6cad155d-b556-41b6-8f79-43d53f652810 req-807c1bd2-dd5a-41b9-98e4-3020d69e8757 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=9683ed19-4891-420f-b3b5-b25d5f033481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780692 Jul 29 04:50:49.216452 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Network 53e527bb-1aa2-45eb-83a3-4fdcb4722713 details requested by agent ovs-agent-dv-cinder-851449-2-iscsi with host dv-cinder-851449-2-iscsi {{(pid=115909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 04:50:49.218923 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d5d416-8925-4127-b519-5323a86542be admin admin] Made reservation on behalf of 824084791d65402f8a85aba10357e892 for: {'subnet': 1} {{(pid=115907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 04:50:49.222662 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-93d5d416-8925-4127-b519-5323a86542be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7603688'] for subnet (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:49.283071 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:49.447794 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-93d5d416-8925-4127-b519-5323a86542be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1878534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7638508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7603654'] for subnet (80c7a025-8a8b-4dea-a4bb-920838867e28), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:49.499707 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d5d416-8925-4127-b519-5323a86542be admin admin] Pushing event updated for resources: {'Subnet': ['ID=80c7a025-8a8b-4dea-a4bb-920838867e28,revision_number=0']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:50:49.516147 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d5d416-8925-4127-b519-5323a86542be admin admin] Checking segment: {'id': '9e253c16-c246-4f90-812c-52a11d84a75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '53e527bb-1aa2-45eb-83a3-4fdcb4722713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 04:50:49.516455 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d5d416-8925-4127-b519-5323a86542be admin admin] Network hostable DHCP agents. Network: 53e527bb-1aa2-45eb-83a3-4fdcb4722713, hostable agents: ['558ab5a9-93ee-434f-b4a2-86af90b93965'], hosted agents: [] {{(pid=115907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 04:50:49.534951 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d5d416-8925-4127-b519-5323a86542be admin admin] Network 53e527bb-1aa2-45eb-83a3-4fdcb4722713 is scheduled to be hosted by DHCP agent 558ab5a9-93ee-434f-b4a2-86af90b93965 with binding_index 1 {{(pid=115907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 04:50:49.544007 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.base_scheduler [None req-93d5d416-8925-4127-b519-5323a86542be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851449-2-iscsi, 53e527bb-1aa2-45eb-83a3-4fdcb4722713) {{(pid=115907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:50:49.548547 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d5d416-8925-4127-b519-5323a86542be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:49.549277 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-93d5d416-8925-4127-b519-5323a86542be admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:49.553939 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09816d7-74fe-4a88-8615-83035cd9d40b None None] Network 53e527bb-1aa2-45eb-83a3-4fdcb4722713 requested from dv-cinder-851449-2-iscsi {{(pid=115909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 04:50:49.570346 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-93d5d416-8925-4127-b519-5323a86542be admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3938701 Jul 29 04:50:49.570667 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 33086) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:50:49.575053 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [None req-4d1fec0f-134f-4ff6-91dc-74e7066288c9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-602844028-router', 'tenant_id': '824084791d65402f8a85aba10357e892', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4'}}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:50:49.601679 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-4d1fec0f-134f-4ff6-91dc-74e7066288c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1716501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1446'] for router (70c47b6c-c9ac-4f52-98e0-8aa2b02591e8), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:49.603032 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-4d1fec0f-134f-4ff6-91dc-74e7066288c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1714685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1939453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1885050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1455'] for router (70c47b6c-c9ac-4f52-98e0-8aa2b02591e8), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:49.679278 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-4d1fec0f-134f-4ff6-91dc-74e7066288c9 admin admin] Publish callbacks [] for router_controller (70c47b6c-c9ac-4f52-98e0-8aa2b02591e8), precommit_add_association {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:49.689380 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device d11e9cef-f3e6-4d41-a30a-fcdb9b17c142 up at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 04:50:49.718676 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeaf5795-fbc3-42eb-a45f-14a1ab6cfb1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d6b9b1e-becd-51aa-993d-5c6c918874f9-53e527bb-1aa2-45eb-83a3-4fdcb4722713', 'network_id': '53e527bb-1aa2-45eb-83a3-4fdcb4722713', 'project_id': '824084791d65402f8a85aba10357e892', 'fixed_ips': [{'subnet_id': '80c7a025-8a8b-4dea-a4bb-920838867e28'}]}} from dv-cinder-851449-2-iscsi. {{(pid=115909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 29 04:50:49.719640 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-eeaf5795-fbc3-42eb-a45f-14a1ab6cfb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:49.739853 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:49.816206 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Provisioning complete for port d11e9cef-f3e6-4d41-a30a-fcdb9b17c142 triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:50:49.816534 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (d11e9cef-f3e6-4d41-a30a-fcdb9b17c142), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:49.894638 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.agents_db [None req-05f878dc-9505-4230-ae26-b2f791c5e7d5 None None] Agent healthcheck: found 6 active agents {{(pid=115910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 04:50:49.917796 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.db_base_plugin_common [None req-eeaf5795-fbc3-42eb-a45f-14a1ab6cfb1d None None] Allocated IP 172.20.0.2 (53e527bb-1aa2-45eb-83a3-4fdcb4722713/80c7a025-8a8b-4dea-a4bb-920838867e28/bea52945-c134-444d-99d0-04b05cac9aa7) {{(pid=115909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 04:50:49.960926 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port d11e9cef-f3e6-4d41-a30a-fcdb9b17c142 is: DOWN; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:50:49.961301 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (d11e9cef-f3e6-4d41-a30a-fcdb9b17c142), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:50.025182 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] For port d11e9cef-f3e6-4d41-a30a-fcdb9b17c142, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=d11e9cef-f3e6-4d41-a30a-fcdb9b17c142,segment=NetworkSegment(a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f),segment_id=a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:50:50.033708 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (d11e9cef-f3e6-4d41-a30a-fcdb9b17c142), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:50.058934 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:50.068023 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-4d1fec0f-134f-4ff6-91dc-74e7066288c9 admin admin] Publish callbacks [] for router_gateway (70c47b6c-c9ac-4f52-98e0-8aa2b02591e8), precommit_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:50.137368 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Pushing event updated for resources: {'Port': ['ID=d11e9cef-f3e6-4d41-a30a-fcdb9b17c142,revision_number=4']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:50:50.160916 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-eeaf5795-fbc3-42eb-a45f-14a1ab6cfb1d None None] Publish callbacks [] for port (bea52945-c134-444d-99d0-04b05cac9aa7), precommit_create {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:50.166260 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-eeaf5795-fbc3-42eb-a45f-14a1ab6cfb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307'] for port (bea52945-c134-444d-99d0-04b05cac9aa7), after_create {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:50.213517 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeaf5795-fbc3-42eb-a45f-14a1ab6cfb1d None None] Network 53e527bb-1aa2-45eb-83a3-4fdcb4722713 is already hosted by enough agents. {{(pid=115909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 04:50:50.218912 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.scheduler.base_scheduler [None req-eeaf5795-fbc3-42eb-a45f-14a1ab6cfb1d None None] Resources bound (agent type, host, resource id): {{(pid=115909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:50:50.221321 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaf5795-fbc3-42eb-a45f-14a1ab6cfb1d None None] Received port after_create {{(pid=115909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 04:50:50.228995 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaf5795-fbc3-42eb-a45f-14a1ab6cfb1d None None] Pushing event updated for resources: {'Port': ['ID=bea52945-c134-444d-99d0-04b05cac9aa7,revision_number=1']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:50:50.275740 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-4d1fec0f-134f-4ff6-91dc-74e7066288c9 admin admin] Publish callbacks [] for router_gateway (70c47b6c-c9ac-4f52-98e0-8aa2b02591e8), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:50.286848 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-eeaf5795-fbc3-42eb-a45f-14a1ab6cfb1d None None] Attempting to bind port bea52945-c134-444d-99d0-04b05cac9aa7 on host dv-cinder-851449-2-iscsi for vnic_type normal with profile {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 04:50:50.287162 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-eeaf5795-fbc3-42eb-a45f-14a1ab6cfb1d None None] Attempting to bind port bea52945-c134-444d-99d0-04b05cac9aa7 by drivers openvswitch,hyperv on host dv-cinder-851449-2-iscsi at level 0 using segments [{'id': '9e253c16-c246-4f90-812c-52a11d84a75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '53e527bb-1aa2-45eb-83a3-4fdcb4722713'}] {{(pid=115909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 04:50:50.287522 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaf5795-fbc3-42eb-a45f-14a1ab6cfb1d None None] Attempting to bind port bea52945-c134-444d-99d0-04b05cac9aa7 on network 53e527bb-1aa2-45eb-83a3-4fdcb4722713 {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 04:50:50.297172 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaf5795-fbc3-42eb-a45f-14a1ab6cfb1d None None] Checking agent: {'id': '9625653a-1f3f-4d73-bc2a-dc32c08b0da9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 4, 38, 53), 'started_at': datetime.datetime(2022, 7, 29, 4, 39, 23), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 4, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 04:50:50.297546 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaf5795-fbc3-42eb-a45f-14a1ab6cfb1d None None] Checking segment: {'id': '9e253c16-c246-4f90-812c-52a11d84a75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '53e527bb-1aa2-45eb-83a3-4fdcb4722713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 04:50:50.297954 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-eeaf5795-fbc3-42eb-a45f-14a1ab6cfb1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:50.298617 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaf5795-fbc3-42eb-a45f-14a1ab6cfb1d None None] Bound using segment: {'id': '9e253c16-c246-4f90-812c-52a11d84a75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '53e527bb-1aa2-45eb-83a3-4fdcb4722713'} {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 04:50:50.299605 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-eeaf5795-fbc3-42eb-a45f-14a1ab6cfb1d None None] Bound port: bea52945-c134-444d-99d0-04b05cac9aa7, host: dv-cinder-851449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e253c16-c246-4f90-812c-52a11d84a75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '53e527bb-1aa2-45eb-83a3-4fdcb4722713'}}] {{(pid=115909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 04:50:50.299986 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-eeaf5795-fbc3-42eb-a45f-14a1ab6cfb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (bea52945-c134-444d-99d0-04b05cac9aa7), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:50.300659 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-4d1fec0f-134f-4ff6-91dc-74e7066288c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:50.368526 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-eeaf5795-fbc3-42eb-a45f-14a1ab6cfb1d None None] For port bea52945-c134-444d-99d0-04b05cac9aa7, host dv-cinder-851449-2-iscsi, cleared binding levels {{(pid=115909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 04:50:50.372071 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-eeaf5795-fbc3-42eb-a45f-14a1ab6cfb1d None None] For port bea52945-c134-444d-99d0-04b05cac9aa7, host dv-cinder-851449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=bea52945-c134-444d-99d0-04b05cac9aa7,segment=NetworkSegment(9e253c16-c246-4f90-812c-52a11d84a75c),segment_id=9e253c16-c246-4f90-812c-52a11d84a75c)] {{(pid=115909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 04:50:50.378637 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:50.380890 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-eeaf5795-fbc3-42eb-a45f-14a1ab6cfb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (bea52945-c134-444d-99d0-04b05cac9aa7), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:50.417062 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d43c3c-067e-4562-9ecd-7906217a7bf8 req-dd411657-8536-49f2-90c4-3b38c5eee033 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:50.418684 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-f9d43c3c-067e-4562-9ecd-7906217a7bf8 req-dd411657-8536-49f2-90c4-3b38c5eee033 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=f027c23f-8c17-419b-80a0-bdb62b416da3 HTTP/1.1" status: 200 len: 946 time: 0.1044798 Jul 29 04:50:50.447099 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaf5795-fbc3-42eb-a45f-14a1ab6cfb1d None None] Pushing event updated for resources: {'Port': ['ID=bea52945-c134-444d-99d0-04b05cac9aa7,revision_number=2']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:50:50.480528 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:50.514630 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.db.db_base_plugin_common [None req-4d1fec0f-134f-4ff6-91dc-74e7066288c9 admin admin] Allocated IP 172.27.0.44 (9a05b655-8925-4222-a853-020f58db76f4/b252d643-2a5f-428d-a536-f8ecbd6d13e1/a9a0d08a-33be-4798-af42-731d8becf55e) {{(pid=115907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 04:50:50.527286 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7373050a-8842-43ed-b1e0-cda3a0dc217f None None] Sync routers for ids ['d959d0aa-0e02-4f4c-9637-e434f866a27f'] in dv-cinder-851449-2-iscsi {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 04:50:50.540069 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7373050a-8842-43ed-b1e0-cda3a0dc217f None None] Routers {'d959d0aa-0e02-4f4c-9637-e434f866a27f'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:50:50.540780 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-7373050a-8842-43ed-b1e0-cda3a0dc217f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:50:21Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['d959d0aa-0e02-4f4c-9637-e434f866a27f'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:50:50.542199 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-f9d43c3c-067e-4562-9ecd-7906217a7bf8 req-7cf795b2-84a7-4b46-8368-7caa6c9f653e tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=9683ed19-4891-420f-b3b5-b25d5f033481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989790 Jul 29 04:50:50.656614 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-c0c6f3f9-a231-4c51-bcde-3d6d716d3271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:50.664739 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-4d1fec0f-134f-4ff6-91dc-74e7066288c9 admin admin] Publish callbacks [] for port (a9a0d08a-33be-4798-af42-731d8becf55e), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:50.695948 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-7373050a-8842-43ed-b1e0-cda3a0dc217f None None] Set router d959d0aa-0e02-4f4c-9637-e434f866a27f gateway port host: dv-cinder-851449-2-iscsi {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:50:50.718561 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-4d1fec0f-134f-4ff6-91dc-74e7066288c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7638272'] for port (a9a0d08a-33be-4798-af42-731d8becf55e), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:50.773019 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1fec0f-134f-4ff6-91dc-74e7066288c9 admin admin] Network 9a05b655-8925-4222-a853-020f58db76f4 is already hosted by enough agents. {{(pid=115907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 04:50:50.776499 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.base_scheduler [None req-4d1fec0f-134f-4ff6-91dc-74e7066288c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=115907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:50:50.784945 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1fec0f-134f-4ff6-91dc-74e7066288c9 admin admin] Received port after_create {{(pid=115907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 04:50:50.827242 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1fec0f-134f-4ff6-91dc-74e7066288c9 admin admin] Pushing event updated for resources: {'Port': ['ID=a9a0d08a-33be-4798-af42-731d8becf55e,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:50:50.997624 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (bab6a0c9-2145-495f-b42f-b184e241503a), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:51.000539 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-7373050a-8842-43ed-b1e0-cda3a0dc217f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd959d0aa-0e02-4f4c-9637-e434f866a27f', 'name': 'tempest-TestMinimumBasicScenario-873612094-router', 'tenant_id': '21c0f0b9063948a9a0183b528bc21130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'd11e9cef-f3e6-4d41-a30a-fcdb9b17c142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:50:44Z', 'updated_at': '2022-07-29T04:50:47Z', 'revision_number': 4, 'project_id': '21c0f0b9063948a9a0183b528bc21130', 'gw_port': {'id': 'd11e9cef-f3e6-4d41-a30a-fcdb9b17c142', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd959d0aa-0e02-4f4c-9637-e434f866a27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:50:44Z', 'updated_at': '2022-07-29T04:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': '0d97ca9a-30f6-4a60-8284-2879f43a7ee9', 'name': '', 'network_id': '4ba73cc7-e7ec-4057-be46-46395fa10f6a', 'tenant_id': '21c0f0b9063948a9a0183b528bc21130', 'mac_address': 'fa:16:3e:6e:b0:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd959d0aa-0e02-4f4c-9637-e434f866a27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'bf6f320a-767d-469d-96f7-99736e1ba1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:50:46Z', 'updated_at': '2022-07-29T04:50:47Z', 'revision_number': 2, 'project_id': '21c0f0b9063948a9a0183b528bc21130', 'subnets': [{'id': 'bf6f320a-767d-469d-96f7-99736e1ba1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:50:51.027537 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7373050a-8842-43ed-b1e0-cda3a0dc217f None None] Checking router: d959d0aa-0e02-4f4c-9637-e434f866a27f for host: dv-cinder-851449-2-iscsi {{(pid=115910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 04:50:51.027898 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7373050a-8842-43ed-b1e0-cda3a0dc217f None None] Updating router d959d0aa-0e02-4f4c-9637-e434f866a27f port 0d97ca9a-30f6-4a60-8284-2879f43a7ee9 binding host dv-cinder-851449-2-iscsi {{(pid=115910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 04:50:51.055750 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-4d1fec0f-134f-4ff6-91dc-74e7066288c9 admin admin] Publish callbacks [] for router_gateway (70c47b6c-c9ac-4f52-98e0-8aa2b02591e8), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:51.058397 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-7373050a-8842-43ed-b1e0-cda3a0dc217f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (0d97ca9a-30f6-4a60-8284-2879f43a7ee9), before_update {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:51.240404 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:51.253471 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-4d1fec0f-134f-4ff6-91dc-74e7066288c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1714635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1939329'] for router (70c47b6c-c9ac-4f52-98e0-8aa2b02591e8), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:51.328219 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-7373050a-8842-43ed-b1e0-cda3a0dc217f None None] Publish callbacks [] for port (0d97ca9a-30f6-4a60-8284-2879f43a7ee9), precommit_update {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:51.333977 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-7373050a-8842-43ed-b1e0-cda3a0dc217f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (0d97ca9a-30f6-4a60-8284-2879f43a7ee9), after_update {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:51.377620 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2e34b9-2654-4144-a53c-e5060538c81b None None] Pushing event updated for resources: {'Port': ['ID=0d97ca9a-30f6-4a60-8284-2879f43a7ee9,revision_number=3']} {{(pid=115910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:50:51.387845 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2e34b9-2654-4144-a53c-e5060538c81b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:50:51.388774 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2e34b9-2654-4144-a53c-e5060538c81b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:50:51.389304 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2e34b9-2654-4144-a53c-e5060538c81b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:50:51.389987 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2e34b9-2654-4144-a53c-e5060538c81b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:50:51.390506 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2e34b9-2654-4144-a53c-e5060538c81b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:50:51.390866 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2e34b9-2654-4144-a53c-e5060538c81b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:50:51.391219 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2e34b9-2654-4144-a53c-e5060538c81b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:50:51.391481 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2e34b9-2654-4144-a53c-e5060538c81b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:50:51.391809 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2e34b9-2654-4144-a53c-e5060538c81b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:50:51.392147 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2e34b9-2654-4144-a53c-e5060538c81b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:50:51.392458 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2e34b9-2654-4144-a53c-e5060538c81b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:50:51.392817 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2e34b9-2654-4144-a53c-e5060538c81b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:50:51.393309 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2e34b9-2654-4144-a53c-e5060538c81b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:50:51.393791 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2e34b9-2654-4144-a53c-e5060538c81b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:50:51.393910 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d1fec0f-134f-4ff6-91dc-74e7066288c9 admin admin] Router 70c47b6c-c9ac-4f52-98e0-8aa2b02591e8 is scheduled to L3 agent 507cc676-b5a3-487d-9bd3-df89beb45ea5 with binding_index 1 {{(pid=115907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 29 04:50:51.394476 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2e34b9-2654-4144-a53c-e5060538c81b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:50:51.493132 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.managers [None req-7373050a-8842-43ed-b1e0-cda3a0dc217f None None] Attempting to bind port 0d97ca9a-30f6-4a60-8284-2879f43a7ee9 on host dv-cinder-851449-2-iscsi for vnic_type normal with profile {{(pid=115910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 04:50:51.493492 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.managers [None req-7373050a-8842-43ed-b1e0-cda3a0dc217f None None] Attempting to bind port 0d97ca9a-30f6-4a60-8284-2879f43a7ee9 by drivers openvswitch,hyperv on host dv-cinder-851449-2-iscsi at level 0 using segments [{'id': '415f04c1-2dee-45a6-a50f-5637d731d5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '4ba73cc7-e7ec-4057-be46-46395fa10f6a'}] {{(pid=115910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 04:50:51.494030 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7373050a-8842-43ed-b1e0-cda3a0dc217f None None] Attempting to bind port 0d97ca9a-30f6-4a60-8284-2879f43a7ee9 on network 4ba73cc7-e7ec-4057-be46-46395fa10f6a {{(pid=115910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 04:50:51.500359 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7373050a-8842-43ed-b1e0-cda3a0dc217f None None] Checking agent: {'id': '9625653a-1f3f-4d73-bc2a-dc32c08b0da9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 4, 38, 53), 'started_at': datetime.datetime(2022, 7, 29, 4, 39, 23), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 4, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 04:50:51.500780 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7373050a-8842-43ed-b1e0-cda3a0dc217f None None] Checking segment: {'id': '415f04c1-2dee-45a6-a50f-5637d731d5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '4ba73cc7-e7ec-4057-be46-46395fa10f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 04:50:51.501343 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-7373050a-8842-43ed-b1e0-cda3a0dc217f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:51.501770 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7373050a-8842-43ed-b1e0-cda3a0dc217f None None] Bound using segment: {'id': '415f04c1-2dee-45a6-a50f-5637d731d5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '4ba73cc7-e7ec-4057-be46-46395fa10f6a'} {{(pid=115910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 04:50:51.502283 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.managers [None req-7373050a-8842-43ed-b1e0-cda3a0dc217f None None] Bound port: 0d97ca9a-30f6-4a60-8284-2879f43a7ee9, host: dv-cinder-851449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '415f04c1-2dee-45a6-a50f-5637d731d5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '4ba73cc7-e7ec-4057-be46-46395fa10f6a'}}] {{(pid=115910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 04:50:51.502697 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-7373050a-8842-43ed-b1e0-cda3a0dc217f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (0d97ca9a-30f6-4a60-8284-2879f43a7ee9), before_update {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:51.525562 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1fec0f-134f-4ff6-91dc-74e7066288c9 admin admin] Notify agent at l3_agent.dv-cinder-851449-2-iscsi the message routers_updated {{(pid=115907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 04:50:51.540818 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd15f5e8-2ff4-4755-b19b-6ad0ad2abfb4 None None] Sync routers for ids ['70c47b6c-c9ac-4f52-98e0-8aa2b02591e8'] in dv-cinder-851449-2-iscsi {{(pid=115909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 04:50:51.551760 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-4d1fec0f-134f-4ff6-91dc-74e7066288c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:51.559575 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 33092) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:50:51.560187 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-4d1fec0f-134f-4ff6-91dc-74e7066288c9 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9879286 Jul 29 04:50:51.571899 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd15f5e8-2ff4-4755-b19b-6ad0ad2abfb4 None None] Routers {'70c47b6c-c9ac-4f52-98e0-8aa2b02591e8'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:50:51.572588 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-fd15f5e8-2ff4-4755-b19b-6ad0ad2abfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:50:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['70c47b6c-c9ac-4f52-98e0-8aa2b02591e8'], 'active': True} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:50:51.619884 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85779e0e-6fcb-4538-92ce-ce5baf795ca4 None None] Network 53e527bb-1aa2-45eb-83a3-4fdcb4722713 requested from dv-cinder-851449-2-iscsi {{(pid=115909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 04:50:51.621017 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.db [None req-7373050a-8842-43ed-b1e0-cda3a0dc217f None None] For port 0d97ca9a-30f6-4a60-8284-2879f43a7ee9, host dv-cinder-851449-2-iscsi, cleared binding levels {{(pid=115910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 04:50:51.627166 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.db [None req-7373050a-8842-43ed-b1e0-cda3a0dc217f None None] For port 0d97ca9a-30f6-4a60-8284-2879f43a7ee9, host dv-cinder-851449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=0d97ca9a-30f6-4a60-8284-2879f43a7ee9,segment=NetworkSegment(415f04c1-2dee-45a6-a50f-5637d731d5fe),segment_id=415f04c1-2dee-45a6-a50f-5637d731d5fe)] {{(pid=115910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 04:50:51.643536 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-7373050a-8842-43ed-b1e0-cda3a0dc217f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (0d97ca9a-30f6-4a60-8284-2879f43a7ee9), after_update {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:51.732578 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:51.766271 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:51.771443 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=7 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:51.791852 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2e34b9-2654-4144-a53c-e5060538c81b None None] Pushing event updated for resources: {'Port': ['ID=0d97ca9a-30f6-4a60-8284-2879f43a7ee9,revision_number=4']} {{(pid=115910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:50:51.799976 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7373050a-8842-43ed-b1e0-cda3a0dc217f None None] Routers {'d959d0aa-0e02-4f4c-9637-e434f866a27f'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:50:51.800848 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-7373050a-8842-43ed-b1e0-cda3a0dc217f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:50:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['d959d0aa-0e02-4f4c-9637-e434f866a27f'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:50:51.922093 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-524227d0-5252-4e0b-bd9c-1832a6199436 None None] Provisioning complete for port bea52945-c134-444d-99d0-04b05cac9aa7 triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:50:51.922547 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-524227d0-5252-4e0b-bd9c-1832a6199436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (bea52945-c134-444d-99d0-04b05cac9aa7), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:51.986918 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-7373050a-8842-43ed-b1e0-cda3a0dc217f None None] Set router d959d0aa-0e02-4f4c-9637-e434f866a27f gateway port host: dv-cinder-851449-2-iscsi {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:50:51.990842 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device d11e9cef-f3e6-4d41-a30a-fcdb9b17c142 up at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 04:50:52.011516 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0a501-f8a7-48ef-97a5-b346fcce303b req-87f3a364-29a0-4c76-8d15-3d1d4de5affa tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:52.013690 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e4a0a501-f8a7-48ef-97a5-b346fcce303b req-87f3a364-29a0-4c76-8d15-3d1d4de5affa tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=f027c23f-8c17-419b-80a0-bdb62b416da3 HTTP/1.1" status: 200 len: 946 time: 0.2117863 Jul 29 04:50:52.022286 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:52.054711 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:52.085255 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvr_db [None req-fd15f5e8-2ff4-4755-b19b-6ad0ad2abfb4 None None] Set router 70c47b6c-c9ac-4f52-98e0-8aa2b02591e8 gateway port host: dv-cinder-851449-2-iscsi {{(pid=115909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:50:52.178929 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Provisioning complete for port d11e9cef-f3e6-4d41-a30a-fcdb9b17c142 triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:50:52.179245 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (d11e9cef-f3e6-4d41-a30a-fcdb9b17c142), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:52.240702 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e4a0a501-f8a7-48ef-97a5-b346fcce303b req-11963f11-0fff-4098-b15d-39165d7d847d tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=9683ed19-4891-420f-b3b5-b25d5f033481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2109625 Jul 29 04:50:52.267382 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-7373050a-8842-43ed-b1e0-cda3a0dc217f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd959d0aa-0e02-4f4c-9637-e434f866a27f', 'name': 'tempest-TestMinimumBasicScenario-873612094-router', 'tenant_id': '21c0f0b9063948a9a0183b528bc21130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'd11e9cef-f3e6-4d41-a30a-fcdb9b17c142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:50:44Z', 'updated_at': '2022-07-29T04:50:47Z', 'revision_number': 4, 'project_id': '21c0f0b9063948a9a0183b528bc21130', 'gw_port': {'id': 'd11e9cef-f3e6-4d41-a30a-fcdb9b17c142', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd959d0aa-0e02-4f4c-9637-e434f866a27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:50:44Z', 'updated_at': '2022-07-29T04:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': '0d97ca9a-30f6-4a60-8284-2879f43a7ee9', 'name': '', 'network_id': '4ba73cc7-e7ec-4057-be46-46395fa10f6a', 'tenant_id': '21c0f0b9063948a9a0183b528bc21130', 'mac_address': 'fa:16:3e:6e:b0:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd959d0aa-0e02-4f4c-9637-e434f866a27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'bf6f320a-767d-469d-96f7-99736e1ba1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:50:46Z', 'updated_at': '2022-07-29T04:50:51Z', 'revision_number': 4, 'project_id': '21c0f0b9063948a9a0183b528bc21130', 'subnets': [{'id': 'bf6f320a-767d-469d-96f7-99736e1ba1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:50:52.291356 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7373050a-8842-43ed-b1e0-cda3a0dc217f None None] The sync data for ids ['d959d0aa-0e02-4f4c-9637-e434f866a27f'] in dv-cinder-851449-2-iscsi is: [{'id': 'd959d0aa-0e02-4f4c-9637-e434f866a27f', 'name': 'tempest-TestMinimumBasicScenario-873612094-router', 'tenant_id': '21c0f0b9063948a9a0183b528bc21130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'd11e9cef-f3e6-4d41-a30a-fcdb9b17c142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:50:44Z', 'updated_at': '2022-07-29T04:50:47Z', 'revision_number': 4, 'project_id': '21c0f0b9063948a9a0183b528bc21130', 'gw_port': {'id': 'd11e9cef-f3e6-4d41-a30a-fcdb9b17c142', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd959d0aa-0e02-4f4c-9637-e434f866a27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:50:44Z', 'updated_at': '2022-07-29T04:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': '0d97ca9a-30f6-4a60-8284-2879f43a7ee9', 'name': '', 'network_id': '4ba73cc7-e7ec-4057-be46-46395fa10f6a', 'tenant_id': '21c0f0b9063948a9a0183b528bc21130', 'mac_address': 'fa:16:3e:6e:b0:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd959d0aa-0e02-4f4c-9637-e434f866a27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'bf6f320a-767d-469d-96f7-99736e1ba1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:50:46Z', 'updated_at': '2022-07-29T04:50:51Z', 'revision_number': 4, 'project_id': '21c0f0b9063948a9a0183b528bc21130', 'subnets': [{'id': 'bf6f320a-767d-469d-96f7-99736e1ba1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 04:50:52.404777 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:UPDATE=4 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:52.467102 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-f74b2efb-3ceb-457d-9b7f-2b1405616f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:52.521796 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-524227d0-5252-4e0b-bd9c-1832a6199436 None None] Current status of the port bea52945-c134-444d-99d0-04b05cac9aa7 is: DOWN; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:50:52.521796 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-524227d0-5252-4e0b-bd9c-1832a6199436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (bea52945-c134-444d-99d0-04b05cac9aa7), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:52.576490 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port d11e9cef-f3e6-4d41-a30a-fcdb9b17c142 is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:50:52.577552 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device bea52945-c134-444d-99d0-04b05cac9aa7 up at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 04:50:52.619705 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-fd15f5e8-2ff4-4755-b19b-6ad0ad2abfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c47b6c-c9ac-4f52-98e0-8aa2b02591e8', 'name': 'tempest-TestMinimumBasicScenario-602844028-router', 'tenant_id': '824084791d65402f8a85aba10357e892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'a9a0d08a-33be-4798-af42-731d8becf55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:50:49Z', 'updated_at': '2022-07-29T04:50:50Z', 'revision_number': 3, 'project_id': '824084791d65402f8a85aba10357e892', 'gw_port': {'id': 'a9a0d08a-33be-4798-af42-731d8becf55e', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c47b6c-c9ac-4f52-98e0-8aa2b02591e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:50:50Z', 'updated_at': '2022-07-29T04:50:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi'}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:50:52.635301 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.db_base_plugin_common [None req-f74b2efb-3ceb-457d-9b7f-2b1405616f44 admin admin] Allocated IP 172.20.0.1 (53e527bb-1aa2-45eb-83a3-4fdcb4722713/80c7a025-8a8b-4dea-a4bb-920838867e28/7be1637d-da5a-4b91-a130-79656c1ca5b5) {{(pid=115908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 04:50:52.652580 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-524227d0-5252-4e0b-bd9c-1832a6199436 None None] For port bea52945-c134-444d-99d0-04b05cac9aa7, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=bea52945-c134-444d-99d0-04b05cac9aa7,segment=NetworkSegment(9e253c16-c246-4f90-812c-52a11d84a75c),segment_id=9e253c16-c246-4f90-812c-52a11d84a75c)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:50:52.656554 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd15f5e8-2ff4-4755-b19b-6ad0ad2abfb4 None None] Checking router: 70c47b6c-c9ac-4f52-98e0-8aa2b02591e8 for host: dv-cinder-851449-2-iscsi {{(pid=115909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 04:50:52.656962 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd15f5e8-2ff4-4755-b19b-6ad0ad2abfb4 None None] Updating router 70c47b6c-c9ac-4f52-98e0-8aa2b02591e8 port a9a0d08a-33be-4798-af42-731d8becf55e binding host dv-cinder-851449-2-iscsi {{(pid=115909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 04:50:52.661788 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-524227d0-5252-4e0b-bd9c-1832a6199436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (bea52945-c134-444d-99d0-04b05cac9aa7), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:52.727479 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-fd15f5e8-2ff4-4755-b19b-6ad0ad2abfb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (a9a0d08a-33be-4798-af42-731d8becf55e), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:52.741809 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:52.751097 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Provisioning complete for port bea52945-c134-444d-99d0-04b05cac9aa7 triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:50:52.751393 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (bea52945-c134-444d-99d0-04b05cac9aa7), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:52.779586 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-f74b2efb-3ceb-457d-9b7f-2b1405616f44 admin admin] Publish callbacks [] for port (7be1637d-da5a-4b91-a130-79656c1ca5b5), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:52.784680 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:52.815680 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524227d0-5252-4e0b-bd9c-1832a6199436 None None] Pushing event updated for resources: {'Port': ['ID=bea52945-c134-444d-99d0-04b05cac9aa7,revision_number=3']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:50:52.817286 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-f74b2efb-3ceb-457d-9b7f-2b1405616f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (7be1637d-da5a-4b91-a130-79656c1ca5b5), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:52.862939 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74b2efb-3ceb-457d-9b7f-2b1405616f44 admin admin] Network 53e527bb-1aa2-45eb-83a3-4fdcb4722713 is already hosted by enough agents. {{(pid=115908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 04:50:52.866772 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-38deb4ab-89e5-48a9-8a44-05ce748b5fa0 None None] Provisioning complete for port 0d97ca9a-30f6-4a60-8284-2879f43a7ee9 triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:50:52.867140 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-38deb4ab-89e5-48a9-8a44-05ce748b5fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (0d97ca9a-30f6-4a60-8284-2879f43a7ee9), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:52.868478 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.base_scheduler [None req-f74b2efb-3ceb-457d-9b7f-2b1405616f44 admin admin] Resources bound (agent type, host, resource id): {{(pid=115908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:50:52.870910 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74b2efb-3ceb-457d-9b7f-2b1405616f44 admin admin] Received port after_create {{(pid=115908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 04:50:52.875805 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74b2efb-3ceb-457d-9b7f-2b1405616f44 admin admin] Pushing event updated for resources: {'Port': ['ID=7be1637d-da5a-4b91-a130-79656c1ca5b5,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:50:52.915711 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-f74b2efb-3ceb-457d-9b7f-2b1405616f44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715585'] for router_interface (70c47b6c-c9ac-4f52-98e0-8aa2b02591e8), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:53.069123 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port bea52945-c134-444d-99d0-04b05cac9aa7 is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:50:53.077677 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:53.079069 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-f74b2efb-3ceb-457d-9b7f-2b1405616f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (7be1637d-da5a-4b91-a130-79656c1ca5b5), before_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:53.099456 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-38deb4ab-89e5-48a9-8a44-05ce748b5fa0 None None] Current status of the port 0d97ca9a-30f6-4a60-8284-2879f43a7ee9 is: DOWN; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:50:53.099885 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-38deb4ab-89e5-48a9-8a44-05ce748b5fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (0d97ca9a-30f6-4a60-8284-2879f43a7ee9), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:53.176039 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-38deb4ab-89e5-48a9-8a44-05ce748b5fa0 None None] For port 0d97ca9a-30f6-4a60-8284-2879f43a7ee9, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=0d97ca9a-30f6-4a60-8284-2879f43a7ee9,segment=NetworkSegment(415f04c1-2dee-45a6-a50f-5637d731d5fe),segment_id=415f04c1-2dee-45a6-a50f-5637d731d5fe)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:50:53.189446 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-38deb4ab-89e5-48a9-8a44-05ce748b5fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (0d97ca9a-30f6-4a60-8284-2879f43a7ee9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:53.205126 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:53.242648 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-38deb4ab-89e5-48a9-8a44-05ce748b5fa0 None None] Provisioning complete for port bea52945-c134-444d-99d0-04b05cac9aa7 triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:50:53.242951 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-38deb4ab-89e5-48a9-8a44-05ce748b5fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (bea52945-c134-444d-99d0-04b05cac9aa7), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:53.245695 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-fd15f5e8-2ff4-4755-b19b-6ad0ad2abfb4 None None] Publish callbacks [] for port (a9a0d08a-33be-4798-af42-731d8becf55e), precommit_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:53.249864 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-f74b2efb-3ceb-457d-9b7f-2b1405616f44 admin admin] Publish callbacks [] for port (7be1637d-da5a-4b91-a130-79656c1ca5b5), precommit_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:53.254163 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-f74b2efb-3ceb-457d-9b7f-2b1405616f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7403849'] for port (7be1637d-da5a-4b91-a130-79656c1ca5b5), after_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:53.267234 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:53.282606 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-fd15f5e8-2ff4-4755-b19b-6ad0ad2abfb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (a9a0d08a-33be-4798-af42-731d8becf55e), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:53.324819 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38deb4ab-89e5-48a9-8a44-05ce748b5fa0 None None] Pushing event updated for resources: {'Port': ['ID=0d97ca9a-30f6-4a60-8284-2879f43a7ee9,revision_number=5']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:50:53.331886 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-f74b2efb-3ceb-457d-9b7f-2b1405616f44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1573558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1715709'] for router_interface (70c47b6c-c9ac-4f52-98e0-8aa2b02591e8), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:53.334013 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74b2efb-3ceb-457d-9b7f-2b1405616f44 admin admin] Pushing event updated for resources: {'Port': ['ID=7be1637d-da5a-4b91-a130-79656c1ca5b5,revision_number=2']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:50:53.371779 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-fd15f5e8-2ff4-4755-b19b-6ad0ad2abfb4 None None] Attempting to bind port a9a0d08a-33be-4798-af42-731d8becf55e on host dv-cinder-851449-2-iscsi for vnic_type normal with profile {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 04:50:53.372819 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-fd15f5e8-2ff4-4755-b19b-6ad0ad2abfb4 None None] Attempting to bind port a9a0d08a-33be-4798-af42-731d8becf55e by drivers openvswitch,hyperv on host dv-cinder-851449-2-iscsi at level 0 using segments [{'id': 'a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a05b655-8925-4222-a853-020f58db76f4'}] {{(pid=115909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 04:50:53.373222 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd15f5e8-2ff4-4755-b19b-6ad0ad2abfb4 None None] Attempting to bind port a9a0d08a-33be-4798-af42-731d8becf55e on network 9a05b655-8925-4222-a853-020f58db76f4 {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 04:50:53.383065 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac35bc-bb4f-4ee2-aece-e1219ffb76d0 req-d0e5ed87-255b-430c-bb81-001171f0cc1e tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:53.384583 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-09ac35bc-bb4f-4ee2-aece-e1219ffb76d0 req-d0e5ed87-255b-430c-bb81-001171f0cc1e tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=f027c23f-8c17-419b-80a0-bdb62b416da3 HTTP/1.1" status: 200 len: 946 time: 0.0537474 Jul 29 04:50:53.394024 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd15f5e8-2ff4-4755-b19b-6ad0ad2abfb4 None None] Checking agent: {'id': '9625653a-1f3f-4d73-bc2a-dc32c08b0da9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 4, 38, 53), 'started_at': datetime.datetime(2022, 7, 29, 4, 39, 23), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 4, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 04:50:53.394488 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd15f5e8-2ff4-4755-b19b-6ad0ad2abfb4 None None] Checking segment: {'id': 'a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a05b655-8925-4222-a853-020f58db76f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 04:50:53.395145 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-fd15f5e8-2ff4-4755-b19b-6ad0ad2abfb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:53.395544 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd15f5e8-2ff4-4755-b19b-6ad0ad2abfb4 None None] Bound using segment: {'id': 'a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a05b655-8925-4222-a853-020f58db76f4'} {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 04:50:53.396233 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-fd15f5e8-2ff4-4755-b19b-6ad0ad2abfb4 None None] Bound port: a9a0d08a-33be-4798-af42-731d8becf55e, host: dv-cinder-851449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a05b655-8925-4222-a853-020f58db76f4'}}] {{(pid=115909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 04:50:53.396702 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-fd15f5e8-2ff4-4755-b19b-6ad0ad2abfb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (a9a0d08a-33be-4798-af42-731d8becf55e), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:53.406211 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:53.434594 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74b2efb-3ceb-457d-9b7f-2b1405616f44 admin admin] Network 53e527bb-1aa2-45eb-83a3-4fdcb4722713 is already hosted by enough agents. {{(pid=115908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 04:50:53.436965 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.base_scheduler [None req-f74b2efb-3ceb-457d-9b7f-2b1405616f44 admin admin] Resources bound (agent type, host, resource id): {{(pid=115908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:50:53.447791 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:53.460535 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-09ac35bc-bb4f-4ee2-aece-e1219ffb76d0 req-d7babbfd-d46e-43d3-bce1-4e2bb39275e6 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=9683ed19-4891-420f-b3b5-b25d5f033481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678158 Jul 29 04:50:53.469456 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd5d89a-8836-4c27-9d06-793fcbd5b453 None None] Pushing event updated for resources: {'Port': ['ID=a9a0d08a-33be-4798-af42-731d8becf55e,revision_number=2']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:50:53.486507 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-38deb4ab-89e5-48a9-8a44-05ce748b5fa0 None None] Current status of the port bea52945-c134-444d-99d0-04b05cac9aa7 is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:50:53.509565 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-fd15f5e8-2ff4-4755-b19b-6ad0ad2abfb4 None None] For port a9a0d08a-33be-4798-af42-731d8becf55e, host dv-cinder-851449-2-iscsi, cleared binding levels {{(pid=115909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 04:50:53.513919 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-fd15f5e8-2ff4-4755-b19b-6ad0ad2abfb4 None None] For port a9a0d08a-33be-4798-af42-731d8becf55e, host dv-cinder-851449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=a9a0d08a-33be-4798-af42-731d8becf55e,segment=NetworkSegment(a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f),segment_id=a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f)] {{(pid=115909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 04:50:53.521705 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-fd15f5e8-2ff4-4755-b19b-6ad0ad2abfb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (a9a0d08a-33be-4798-af42-731d8becf55e), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:53.527930 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:53.557336 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:53.591374 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd5d89a-8836-4c27-9d06-793fcbd5b453 None None] Pushing event updated for resources: {'Port': ['ID=a9a0d08a-33be-4798-af42-731d8becf55e,revision_number=3']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:50:53.595167 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd15f5e8-2ff4-4755-b19b-6ad0ad2abfb4 None None] Routers {'70c47b6c-c9ac-4f52-98e0-8aa2b02591e8'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:50:53.595167 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-fd15f5e8-2ff4-4755-b19b-6ad0ad2abfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:50:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['70c47b6c-c9ac-4f52-98e0-8aa2b02591e8'], 'active': True} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:50:53.624750 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90467609-8d56-4bfa-8d69-6045a724078d req-73ce520b-c739-4a40-85be-ed8f427bbfcf tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:53.630364 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-90467609-8d56-4bfa-8d69-6045a724078d req-73ce520b-c739-4a40-85be-ed8f427bbfcf tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=f027c23f-8c17-419b-80a0-bdb62b416da3 HTTP/1.1" status: 200 len: 946 time: 0.0866857 Jul 29 04:50:53.637368 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 33102) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:50:53.644541 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [None req-fb044a02-649f-4ba4-ae94-8508dc2225ab tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Request body: {'floatingip': {'port_id': 'aee6ef22-26d9-4a6a-b997-015edcbf797e'}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:50:53.649367 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f74b2efb-3ceb-457d-9b7f-2b1405616f44 admin admin] Router 70c47b6c-c9ac-4f52-98e0-8aa2b02591e8 has already been hosted by L3 agent 507cc676-b5a3-487d-9bd3-df89beb45ea5 {{(pid=115908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 04:50:53.661149 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-7663ac03-f01a-4911-bbc4-545f8652ab08 None None] Provisioning complete for port 7be1637d-da5a-4b91-a130-79656c1ca5b5 triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:50:53.661531 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-7663ac03-f01a-4911-bbc4-545f8652ab08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (7be1637d-da5a-4b91-a130-79656c1ca5b5), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:53.717664 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-fb044a02-649f-4ba4-ae94-8508dc2225ab tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Publish callbacks [] for floatingip (e0a43efe-d2fa-4766-93d8-27a08c32beed), before_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:53.742552 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device 0d97ca9a-30f6-4a60-8284-2879f43a7ee9 up at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 04:50:53.793331 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-7663ac03-f01a-4911-bbc4-545f8652ab08 None None] Port 7be1637d-da5a-4b91-a130-79656c1ca5b5 cannot update to ACTIVE because it is not bound. {{(pid=115909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 04:50:53.810500 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74b2efb-3ceb-457d-9b7f-2b1405616f44 admin admin] Notify agent at l3_agent.dv-cinder-851449-2-iscsi the message routers_updated {{(pid=115908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 04:50:53.818829 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvr_db [None req-fd15f5e8-2ff4-4755-b19b-6ad0ad2abfb4 None None] Set router 70c47b6c-c9ac-4f52-98e0-8aa2b02591e8 gateway port host: dv-cinder-851449-2-iscsi {{(pid=115909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:50:53.829240 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-f74b2efb-3ceb-457d-9b7f-2b1405616f44 admin admin] 10.222.0.40 "PUT /v2.0/routers/70c47b6c-c9ac-4f52-98e0-8aa2b02591e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2675469 Jul 29 04:50:53.866428 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Provisioning complete for port 0d97ca9a-30f6-4a60-8284-2879f43a7ee9 triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:50:53.866808 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (0d97ca9a-30f6-4a60-8284-2879f43a7ee9), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:53.980591 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-c2d7288d-b6fa-43a3-8e85-cee4f630763c None None] Provisioning complete for port 7be1637d-da5a-4b91-a130-79656c1ca5b5 triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:50:53.980990 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-c2d7288d-b6fa-43a3-8e85-cee4f630763c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (7be1637d-da5a-4b91-a130-79656c1ca5b5), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:54.059583 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-c2d7288d-b6fa-43a3-8e85-cee4f630763c None None] Port 7be1637d-da5a-4b91-a130-79656c1ca5b5 cannot update to ACTIVE because it is not bound. {{(pid=115909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 04:50:54.088788 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:54.098995 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port 0d97ca9a-30f6-4a60-8284-2879f43a7ee9 is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:50:54.099934 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device bea52945-c134-444d-99d0-04b05cac9aa7 up at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 04:50:54.169170 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-fd15f5e8-2ff4-4755-b19b-6ad0ad2abfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c47b6c-c9ac-4f52-98e0-8aa2b02591e8', 'name': 'tempest-TestMinimumBasicScenario-602844028-router', 'tenant_id': '824084791d65402f8a85aba10357e892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'a9a0d08a-33be-4798-af42-731d8becf55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:50:49Z', 'updated_at': '2022-07-29T04:50:53Z', 'revision_number': 4, 'project_id': '824084791d65402f8a85aba10357e892', 'gw_port': {'id': 'a9a0d08a-33be-4798-af42-731d8becf55e', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c47b6c-c9ac-4f52-98e0-8aa2b02591e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:50:50Z', 'updated_at': '2022-07-29T04:50:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': '7be1637d-da5a-4b91-a130-79656c1ca5b5', 'name': '', 'network_id': '53e527bb-1aa2-45eb-83a3-4fdcb4722713', 'tenant_id': '824084791d65402f8a85aba10357e892', 'mac_address': 'fa:16:3e:56:41:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c47b6c-c9ac-4f52-98e0-8aa2b02591e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '80c7a025-8a8b-4dea-a4bb-920838867e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:50:52Z', 'updated_at': '2022-07-29T04:50:53Z', 'revision_number': 2, 'project_id': '824084791d65402f8a85aba10357e892', 'subnets': [{'id': '80c7a025-8a8b-4dea-a4bb-920838867e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:50:54.195900 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-fb044a02-649f-4ba4-ae94-8508dc2225ab tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:54.201479 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-fb044a02-649f-4ba4-ae94-8508dc2225ab tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1937124'] for floatingip (e0a43efe-d2fa-4766-93d8-27a08c32beed), after_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:54.257485 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:54.318548 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.db.l3_db [None req-fb044a02-649f-4ba4-ae94-8508dc2225ab tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Floating IP e0a43efe-d2fa-4766-93d8-27a08c32beed associated. External IP: 172.27.0.145, port: aee6ef22-26d9-4a6a-b997-015edcbf797e. Jul 29 04:50:54.345854 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd15f5e8-2ff4-4755-b19b-6ad0ad2abfb4 None None] The sync data for ids ['70c47b6c-c9ac-4f52-98e0-8aa2b02591e8'] in dv-cinder-851449-2-iscsi is: [{'id': '70c47b6c-c9ac-4f52-98e0-8aa2b02591e8', 'name': 'tempest-TestMinimumBasicScenario-602844028-router', 'tenant_id': '824084791d65402f8a85aba10357e892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'a9a0d08a-33be-4798-af42-731d8becf55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:50:49Z', 'updated_at': '2022-07-29T04:50:53Z', 'revision_number': 4, 'project_id': '824084791d65402f8a85aba10357e892', 'gw_port': {'id': 'a9a0d08a-33be-4798-af42-731d8becf55e', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c47b6c-c9ac-4f52-98e0-8aa2b02591e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:50:50Z', 'updated_at': '2022-07-29T04:50:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': '7be1637d-da5a-4b91-a130-79656c1ca5b5', 'name': '', 'network_id': '53e527bb-1aa2-45eb-83a3-4fdcb4722713', 'tenant_id': '824084791d65402f8a85aba10357e892', 'mac_address': 'fa:16:3e:56:41:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c47b6c-c9ac-4f52-98e0-8aa2b02591e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '80c7a025-8a8b-4dea-a4bb-920838867e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:50:52Z', 'updated_at': '2022-07-29T04:50:53Z', 'revision_number': 2, 'project_id': '824084791d65402f8a85aba10357e892', 'subnets': [{'id': '80c7a025-8a8b-4dea-a4bb-920838867e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 04:50:54.349516 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Provisioning complete for port bea52945-c134-444d-99d0-04b05cac9aa7 triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:50:54.349934 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (bea52945-c134-444d-99d0-04b05cac9aa7), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:54.440555 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port bea52945-c134-444d-99d0-04b05cac9aa7 is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:50:54.540762 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb044a02-649f-4ba4-ae94-8508dc2225ab tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Router 582e4f42-db29-460d-b6ad-65c14a49aa81 has already been hosted by L3 agent 507cc676-b5a3-487d-9bd3-df89beb45ea5 {{(pid=115907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 04:50:54.684238 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb044a02-649f-4ba4-ae94-8508dc2225ab tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Notify agent at l3_agent.dv-cinder-851449-2-iscsi the message routers_updated {{(pid=115907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 04:50:54.691807 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-fb044a02-649f-4ba4-ae94-8508dc2225ab tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for floatingip (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:54.695433 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6700d90f-c1c6-4cd9-b4d7-41bb59f0cb30 None None] Sync routers for ids ['582e4f42-db29-460d-b6ad-65c14a49aa81'] in dv-cinder-851449-2-iscsi {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 04:50:54.707802 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6700d90f-c1c6-4cd9-b4d7-41bb59f0cb30 None None] Routers {'582e4f42-db29-460d-b6ad-65c14a49aa81'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:50:54.708513 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-6700d90f-c1c6-4cd9-b4d7-41bb59f0cb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:50:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['582e4f42-db29-460d-b6ad-65c14a49aa81'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:50:54.762412 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-fb044a02-649f-4ba4-ae94-8508dc2225ab tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "PUT /v2.0/floatingips/e0a43efe-d2fa-4766-93d8-27a08c32beed HTTP/1.1" status: 200 len: 992 time: 1.1229999 Jul 29 04:50:54.763979 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f027c23f-8c17-419b-80a0-bdb62b416da3', 'tag': 'aee6ef22-26d9-4a6a-b997-015edcbf797e'}] {{(pid=115907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:50:54.771647 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6d28d1995ec7db04a13c19e5d747406a5c99e6072777cdd6d240f116ae67410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0f28a3-caea-4d1a-a2cd-5ea33e3234cf" -d '{"events": [{"name": "network-changed", "server_uuid": "f027c23f-8c17-419b-80a0-bdb62b416da3", "tag": "aee6ef22-26d9-4a6a-b997-015edcbf797e"}]}' {{(pid=115907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:50:54.847341 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 04:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64dd8904-7b96-4645-b0cc-d50ab707803e x-openstack-request-id: req-64dd8904-7b96-4645-b0cc-d50ab707803e {{(pid=115907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:50:54.847965 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f027c23f-8c17-419b-80a0-bdb62b416da3", "tag": "aee6ef22-26d9-4a6a-b997-015edcbf797e", "status": "completed", "code": 200}]} {{(pid=115907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:50:54.848260 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-6700d90f-c1c6-4cd9-b4d7-41bb59f0cb30 None None] Set router 582e4f42-db29-460d-b6ad-65c14a49aa81 gateway port host: dv-cinder-851449-2-iscsi {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:50:54.848410 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-64dd8904-7b96-4645-b0cc-d50ab707803e {{(pid=115907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:50:54.848801 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64dd8904-7b96-4645-b0cc-d50ab707803e'] response: {'name': 'network-changed', 'server_uuid': 'f027c23f-8c17-419b-80a0-bdb62b416da3', 'tag': 'aee6ef22-26d9-4a6a-b997-015edcbf797e', 'status': 'completed', 'code': 200} Jul 29 04:50:54.979326 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f28a3-caea-4d1a-a2cd-5ea33e3234cf req-243a4e89-c3da-4a0e-aba1-e6421a2828eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:54.981215 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ac0f28a3-caea-4d1a-a2cd-5ea33e3234cf req-243a4e89-c3da-4a0e-aba1-e6421a2828eb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0f6c1ad3422c40d4af4ef5329ecd9d86&device_id=f027c23f-8c17-419b-80a0-bdb62b416da3 HTTP/1.1" status: 200 len: 1130 time: 0.0729585 Jul 29 04:50:55.092106 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f28a3-caea-4d1a-a2cd-5ea33e3234cf req-c227791d-850e-4ba7-a49a-2185d98139b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:55.093648 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ac0f28a3-caea-4d1a-a2cd-5ea33e3234cf req-c227791d-850e-4ba7-a49a-2185d98139b5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3e84cf4e-559b-4bbd-af56-3f6353c004d0 HTTP/1.1" status: 200 len: 919 time: 0.1047142 Jul 29 04:50:55.181480 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-6700d90f-c1c6-4cd9-b4d7-41bb59f0cb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582e4f42-db29-460d-b6ad-65c14a49aa81', 'name': 'tempest-ServerRescueNegativeTestJSON-284703475-router', 'tenant_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '75eb54b2-7910-4750-9d5e-ee3125b1659c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:15Z', 'updated_at': '2022-07-29T04:47:25Z', 'revision_number': 4, 'project_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'gw_port': {'id': '75eb54b2-7910-4750-9d5e-ee3125b1659c', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:70:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e4f42-db29-460d-b6ad-65c14a49aa81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:16Z', 'updated_at': '2022-07-29T04:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_floatingips': [{'id': 'e0a43efe-d2fa-4766-93d8-27a08c32beed', 'tenant_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'router_id': '582e4f42-db29-460d-b6ad-65c14a49aa81', 'port_id': 'aee6ef22-26d9-4a6a-b997-015edcbf797e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e84cf4e-559b-4bbd-af56-3f6353c004d0', 'mac_address': 'fa:16:3e:87:0b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f027c23f-8c17-419b-80a0-bdb62b416da3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T04:50:36Z', 'updated_at': '2022-07-29T04:50:54Z', 'revision_number': 1, 'project_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e669b7c1-4552-4265-8882-624c7532f140', 'name': '', 'network_id': '3e84cf4e-559b-4bbd-af56-3f6353c004d0', 'tenant_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'mac_address': 'fa:16:3e:59:57:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e4f42-db29-460d-b6ad-65c14a49aa81', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '48fdddd6-c7bc-413f-9e30-1e0d5de8b27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:22Z', 'updated_at': '2022-07-29T04:47:37Z', 'revision_number': 5, 'project_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'subnets': [{'id': '48fdddd6-c7bc-413f-9e30-1e0d5de8b27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:50:55.186611 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ac0f28a3-caea-4d1a-a2cd-5ea33e3234cf req-15a8da78-d464-4e92-9ab9-2a694027521b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aee6ef22-26d9-4a6a-b997-015edcbf797e HTTP/1.1" status: 200 len: 1000 time: 0.0863736 Jul 29 04:50:55.224058 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6700d90f-c1c6-4cd9-b4d7-41bb59f0cb30 None None] Checking router: 582e4f42-db29-460d-b6ad-65c14a49aa81 for host: dv-cinder-851449-2-iscsi {{(pid=115910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 04:50:55.241281 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6700d90f-c1c6-4cd9-b4d7-41bb59f0cb30 None None] Routers {'582e4f42-db29-460d-b6ad-65c14a49aa81'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:50:55.242135 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-6700d90f-c1c6-4cd9-b4d7-41bb59f0cb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:50:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['582e4f42-db29-460d-b6ad-65c14a49aa81'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:50:55.299023 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f28a3-caea-4d1a-a2cd-5ea33e3234cf req-4a0a05d9-0e7d-48dc-b696-0158dcb3c681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:55.300531 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ac0f28a3-caea-4d1a-a2cd-5ea33e3234cf req-4a0a05d9-0e7d-48dc-b696-0158dcb3c681 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=48fdddd6-c7bc-413f-9e30-1e0d5de8b27a HTTP/1.1" status: 200 len: 857 time: 0.1080329 Jul 29 04:50:55.363154 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f28a3-caea-4d1a-a2cd-5ea33e3234cf req-7038d2c8-77a8-4bf0-8bf6-5975d57bc4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:50:55.365081 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ac0f28a3-caea-4d1a-a2cd-5ea33e3234cf req-7038d2c8-77a8-4bf0-8bf6-5975d57bc4f2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3e84cf4e-559b-4bbd-af56-3f6353c004d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0570104 Jul 29 04:50:55.516425 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ac0f28a3-caea-4d1a-a2cd-5ea33e3234cf req-d2dbf7ca-1d52-4d1f-88d8-b0253d4d5e38 service neutron] 10.222.0.64 "GET /v2.0/networks/3e84cf4e-559b-4bbd-af56-3f6353c004d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450045 Jul 29 04:50:55.537536 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-6700d90f-c1c6-4cd9-b4d7-41bb59f0cb30 None None] Set router 582e4f42-db29-460d-b6ad-65c14a49aa81 gateway port host: dv-cinder-851449-2-iscsi {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:50:55.623067 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:55.642533 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=100 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:55.711252 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ac0f28a3-caea-4d1a-a2cd-5ea33e3234cf req-78d9f6e0-070f-4135-8c41-b8e1cafe7ae4 service neutron] 10.222.0.64 "GET /v2.0/networks/3e84cf4e-559b-4bbd-af56-3f6353c004d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874671 Jul 29 04:50:55.728909 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device a9a0d08a-33be-4798-af42-731d8becf55e up at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 04:50:55.796232 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Provisioning complete for port a9a0d08a-33be-4798-af42-731d8becf55e triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:50:55.796445 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (a9a0d08a-33be-4798-af42-731d8becf55e), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:55.837400 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-6700d90f-c1c6-4cd9-b4d7-41bb59f0cb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582e4f42-db29-460d-b6ad-65c14a49aa81', 'name': 'tempest-ServerRescueNegativeTestJSON-284703475-router', 'tenant_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '75eb54b2-7910-4750-9d5e-ee3125b1659c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:15Z', 'updated_at': '2022-07-29T04:47:25Z', 'revision_number': 4, 'project_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'gw_port': {'id': '75eb54b2-7910-4750-9d5e-ee3125b1659c', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:70:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e4f42-db29-460d-b6ad-65c14a49aa81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:16Z', 'updated_at': '2022-07-29T04:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_floatingips': [{'id': 'e0a43efe-d2fa-4766-93d8-27a08c32beed', 'tenant_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'router_id': '582e4f42-db29-460d-b6ad-65c14a49aa81', 'port_id': 'aee6ef22-26d9-4a6a-b997-015edcbf797e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e84cf4e-559b-4bbd-af56-3f6353c004d0', 'mac_address': 'fa:16:3e:87:0b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f027c23f-8c17-419b-80a0-bdb62b416da3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T04:50:36Z', 'updated_at': '2022-07-29T04:50:54Z', 'revision_number': 1, 'project_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e669b7c1-4552-4265-8882-624c7532f140', 'name': '', 'network_id': '3e84cf4e-559b-4bbd-af56-3f6353c004d0', 'tenant_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'mac_address': 'fa:16:3e:59:57:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e4f42-db29-460d-b6ad-65c14a49aa81', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '48fdddd6-c7bc-413f-9e30-1e0d5de8b27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:22Z', 'updated_at': '2022-07-29T04:47:37Z', 'revision_number': 5, 'project_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'subnets': [{'id': '48fdddd6-c7bc-413f-9e30-1e0d5de8b27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:50:55.882271 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6700d90f-c1c6-4cd9-b4d7-41bb59f0cb30 None None] The sync data for ids ['582e4f42-db29-460d-b6ad-65c14a49aa81'] in dv-cinder-851449-2-iscsi is: [{'id': '582e4f42-db29-460d-b6ad-65c14a49aa81', 'name': 'tempest-ServerRescueNegativeTestJSON-284703475-router', 'tenant_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '75eb54b2-7910-4750-9d5e-ee3125b1659c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:15Z', 'updated_at': '2022-07-29T04:47:25Z', 'revision_number': 4, 'project_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'gw_port': {'id': '75eb54b2-7910-4750-9d5e-ee3125b1659c', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:70:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e4f42-db29-460d-b6ad-65c14a49aa81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:16Z', 'updated_at': '2022-07-29T04:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_floatingips': [{'id': 'e0a43efe-d2fa-4766-93d8-27a08c32beed', 'tenant_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'router_id': '582e4f42-db29-460d-b6ad-65c14a49aa81', 'port_id': 'aee6ef22-26d9-4a6a-b997-015edcbf797e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e84cf4e-559b-4bbd-af56-3f6353c004d0', 'mac_address': 'fa:16:3e:87:0b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f027c23f-8c17-419b-80a0-bdb62b416da3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T04:50:36Z', 'updated_at': '2022-07-29T04:50:54Z', 'revision_number': 1, 'project_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e669b7c1-4552-4265-8882-624c7532f140', 'name': '', 'network_id': '3e84cf4e-559b-4bbd-af56-3f6353c004d0', 'tenant_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'mac_address': 'fa:16:3e:59:57:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e4f42-db29-460d-b6ad-65c14a49aa81', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '48fdddd6-c7bc-413f-9e30-1e0d5de8b27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:22Z', 'updated_at': '2022-07-29T04:47:37Z', 'revision_number': 5, 'project_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'subnets': [{'id': '48fdddd6-c7bc-413f-9e30-1e0d5de8b27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 04:50:55.886038 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=100 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:55.893082 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port a9a0d08a-33be-4798-af42-731d8becf55e is: DOWN; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:50:55.893611 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (a9a0d08a-33be-4798-af42-731d8becf55e), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:55.939797 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] For port a9a0d08a-33be-4798-af42-731d8becf55e, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=a9a0d08a-33be-4798-af42-731d8becf55e,segment=NetworkSegment(a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f),segment_id=a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:50:55.945599 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (a9a0d08a-33be-4798-af42-731d8becf55e), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:56.022149 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Pushing event updated for resources: {'Port': ['ID=a9a0d08a-33be-4798-af42-731d8becf55e,revision_number=4']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:50:56.215587 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee73a51e-4026-49e7-93f7-19adc4d3fab7 None None] New status for floating IP e0a43efe-d2fa-4766-93d8-27a08c32beed: ACTIVE {{(pid=115909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 04:50:56.941435 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e12a665-6598-423b-baff-4871a9e924b9 None None] Sync routers for ids ['70c47b6c-c9ac-4f52-98e0-8aa2b02591e8'] in dv-cinder-851449-2-iscsi {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 04:50:56.952647 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e12a665-6598-423b-baff-4871a9e924b9 None None] Routers {'70c47b6c-c9ac-4f52-98e0-8aa2b02591e8'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:50:56.953454 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-0e12a665-6598-423b-baff-4871a9e924b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:50:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['70c47b6c-c9ac-4f52-98e0-8aa2b02591e8'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:50:56.994103 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=100 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:57.078143 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-0e12a665-6598-423b-baff-4871a9e924b9 None None] Set router 70c47b6c-c9ac-4f52-98e0-8aa2b02591e8 gateway port host: dv-cinder-851449-2-iscsi {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:50:57.288220 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-0e12a665-6598-423b-baff-4871a9e924b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c47b6c-c9ac-4f52-98e0-8aa2b02591e8', 'name': 'tempest-TestMinimumBasicScenario-602844028-router', 'tenant_id': '824084791d65402f8a85aba10357e892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'a9a0d08a-33be-4798-af42-731d8becf55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:50:49Z', 'updated_at': '2022-07-29T04:50:53Z', 'revision_number': 4, 'project_id': '824084791d65402f8a85aba10357e892', 'gw_port': {'id': 'a9a0d08a-33be-4798-af42-731d8becf55e', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c47b6c-c9ac-4f52-98e0-8aa2b02591e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:50:50Z', 'updated_at': '2022-07-29T04:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': '7be1637d-da5a-4b91-a130-79656c1ca5b5', 'name': '', 'network_id': '53e527bb-1aa2-45eb-83a3-4fdcb4722713', 'tenant_id': '824084791d65402f8a85aba10357e892', 'mac_address': 'fa:16:3e:56:41:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c47b6c-c9ac-4f52-98e0-8aa2b02591e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '80c7a025-8a8b-4dea-a4bb-920838867e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:50:52Z', 'updated_at': '2022-07-29T04:50:53Z', 'revision_number': 2, 'project_id': '824084791d65402f8a85aba10357e892', 'subnets': [{'id': '80c7a025-8a8b-4dea-a4bb-920838867e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:50:57.316305 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e12a665-6598-423b-baff-4871a9e924b9 None None] Checking router: 70c47b6c-c9ac-4f52-98e0-8aa2b02591e8 for host: dv-cinder-851449-2-iscsi {{(pid=115910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 04:50:57.316967 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e12a665-6598-423b-baff-4871a9e924b9 None None] Updating router 70c47b6c-c9ac-4f52-98e0-8aa2b02591e8 port 7be1637d-da5a-4b91-a130-79656c1ca5b5 binding host dv-cinder-851449-2-iscsi {{(pid=115910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 04:50:57.354257 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-0e12a665-6598-423b-baff-4871a9e924b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (7be1637d-da5a-4b91-a130-79656c1ca5b5), before_update {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:57.650149 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-0e12a665-6598-423b-baff-4871a9e924b9 None None] Publish callbacks [] for port (7be1637d-da5a-4b91-a130-79656c1ca5b5), precommit_update {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:57.658941 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-0e12a665-6598-423b-baff-4871a9e924b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (7be1637d-da5a-4b91-a130-79656c1ca5b5), after_update {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:57.705366 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device a9a0d08a-33be-4798-af42-731d8becf55e up at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 04:50:57.726569 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:57.734688 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1976fd2c-9826-4d0c-81ba-ef167711d98d None None] Pushing event updated for resources: {'Port': ['ID=7be1637d-da5a-4b91-a130-79656c1ca5b5,revision_number=3']} {{(pid=115910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:50:57.773792 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Provisioning complete for port a9a0d08a-33be-4798-af42-731d8becf55e triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:50:57.774331 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (a9a0d08a-33be-4798-af42-731d8becf55e), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:57.835295 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.managers [None req-0e12a665-6598-423b-baff-4871a9e924b9 None None] Attempting to bind port 7be1637d-da5a-4b91-a130-79656c1ca5b5 on host dv-cinder-851449-2-iscsi for vnic_type normal with profile {{(pid=115910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 04:50:57.837071 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.managers [None req-0e12a665-6598-423b-baff-4871a9e924b9 None None] Attempting to bind port 7be1637d-da5a-4b91-a130-79656c1ca5b5 by drivers openvswitch,hyperv on host dv-cinder-851449-2-iscsi at level 0 using segments [{'id': '9e253c16-c246-4f90-812c-52a11d84a75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '53e527bb-1aa2-45eb-83a3-4fdcb4722713'}] {{(pid=115910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 04:50:57.844539 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e12a665-6598-423b-baff-4871a9e924b9 None None] Attempting to bind port 7be1637d-da5a-4b91-a130-79656c1ca5b5 on network 53e527bb-1aa2-45eb-83a3-4fdcb4722713 {{(pid=115910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 04:50:57.871318 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e12a665-6598-423b-baff-4871a9e924b9 None None] Checking agent: {'id': '9625653a-1f3f-4d73-bc2a-dc32c08b0da9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 4, 38, 53), 'started_at': datetime.datetime(2022, 7, 29, 4, 39, 23), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 4, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 04:50:57.874892 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e12a665-6598-423b-baff-4871a9e924b9 None None] Checking segment: {'id': '9e253c16-c246-4f90-812c-52a11d84a75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '53e527bb-1aa2-45eb-83a3-4fdcb4722713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 04:50:57.875500 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-0e12a665-6598-423b-baff-4871a9e924b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:57.876035 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e12a665-6598-423b-baff-4871a9e924b9 None None] Bound using segment: {'id': '9e253c16-c246-4f90-812c-52a11d84a75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '53e527bb-1aa2-45eb-83a3-4fdcb4722713'} {{(pid=115910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 04:50:57.877307 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.managers [None req-0e12a665-6598-423b-baff-4871a9e924b9 None None] Bound port: 7be1637d-da5a-4b91-a130-79656c1ca5b5, host: dv-cinder-851449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e253c16-c246-4f90-812c-52a11d84a75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '53e527bb-1aa2-45eb-83a3-4fdcb4722713'}}] {{(pid=115910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 04:50:57.877307 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-0e12a665-6598-423b-baff-4871a9e924b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (7be1637d-da5a-4b91-a130-79656c1ca5b5), before_update {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:57.895371 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port a9a0d08a-33be-4798-af42-731d8becf55e is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:50:57.945673 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.db [None req-0e12a665-6598-423b-baff-4871a9e924b9 None None] For port 7be1637d-da5a-4b91-a130-79656c1ca5b5, host dv-cinder-851449-2-iscsi, cleared binding levels {{(pid=115910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 04:50:57.949396 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.db [None req-0e12a665-6598-423b-baff-4871a9e924b9 None None] For port 7be1637d-da5a-4b91-a130-79656c1ca5b5, host dv-cinder-851449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=7be1637d-da5a-4b91-a130-79656c1ca5b5,segment=NetworkSegment(9e253c16-c246-4f90-812c-52a11d84a75c),segment_id=9e253c16-c246-4f90-812c-52a11d84a75c)] {{(pid=115910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 04:50:57.960423 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-0e12a665-6598-423b-baff-4871a9e924b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (7be1637d-da5a-4b91-a130-79656c1ca5b5), after_update {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:58.019008 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e12a665-6598-423b-baff-4871a9e924b9 None None] Routers {'70c47b6c-c9ac-4f52-98e0-8aa2b02591e8'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:50:58.019637 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-0e12a665-6598-423b-baff-4871a9e924b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:50:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['70c47b6c-c9ac-4f52-98e0-8aa2b02591e8'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:50:58.026416 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:58.031759 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-d9433674-06aa-4f9b-9607-f32ee0384abe None None] Provisioning complete for port 7be1637d-da5a-4b91-a130-79656c1ca5b5 triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:50:58.032892 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d9433674-06aa-4f9b-9607-f32ee0384abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (7be1637d-da5a-4b91-a130-79656c1ca5b5), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:58.095542 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1976fd2c-9826-4d0c-81ba-ef167711d98d None None] Pushing event updated for resources: {'Port': ['ID=7be1637d-da5a-4b91-a130-79656c1ca5b5,revision_number=4']} {{(pid=115910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:50:58.154111 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-d9433674-06aa-4f9b-9607-f32ee0384abe None None] Current status of the port 7be1637d-da5a-4b91-a130-79656c1ca5b5 is: DOWN; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:50:58.154712 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d9433674-06aa-4f9b-9607-f32ee0384abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (7be1637d-da5a-4b91-a130-79656c1ca5b5), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:58.183564 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-0e12a665-6598-423b-baff-4871a9e924b9 None None] Set router 70c47b6c-c9ac-4f52-98e0-8aa2b02591e8 gateway port host: dv-cinder-851449-2-iscsi {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:50:58.212417 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-d9433674-06aa-4f9b-9607-f32ee0384abe None None] For port 7be1637d-da5a-4b91-a130-79656c1ca5b5, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=7be1637d-da5a-4b91-a130-79656c1ca5b5,segment=NetworkSegment(9e253c16-c246-4f90-812c-52a11d84a75c),segment_id=9e253c16-c246-4f90-812c-52a11d84a75c)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:50:58.225047 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d9433674-06aa-4f9b-9607-f32ee0384abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (7be1637d-da5a-4b91-a130-79656c1ca5b5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:58.253186 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:50:58.288898 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9433674-06aa-4f9b-9607-f32ee0384abe None None] Pushing event updated for resources: {'Port': ['ID=7be1637d-da5a-4b91-a130-79656c1ca5b5,revision_number=5']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:50:58.344879 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-6924bf10-fafe-425b-bd5a-c8bc2aafafaa None None] Provisioning complete for port 7be1637d-da5a-4b91-a130-79656c1ca5b5 triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:50:58.345261 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-6924bf10-fafe-425b-bd5a-c8bc2aafafaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (7be1637d-da5a-4b91-a130-79656c1ca5b5), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:58.432206 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-6924bf10-fafe-425b-bd5a-c8bc2aafafaa None None] Current status of the port 7be1637d-da5a-4b91-a130-79656c1ca5b5 is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:50:58.441682 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-0e12a665-6598-423b-baff-4871a9e924b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c47b6c-c9ac-4f52-98e0-8aa2b02591e8', 'name': 'tempest-TestMinimumBasicScenario-602844028-router', 'tenant_id': '824084791d65402f8a85aba10357e892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'a9a0d08a-33be-4798-af42-731d8becf55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:50:49Z', 'updated_at': '2022-07-29T04:50:53Z', 'revision_number': 4, 'project_id': '824084791d65402f8a85aba10357e892', 'gw_port': {'id': 'a9a0d08a-33be-4798-af42-731d8becf55e', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c47b6c-c9ac-4f52-98e0-8aa2b02591e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:50:50Z', 'updated_at': '2022-07-29T04:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': '7be1637d-da5a-4b91-a130-79656c1ca5b5', 'name': '', 'network_id': '53e527bb-1aa2-45eb-83a3-4fdcb4722713', 'tenant_id': '824084791d65402f8a85aba10357e892', 'mac_address': 'fa:16:3e:56:41:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c47b6c-c9ac-4f52-98e0-8aa2b02591e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '80c7a025-8a8b-4dea-a4bb-920838867e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:50:52Z', 'updated_at': '2022-07-29T04:50:57Z', 'revision_number': 4, 'project_id': '824084791d65402f8a85aba10357e892', 'subnets': [{'id': '80c7a025-8a8b-4dea-a4bb-920838867e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:50:58.468230 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e12a665-6598-423b-baff-4871a9e924b9 None None] The sync data for ids ['70c47b6c-c9ac-4f52-98e0-8aa2b02591e8'] in dv-cinder-851449-2-iscsi is: [{'id': '70c47b6c-c9ac-4f52-98e0-8aa2b02591e8', 'name': 'tempest-TestMinimumBasicScenario-602844028-router', 'tenant_id': '824084791d65402f8a85aba10357e892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'a9a0d08a-33be-4798-af42-731d8becf55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:50:49Z', 'updated_at': '2022-07-29T04:50:53Z', 'revision_number': 4, 'project_id': '824084791d65402f8a85aba10357e892', 'gw_port': {'id': 'a9a0d08a-33be-4798-af42-731d8becf55e', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c47b6c-c9ac-4f52-98e0-8aa2b02591e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:50:50Z', 'updated_at': '2022-07-29T04:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': '7be1637d-da5a-4b91-a130-79656c1ca5b5', 'name': '', 'network_id': '53e527bb-1aa2-45eb-83a3-4fdcb4722713', 'tenant_id': '824084791d65402f8a85aba10357e892', 'mac_address': 'fa:16:3e:56:41:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c47b6c-c9ac-4f52-98e0-8aa2b02591e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '80c7a025-8a8b-4dea-a4bb-920838867e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:50:52Z', 'updated_at': '2022-07-29T04:50:57Z', 'revision_number': 4, 'project_id': '824084791d65402f8a85aba10357e892', 'subnets': [{'id': '80c7a025-8a8b-4dea-a4bb-920838867e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 04:50:59.673361 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device 7be1637d-da5a-4b91-a130-79656c1ca5b5 up at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 04:50:59.719958 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Provisioning complete for port 7be1637d-da5a-4b91-a130-79656c1ca5b5 triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:50:59.720427 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (7be1637d-da5a-4b91-a130-79656c1ca5b5), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:50:59.801627 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port 7be1637d-da5a-4b91-a130-79656c1ca5b5 is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:51:03.943586 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c8f0a-0e79-487e-95c8-f2958f817fb1 req-12eb8dd6-4815-4593-957e-1ee1f20dd99c tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:03.945070 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-b73c8f0a-0e79-487e-95c8-f2958f817fb1 req-12eb8dd6-4815-4593-957e-1ee1f20dd99c tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/networks?id=4ba73cc7-e7ec-4057-be46-46395fa10f6a HTTP/1.1" status: 200 len: 814 time: 0.1041508 Jul 29 04:51:03.960084 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-b73c8f0a-0e79-487e-95c8-f2958f817fb1 req-5df63a54-809b-4ef8-bf12-ae790ad6e40d tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/quotas/21c0f0b9063948a9a0183b528bc21130 HTTP/1.1" status: 200 len: 375 time: 0.0091558 Jul 29 04:51:03.994215 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:51:04.010118 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-b73c8f0a-0e79-487e-95c8-f2958f817fb1 req-d773e80e-3e10-4253-92d7-c312bd921fb4 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=21c0f0b9063948a9a0183b528bc21130&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451908 Jul 29 04:51:04.110332 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-b73c8f0a-0e79-487e-95c8-f2958f817fb1 req-575ec6f5-22d8-447e-a56b-4898bb67561a service neutron] 10.222.0.40 "GET /v2.0/networks/4ba73cc7-e7ec-4057-be46-46395fa10f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883074 Jul 29 04:51:04.198531 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-b73c8f0a-0e79-487e-95c8-f2958f817fb1 req-c8fb4d7a-f33e-4b0c-be7c-a0e73fbe5893 service neutron] 10.222.0.40 "GET /v2.0/networks/4ba73cc7-e7ec-4057-be46-46395fa10f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826344 Jul 29 04:51:04.379602 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-607e9622-733e-424c-b886-a2db1de336aa req-bd99334d-c6f3-450a-98e2-79d7e2b7003c tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/ports?device_id=5393b1a3-209a-4a5f-bc1f-82d40c318516 HTTP/1.1" status: 200 len: 210 time: 0.0412605 Jul 29 04:51:05.495997 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-6e4f4de2-b07a-4dd7-bc04-ef18ce5f5864 req-6fb83b50-a232-4d3a-bc90-1059761adf46 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/ports?device_id=5393b1a3-209a-4a5f-bc1f-82d40c318516 HTTP/1.1" status: 200 len: 210 time: 0.0341051 Jul 29 04:51:05.566221 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c8f0a-0e79-487e-95c8-f2958f817fb1 req-5c270ceb-c32e-4535-a239-995b97926cee tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:05.567667 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b73c8f0a-0e79-487e-95c8-f2958f817fb1 req-5c270ceb-c32e-4535-a239-995b97926cee tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.64 "GET /v2.0/networks?id=4ba73cc7-e7ec-4057-be46-46395fa10f6a HTTP/1.1" status: 200 len: 814 time: 0.1094828 Jul 29 04:51:05.590165 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [req-b73c8f0a-0e79-487e-95c8-f2958f817fb1 req-e5a3c23b-49f5-411d-a497-f74df9e286ed tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Request body: {'port': {'device_id': '5393b1a3-209a-4a5f-bc1f-82d40c318516', 'network_id': '4ba73cc7-e7ec-4057-be46-46395fa10f6a', 'admin_state_up': True, 'tenant_id': '21c0f0b9063948a9a0183b528bc21130'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:51:05.704899 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b73c8f0a-0e79-487e-95c8-f2958f817fb1 req-e5a3c23b-49f5-411d-a497-f74df9e286ed tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Made reservation on behalf of 21c0f0b9063948a9a0183b528bc21130 for: {'port': 1} {{(pid=115908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 04:51:05.708273 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-b73c8f0a-0e79-487e-95c8-f2958f817fb1 req-e5a3c23b-49f5-411d-a497-f74df9e286ed tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:05.710865 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:51:05.836129 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.db_base_plugin_common [req-b73c8f0a-0e79-487e-95c8-f2958f817fb1 req-e5a3c23b-49f5-411d-a497-f74df9e286ed tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Allocated IP 172.20.0.9 (4ba73cc7-e7ec-4057-be46-46395fa10f6a/bf6f320a-767d-469d-96f7-99736e1ba1ea/74c48b51-41ba-4b30-aaba-fd0d90c6f624) {{(pid=115908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 04:51:06.008313 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-b73c8f0a-0e79-487e-95c8-f2958f817fb1 req-e5a3c23b-49f5-411d-a497-f74df9e286ed tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Publish callbacks [] for port (74c48b51-41ba-4b30-aaba-fd0d90c6f624), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:06.046082 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-b73c8f0a-0e79-487e-95c8-f2958f817fb1 req-e5a3c23b-49f5-411d-a497-f74df9e286ed tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (74c48b51-41ba-4b30-aaba-fd0d90c6f624), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:06.086096 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:51:06.105466 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b73c8f0a-0e79-487e-95c8-f2958f817fb1 req-e5a3c23b-49f5-411d-a497-f74df9e286ed tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Network 4ba73cc7-e7ec-4057-be46-46395fa10f6a is already hosted by enough agents. {{(pid=115908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 04:51:06.111625 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.base_scheduler [req-b73c8f0a-0e79-487e-95c8-f2958f817fb1 req-e5a3c23b-49f5-411d-a497-f74df9e286ed tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Resources bound (agent type, host, resource id): {{(pid=115908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:51:06.116780 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.l3_dvrscheduler_db [req-b73c8f0a-0e79-487e-95c8-f2958f817fb1 req-e5a3c23b-49f5-411d-a497-f74df9e286ed tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Received port after_create {{(pid=115908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 04:51:06.146367 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a3c23b-49f5-411d-a497-f74df9e286ed tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Pushing event updated for resources: {'Port': ['ID=74c48b51-41ba-4b30-aaba-fd0d90c6f624,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:51:06.182142 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c8f0a-0e79-487e-95c8-f2958f817fb1 req-e5a3c23b-49f5-411d-a497-f74df9e286ed tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:06.182838 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-b73c8f0a-0e79-487e-95c8-f2958f817fb1 req-e5a3c23b-49f5-411d-a497-f74df9e286ed tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for port (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:06.206477 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b73c8f0a-0e79-487e-95c8-f2958f817fb1 req-e5a3c23b-49f5-411d-a497-f74df9e286ed tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6197984 Jul 29 04:51:06.403832 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-0b7ee964-b894-4ab7-84ec-12040165cc45 None None] Provisioning complete for port 74c48b51-41ba-4b30-aaba-fd0d90c6f624 triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:51:06.404392 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-0b7ee964-b894-4ab7-84ec-12040165cc45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (74c48b51-41ba-4b30-aaba-fd0d90c6f624), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:06.436923 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-0b7ee964-b894-4ab7-84ec-12040165cc45 None None] Port 74c48b51-41ba-4b30-aaba-fd0d90c6f624 cannot update to ACTIVE because it is not bound. {{(pid=115909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 04:51:06.615848 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f0ad78-7e1a-482d-984d-4f135e1e2558 req-7afcd183-88b0-4c81-9f20-59ad83aaebf1 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:06.617398 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-91f0ad78-7e1a-482d-984d-4f135e1e2558 req-7afcd183-88b0-4c81-9f20-59ad83aaebf1 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/ports?device_id=5393b1a3-209a-4a5f-bc1f-82d40c318516 HTTP/1.1" status: 200 len: 931 time: 0.0476570 Jul 29 04:51:06.665085 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-91f0ad78-7e1a-482d-984d-4f135e1e2558 req-d4832433-f374-4d5a-b804-790cd187256b tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/security-groups?id=53745ed1-8acc-4712-a583-01e3c1f9287b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414305 Jul 29 04:51:07.787943 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533994c9-d246-4119-ba1d-2b729145b397 req-ef15468b-581e-4f98-a560-2228f7dfb81a tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:07.789696 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-533994c9-d246-4119-ba1d-2b729145b397 req-ef15468b-581e-4f98-a560-2228f7dfb81a tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/ports?device_id=5393b1a3-209a-4a5f-bc1f-82d40c318516 HTTP/1.1" status: 200 len: 931 time: 0.0488093 Jul 29 04:51:07.839690 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-533994c9-d246-4119-ba1d-2b729145b397 req-4f5034f6-acd1-40e1-9f1e-009236799ea2 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/security-groups?id=53745ed1-8acc-4712-a583-01e3c1f9287b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440567 Jul 29 04:51:08.436399 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=50,neutron:UPDATE=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:51:08.445195 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=31 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:51:08.955885 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d93d65-b4d0-4959-a08e-1d6ee2635aa1 req-5ab477cc-7a5d-4fb9-a3f0-b85eafdc83f6 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:08.957457 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-18d93d65-b4d0-4959-a08e-1d6ee2635aa1 req-5ab477cc-7a5d-4fb9-a3f0-b85eafdc83f6 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/ports?device_id=5393b1a3-209a-4a5f-bc1f-82d40c318516 HTTP/1.1" status: 200 len: 931 time: 0.0478446 Jul 29 04:51:09.234959 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-18d93d65-b4d0-4959-a08e-1d6ee2635aa1 req-c519fc43-5814-43fd-995b-640d81e28276 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/security-groups?id=53745ed1-8acc-4712-a583-01e3c1f9287b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714322 Jul 29 04:51:10.355594 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b2bd0-a381-4915-ba99-69847a3d3344 req-7cfeaf50-ce81-4b81-a305-f66b38fee173 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:10.358292 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-7c3b2bd0-a381-4915-ba99-69847a3d3344 req-7cfeaf50-ce81-4b81-a305-f66b38fee173 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/ports?device_id=5393b1a3-209a-4a5f-bc1f-82d40c318516 HTTP/1.1" status: 200 len: 931 time: 0.0505512 Jul 29 04:51:10.417817 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-7c3b2bd0-a381-4915-ba99-69847a3d3344 req-71c32e70-6617-45b2-bfd6-c3152f057371 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/security-groups?id=53745ed1-8acc-4712-a583-01e3c1f9287b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535960 Jul 29 04:51:11.537189 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b07f52-65b1-494b-acd1-3f28406985e6 req-351bc553-d308-4fc7-a8fe-3b9a400e5e21 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:11.538659 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-67b07f52-65b1-494b-acd1-3f28406985e6 req-351bc553-d308-4fc7-a8fe-3b9a400e5e21 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/ports?device_id=5393b1a3-209a-4a5f-bc1f-82d40c318516 HTTP/1.1" status: 200 len: 931 time: 0.0474012 Jul 29 04:51:11.587163 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-67b07f52-65b1-494b-acd1-3f28406985e6 req-e46d8f93-9a37-4aca-a632-678ee2b82d28 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/security-groups?id=53745ed1-8acc-4712-a583-01e3c1f9287b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423338 Jul 29 04:51:12.671006 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=100 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:51:12.709722 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ad3ab-1c89-4012-9db6-a8a89e095bc5 req-076d1b79-6a6b-4e20-a20c-839a3eceef37 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:12.711199 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-775ad3ab-1c89-4012-9db6-a8a89e095bc5 req-076d1b79-6a6b-4e20-a20c-839a3eceef37 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/ports?device_id=5393b1a3-209a-4a5f-bc1f-82d40c318516 HTTP/1.1" status: 200 len: 931 time: 0.0505700 Jul 29 04:51:12.760093 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-775ad3ab-1c89-4012-9db6-a8a89e095bc5 req-a9edcef1-1699-4db4-953d-28837b429d5e tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/security-groups?id=53745ed1-8acc-4712-a583-01e3c1f9287b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427384 Jul 29 04:51:13.877536 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd749e-0734-405d-b588-5549294cc9b8 req-c99b3ef6-e2a8-4e84-8286-f3935a5a1ffa tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:13.879016 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-44cd749e-0734-405d-b588-5549294cc9b8 req-c99b3ef6-e2a8-4e84-8286-f3935a5a1ffa tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/ports?device_id=5393b1a3-209a-4a5f-bc1f-82d40c318516 HTTP/1.1" status: 200 len: 931 time: 0.0482674 Jul 29 04:51:13.931915 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-44cd749e-0734-405d-b588-5549294cc9b8 req-3e7b92a9-7ef7-42e2-8c06-ed1528b3acdc tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/security-groups?id=53745ed1-8acc-4712-a583-01e3c1f9287b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463626 Jul 29 04:51:15.065288 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb3525-80b2-48dd-9374-47c7fa55051a req-b8555fe6-0a9a-42f2-9592-86c366a81477 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:15.066781 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-b1bb3525-80b2-48dd-9374-47c7fa55051a req-b8555fe6-0a9a-42f2-9592-86c366a81477 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/ports?device_id=5393b1a3-209a-4a5f-bc1f-82d40c318516 HTTP/1.1" status: 200 len: 931 time: 0.0497899 Jul 29 04:51:15.116532 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-b1bb3525-80b2-48dd-9374-47c7fa55051a req-0d63f51b-36f3-49c4-8b9d-4a10d1a28bd2 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/security-groups?id=53745ed1-8acc-4712-a583-01e3c1f9287b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432367 Jul 29 04:51:16.243429 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa438a3-19d2-47c4-b4ef-b176a0c0117a req-14058f4c-b3a1-46b0-bb53-8bea1921076d tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:16.244950 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-6fa438a3-19d2-47c4-b4ef-b176a0c0117a req-14058f4c-b3a1-46b0-bb53-8bea1921076d tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/ports?device_id=5393b1a3-209a-4a5f-bc1f-82d40c318516 HTTP/1.1" status: 200 len: 931 time: 0.0530519 Jul 29 04:51:16.343191 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-6fa438a3-19d2-47c4-b4ef-b176a0c0117a req-ac77194d-eff5-4f5f-b569-e99a67407c33 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/security-groups?id=53745ed1-8acc-4712-a583-01e3c1f9287b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919890 Jul 29 04:51:16.433210 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:51:16.434858 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=40 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:51:17.476761 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca4d78-9483-494c-a40e-db3a8b4c2c92 req-f4628a46-1f03-4336-b1e1-ca7c76f82942 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:17.481064 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-60ca4d78-9483-494c-a40e-db3a8b4c2c92 req-f4628a46-1f03-4336-b1e1-ca7c76f82942 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/ports?device_id=5393b1a3-209a-4a5f-bc1f-82d40c318516 HTTP/1.1" status: 200 len: 931 time: 0.0569794 Jul 29 04:51:17.527098 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-60ca4d78-9483-494c-a40e-db3a8b4c2c92 req-a8a8f503-5646-46e8-82f3-f95719679b84 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/security-groups?id=53745ed1-8acc-4712-a583-01e3c1f9287b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430057 Jul 29 04:51:18.402409 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-47217b78-ddee-4b4e-a86c-faff2cd3f18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:18.652972 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49891ca3-d00e-4130-9566-95396ea21148 req-e79be09c-982d-40bf-b45e-71737eb5b08b tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:18.654733 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-49891ca3-d00e-4130-9566-95396ea21148 req-e79be09c-982d-40bf-b45e-71737eb5b08b tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/ports?device_id=5393b1a3-209a-4a5f-bc1f-82d40c318516 HTTP/1.1" status: 200 len: 931 time: 0.0519321 Jul 29 04:51:18.703445 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-49891ca3-d00e-4130-9566-95396ea21148 req-7ac636ba-6b43-4958-891a-d3532ce44875 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/security-groups?id=53745ed1-8acc-4712-a583-01e3c1f9287b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431483 Jul 29 04:51:19.836547 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b207d-697b-42ac-bdd7-5b3b02226384 req-09c59015-3840-47ff-bf7b-db978a2f1034 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:19.838068 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-423b207d-697b-42ac-bdd7-5b3b02226384 req-09c59015-3840-47ff-bf7b-db978a2f1034 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/ports?device_id=5393b1a3-209a-4a5f-bc1f-82d40c318516 HTTP/1.1" status: 200 len: 931 time: 0.0515828 Jul 29 04:51:19.887636 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-423b207d-697b-42ac-bdd7-5b3b02226384 req-6c468a98-b564-4960-8063-d2958ddea7bf tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/security-groups?id=53745ed1-8acc-4712-a583-01e3c1f9287b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438595 Jul 29 04:51:20.648778 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d0e44207-4f5f-41f5-abc1-8f9b03e5ce18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:20.907873 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=3 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:51:20.911813 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=3 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:51:20.991921 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:51:21.005266 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (bab6a0c9-2145-495f-b42f-b184e241503a), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:21.010965 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58e391-e7b4-4bc0-b603-5a658502d6c6 req-42aa65ac-38ab-4a10-a98f-7d9a3c3307e5 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:21.012480 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-6a58e391-e7b4-4bc0-b603-5a658502d6c6 req-42aa65ac-38ab-4a10-a98f-7d9a3c3307e5 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/ports?device_id=5393b1a3-209a-4a5f-bc1f-82d40c318516 HTTP/1.1" status: 200 len: 931 time: 0.0521951 Jul 29 04:51:21.060414 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-6a58e391-e7b4-4bc0-b603-5a658502d6c6 req-3bb299cc-aa1c-47c2-b451-2b7aa325ab13 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/security-groups?id=53745ed1-8acc-4712-a583-01e3c1f9287b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423210 Jul 29 04:51:21.822035 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:22.176202 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02254cf-abc0-484b-9a15-b4da9bb6f92c req-7a4ca56c-e994-4ed8-8470-1dea30695ddb tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:22.177687 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-f02254cf-abc0-484b-9a15-b4da9bb6f92c req-7a4ca56c-e994-4ed8-8470-1dea30695ddb tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/ports?device_id=5393b1a3-209a-4a5f-bc1f-82d40c318516 HTTP/1.1" status: 200 len: 931 time: 0.0462317 Jul 29 04:51:22.227263 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-f02254cf-abc0-484b-9a15-b4da9bb6f92c req-0946b50b-01f2-47bf-9cb9-08ffa68aab8c tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/security-groups?id=53745ed1-8acc-4712-a583-01e3c1f9287b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441742 Jul 29 04:51:23.123312 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [req-b73c8f0a-0e79-487e-95c8-f2958f817fb1 req-c53dd6ac-922e-40bf-b643-dec6bc920ae4 service neutron] Request body: {'port': {'device_id': '5393b1a3-209a-4a5f-bc1f-82d40c318516', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85144'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:51:23.185718 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:23.186342 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-b73c8f0a-0e79-487e-95c8-f2958f817fb1 req-c53dd6ac-922e-40bf-b643-dec6bc920ae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (74c48b51-41ba-4b30-aaba-fd0d90c6f624), before_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:23.275243 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-853d35ca-54d6-4400-b459-4e4f7a3489ca req-8049294e-0027-41b7-8007-0e8cefbd523a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0550938 Jul 29 04:51:23.341281 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:23.385449 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:51:23.425495 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75710bcc-bffd-4320-a800-60d1e36616f0 req-91b833de-20ce-42f6-85de-db471493fe27 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:23.426948 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-75710bcc-bffd-4320-a800-60d1e36616f0 req-91b833de-20ce-42f6-85de-db471493fe27 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/ports?device_id=5393b1a3-209a-4a5f-bc1f-82d40c318516 HTTP/1.1" status: 200 len: 931 time: 0.1106825 Jul 29 04:51:23.452475 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d35ca-54d6-4400-b459-4e4f7a3489ca req-5a9cd6f3-8e48-426a-b972-d25ca5acf53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:23.453958 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-853d35ca-54d6-4400-b459-4e4f7a3489ca req-5a9cd6f3-8e48-426a-b972-d25ca5acf53c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=946bf1e173f9476d86cf6133055fba0a&device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 1129 time: 0.1388011 Jul 29 04:51:23.580308 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-75710bcc-bffd-4320-a800-60d1e36616f0 req-fab80b0e-1e42-4026-8e61-9e980a05f0aa tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/security-groups?id=53745ed1-8acc-4712-a583-01e3c1f9287b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252367 Jul 29 04:51:23.636928 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d35ca-54d6-4400-b459-4e4f7a3489ca req-265ed09b-af1c-4504-9301-692f0f106ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:23.638125 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-853d35ca-54d6-4400-b459-4e4f7a3489ca req-265ed09b-af1c-4504-9301-692f0f106ce2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4bcca997-0807-424d-86d3-43681c4961dd HTTP/1.1" status: 200 len: 911 time: 0.1626391 Jul 29 04:51:23.705668 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [req-b73c8f0a-0e79-487e-95c8-f2958f817fb1 req-c53dd6ac-922e-40bf-b643-dec6bc920ae4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74c48b51-41ba-4b30-aaba-fd0d90c6f624 {{(pid=115908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 04:51:23.719204 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-b73c8f0a-0e79-487e-95c8-f2958f817fb1 req-c53dd6ac-922e-40bf-b643-dec6bc920ae4 service neutron] Publish callbacks [] for port (74c48b51-41ba-4b30-aaba-fd0d90c6f624), precommit_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:23.738128 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-853d35ca-54d6-4400-b459-4e4f7a3489ca req-e2c6234f-16cf-4e6a-8520-107df697c42d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df448b29-2557-4bee-808a-385ffcca1ff4 HTTP/1.1" status: 200 len: 1001 time: 0.0804460 Jul 29 04:51:23.740697 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.provisioning_blocks [req-b73c8f0a-0e79-487e-95c8-f2958f817fb1 req-c53dd6ac-922e-40bf-b643-dec6bc920ae4 service neutron] Transition to ACTIVE for port object 74c48b51-41ba-4b30-aaba-fd0d90c6f624 will not be triggered until provisioned by entity L2. {{(pid=115908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 29 04:51:23.744103 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-b73c8f0a-0e79-487e-95c8-f2958f817fb1 req-c53dd6ac-922e-40bf-b643-dec6bc920ae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7403849'] for port (74c48b51-41ba-4b30-aaba-fd0d90c6f624), after_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:23.828372 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53dd6ac-922e-40bf-b643-dec6bc920ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=74c48b51-41ba-4b30-aaba-fd0d90c6f624,revision_number=2']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:51:23.838067 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d35ca-54d6-4400-b459-4e4f7a3489ca req-ae1b3e63-c00e-4db4-854e-5a1f69fe039c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:23.839573 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-853d35ca-54d6-4400-b459-4e4f7a3489ca req-ae1b3e63-c00e-4db4-854e-5a1f69fe039c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=928e1728-3f5c-432b-96a7-e970473efb26 HTTP/1.1" status: 200 len: 849 time: 0.0926652 Jul 29 04:51:23.896469 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:51:23.914554 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.managers [req-b73c8f0a-0e79-487e-95c8-f2958f817fb1 req-c53dd6ac-922e-40bf-b643-dec6bc920ae4 service neutron] Attempting to bind port 74c48b51-41ba-4b30-aaba-fd0d90c6f624 on host hv-cinder-85144 for vnic_type normal with profile {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 04:51:23.914904 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.managers [req-b73c8f0a-0e79-487e-95c8-f2958f817fb1 req-c53dd6ac-922e-40bf-b643-dec6bc920ae4 service neutron] Attempting to bind port 74c48b51-41ba-4b30-aaba-fd0d90c6f624 by drivers openvswitch,hyperv on host hv-cinder-85144 at level 0 using segments [{'id': '415f04c1-2dee-45a6-a50f-5637d731d5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '4ba73cc7-e7ec-4057-be46-46395fa10f6a'}] {{(pid=115908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 04:51:23.915242 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73c8f0a-0e79-487e-95c8-f2958f817fb1 req-c53dd6ac-922e-40bf-b643-dec6bc920ae4 service neutron] Attempting to bind port 74c48b51-41ba-4b30-aaba-fd0d90c6f624 on network 4ba73cc7-e7ec-4057-be46-46395fa10f6a {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 04:51:23.921103 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73c8f0a-0e79-487e-95c8-f2958f817fb1 req-c53dd6ac-922e-40bf-b643-dec6bc920ae4 service neutron] Port 74c48b51-41ba-4b30-aaba-fd0d90c6f624 on network 4ba73cc7-e7ec-4057-be46-46395fa10f6a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85144 {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 29 04:51:23.921417 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73c8f0a-0e79-487e-95c8-f2958f817fb1 req-c53dd6ac-922e-40bf-b643-dec6bc920ae4 service neutron] Attempting to bind port 74c48b51-41ba-4b30-aaba-fd0d90c6f624 on network 4ba73cc7-e7ec-4057-be46-46395fa10f6a {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 04:51:23.926612 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73c8f0a-0e79-487e-95c8-f2958f817fb1 req-c53dd6ac-922e-40bf-b643-dec6bc920ae4 service neutron] Checking agent: {'id': 'bab6a0c9-2145-495f-b42f-b184e241503a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85144', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 4, 45, 21), 'started_at': datetime.datetime(2022, 7, 29, 4, 45, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 4, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 04:51:23.926954 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73c8f0a-0e79-487e-95c8-f2958f817fb1 req-c53dd6ac-922e-40bf-b643-dec6bc920ae4 service neutron] Checking segment: {'id': '415f04c1-2dee-45a6-a50f-5637d731d5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '4ba73cc7-e7ec-4057-be46-46395fa10f6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 04:51:23.927339 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73c8f0a-0e79-487e-95c8-f2958f817fb1 req-c53dd6ac-922e-40bf-b643-dec6bc920ae4 service neutron] Bound using segment: {'id': '415f04c1-2dee-45a6-a50f-5637d731d5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '4ba73cc7-e7ec-4057-be46-46395fa10f6a'} {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 04:51:23.927772 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.managers [req-b73c8f0a-0e79-487e-95c8-f2958f817fb1 req-c53dd6ac-922e-40bf-b643-dec6bc920ae4 service neutron] Bound port: 74c48b51-41ba-4b30-aaba-fd0d90c6f624, host: hv-cinder-85144, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '415f04c1-2dee-45a6-a50f-5637d731d5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '4ba73cc7-e7ec-4057-be46-46395fa10f6a'}}] {{(pid=115908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 04:51:23.928137 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-b73c8f0a-0e79-487e-95c8-f2958f817fb1 req-c53dd6ac-922e-40bf-b643-dec6bc920ae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (74c48b51-41ba-4b30-aaba-fd0d90c6f624), before_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:24.005278 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d35ca-54d6-4400-b459-4e4f7a3489ca req-6c37bb32-9274-4560-b423-d22abaf1068f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:24.006797 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-853d35ca-54d6-4400-b459-4e4f7a3489ca req-6c37bb32-9274-4560-b423-d22abaf1068f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4bcca997-0807-424d-86d3-43681c4961dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0684624 Jul 29 04:51:24.069742 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [req-b73c8f0a-0e79-487e-95c8-f2958f817fb1 req-c53dd6ac-922e-40bf-b643-dec6bc920ae4 service neutron] For port 74c48b51-41ba-4b30-aaba-fd0d90c6f624, host hv-cinder-85144, cleared binding levels {{(pid=115908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 04:51:24.087502 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [req-b73c8f0a-0e79-487e-95c8-f2958f817fb1 req-c53dd6ac-922e-40bf-b643-dec6bc920ae4 service neutron] For port 74c48b51-41ba-4b30-aaba-fd0d90c6f624, host hv-cinder-85144, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=74c48b51-41ba-4b30-aaba-fd0d90c6f624,segment=NetworkSegment(415f04c1-2dee-45a6-a50f-5637d731d5fe),segment_id=415f04c1-2dee-45a6-a50f-5637d731d5fe)] {{(pid=115908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 04:51:24.096381 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-b73c8f0a-0e79-487e-95c8-f2958f817fb1 req-c53dd6ac-922e-40bf-b643-dec6bc920ae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7403849'] for port (74c48b51-41ba-4b30-aaba-fd0d90c6f624), after_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:24.153956 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c8f0a-0e79-487e-95c8-f2958f817fb1 req-c53dd6ac-922e-40bf-b643-dec6bc920ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:24.154607 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-b73c8f0a-0e79-487e-95c8-f2958f817fb1 req-c53dd6ac-922e-40bf-b643-dec6bc920ae4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for port (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:24.155987 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b73c8f0a-0e79-487e-95c8-f2958f817fb1 req-c53dd6ac-922e-40bf-b643-dec6bc920ae4 service neutron] 10.222.0.64 "PUT /v2.0/ports/74c48b51-41ba-4b30-aaba-fd0d90c6f624 HTTP/1.1" status: 200 len: 1093 time: 1.0371492 Jul 29 04:51:24.158341 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5393b1a3-209a-4a5f-bc1f-82d40c318516', 'tag': '74c48b51-41ba-4b30-aaba-fd0d90c6f624'}] {{(pid=115908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:51:24.160636 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91089063952d51f7df5c9c02e055d40fa8e1e9cb9a21cfbbcb9b3277c7a948b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df161c99-ca70-4de0-a160-b2812466408b" -d '{"events": [{"name": "network-changed", "server_uuid": "5393b1a3-209a-4a5f-bc1f-82d40c318516", "tag": "74c48b51-41ba-4b30-aaba-fd0d90c6f624"}]}' {{(pid=115908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:51:24.180214 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-853d35ca-54d6-4400-b459-4e4f7a3489ca req-52fb43d3-9807-4eec-af41-2cfc5542e7a7 service neutron] 10.222.0.64 "GET /v2.0/networks/4bcca997-0807-424d-86d3-43681c4961dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626511 Jul 29 04:51:24.183742 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53dd6ac-922e-40bf-b643-dec6bc920ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=74c48b51-41ba-4b30-aaba-fd0d90c6f624,revision_number=3']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:51:24.213356 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 04:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3cdd36-439a-4c63-bcd7-0033a84b6a39 x-openstack-request-id: req-6f3cdd36-439a-4c63-bcd7-0033a84b6a39 {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:51:24.213646 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5393b1a3-209a-4a5f-bc1f-82d40c318516", "tag": "74c48b51-41ba-4b30-aaba-fd0d90c6f624", "status": "completed", "code": 200}]} {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:51:24.213894 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-6f3cdd36-439a-4c63-bcd7-0033a84b6a39 {{(pid=115908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:51:24.214282 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f3cdd36-439a-4c63-bcd7-0033a84b6a39'] response: {'name': 'network-changed', 'server_uuid': '5393b1a3-209a-4a5f-bc1f-82d40c318516', 'tag': '74c48b51-41ba-4b30-aaba-fd0d90c6f624', 'status': 'completed', 'code': 200} Jul 29 04:51:24.243512 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:51:24.314491 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c8f0a-0e79-487e-95c8-f2958f817fb1 req-fce78543-7d36-45bb-b0db-f3edcf78c344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:24.315980 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b73c8f0a-0e79-487e-95c8-f2958f817fb1 req-fce78543-7d36-45bb-b0db-f3edcf78c344 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=21c0f0b9063948a9a0183b528bc21130&device_id=5393b1a3-209a-4a5f-bc1f-82d40c318516 HTTP/1.1" status: 200 len: 1127 time: 0.0599055 Jul 29 04:51:24.318204 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-853d35ca-54d6-4400-b459-4e4f7a3489ca req-81d77b1a-4bae-466c-8d6d-3d927ca70114 service neutron] 10.222.0.64 "GET /v2.0/networks/4bcca997-0807-424d-86d3-43681c4961dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256850 Jul 29 04:51:24.377917 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b73c8f0a-0e79-487e-95c8-f2958f817fb1 req-45a86c3e-47a0-40d7-911a-66860a1f45a7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74c48b51-41ba-4b30-aaba-fd0d90c6f624 HTTP/1.1" status: 200 len: 217 time: 0.0387681 Jul 29 04:51:24.443300 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c8f0a-0e79-487e-95c8-f2958f817fb1 req-b9c97e69-fa78-4223-aa62-009c993c1d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:24.444832 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b73c8f0a-0e79-487e-95c8-f2958f817fb1 req-b9c97e69-fa78-4223-aa62-009c993c1d36 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bf6f320a-767d-469d-96f7-99736e1ba1ea HTTP/1.1" status: 200 len: 853 time: 0.0486684 Jul 29 04:51:24.503797 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c8f0a-0e79-487e-95c8-f2958f817fb1 req-0b1f2245-602a-454f-b14c-57467b8893cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:24.505356 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b73c8f0a-0e79-487e-95c8-f2958f817fb1 req-0b1f2245-602a-454f-b14c-57467b8893cd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4ba73cc7-e7ec-4057-be46-46395fa10f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390327 Jul 29 04:51:24.702731 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd703ea0-0ea7-4c4e-b9f2-b0ac67528868 req-4a5e9ff6-3069-4e06-83f7-3c5161b072ce tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:24.704106 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-cd703ea0-0ea7-4c4e-b9f2-b0ac67528868 req-4a5e9ff6-3069-4e06-83f7-3c5161b072ce tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/ports?device_id=5393b1a3-209a-4a5f-bc1f-82d40c318516 HTTP/1.1" status: 200 len: 943 time: 0.0526271 Jul 29 04:51:24.751342 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-cd703ea0-0ea7-4c4e-b9f2-b0ac67528868 req-fc440604-56b2-4c8e-8eb6-4ddc83bcb876 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/security-groups?id=53745ed1-8acc-4712-a583-01e3c1f9287b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416503 Jul 29 04:51:24.841209 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b73c8f0a-0e79-487e-95c8-f2958f817fb1 req-18ababa4-6509-4356-9f44-10108ce5d65e service neutron] 10.222.0.64 "GET /v2.0/networks/4ba73cc7-e7ec-4057-be46-46395fa10f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889285 Jul 29 04:51:24.935139 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b73c8f0a-0e79-487e-95c8-f2958f817fb1 req-4927fae5-1cd3-4d71-95af-9ebafcad3fb2 service neutron] 10.222.0.64 "GET /v2.0/networks/4ba73cc7-e7ec-4057-be46-46395fa10f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875127 Jul 29 04:51:25.869740 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb09d6b-0939-4a04-b156-bc21f581d74f req-a5b91c84-35b5-49e5-81fa-a58f468ff30f tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:25.871854 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-5fb09d6b-0939-4a04-b156-bc21f581d74f req-a5b91c84-35b5-49e5-81fa-a58f468ff30f tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/ports?device_id=5393b1a3-209a-4a5f-bc1f-82d40c318516 HTTP/1.1" status: 200 len: 943 time: 0.0470631 Jul 29 04:51:25.917286 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-5fb09d6b-0939-4a04-b156-bc21f581d74f req-f36e0e8f-5a43-4a09-ab2f-a721d5660895 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/security-groups?id=53745ed1-8acc-4712-a583-01e3c1f9287b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399835 Jul 29 04:51:26.894671 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.agents_db [None req-05f878dc-9505-4230-ae26-b2f791c5e7d5 None None] Agent healthcheck: found 6 active agents {{(pid=115910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 04:51:27.033425 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df16837-0777-4765-befc-b37c49268166 req-ad56cc4d-6db3-4c67-8b7f-a6d5501ab14b tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:27.034874 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-3df16837-0777-4765-befc-b37c49268166 req-ad56cc4d-6db3-4c67-8b7f-a6d5501ab14b tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/ports?device_id=5393b1a3-209a-4a5f-bc1f-82d40c318516 HTTP/1.1" status: 200 len: 943 time: 0.0464106 Jul 29 04:51:27.070018 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=100 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:51:27.082491 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-3df16837-0777-4765-befc-b37c49268166 req-223ffe0e-d6d6-4f6b-948c-24228b64a20b tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/security-groups?id=53745ed1-8acc-4712-a583-01e3c1f9287b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420029 Jul 29 04:51:28.218046 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d905ef-7694-40a2-92a9-9dd00f6cbce5 req-2f6ccddb-9941-46ec-99e8-22b224d9f098 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:28.219011 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-41d905ef-7694-40a2-92a9-9dd00f6cbce5 req-2f6ccddb-9941-46ec-99e8-22b224d9f098 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/ports?device_id=5393b1a3-209a-4a5f-bc1f-82d40c318516 HTTP/1.1" status: 200 len: 943 time: 0.0659087 Jul 29 04:51:28.232476 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:51:28.275834 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-41d905ef-7694-40a2-92a9-9dd00f6cbce5 req-72a4c799-fc5b-4709-a48f-3edc1f477544 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/security-groups?id=53745ed1-8acc-4712-a583-01e3c1f9287b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512953 Jul 29 04:51:28.495289 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df161c99-ca70-4de0-a160-b2812466408b req-bec0d21a-efbf-4e7e-8fc9-6b15a03a80e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:28.496821 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-df161c99-ca70-4de0-a160-b2812466408b req-bec0d21a-efbf-4e7e-8fc9-6b15a03a80e2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=21c0f0b9063948a9a0183b528bc21130&device_id=5393b1a3-209a-4a5f-bc1f-82d40c318516 HTTP/1.1" status: 200 len: 1127 time: 0.0448914 Jul 29 04:51:28.595357 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df161c99-ca70-4de0-a160-b2812466408b req-e3d706a6-09bf-411c-a539-9b426fd356f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:28.597140 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-df161c99-ca70-4de0-a160-b2812466408b req-e3d706a6-09bf-411c-a539-9b426fd356f7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4ba73cc7-e7ec-4057-be46-46395fa10f6a HTTP/1.1" status: 200 len: 915 time: 0.0929320 Jul 29 04:51:28.644776 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-df161c99-ca70-4de0-a160-b2812466408b req-0f19b143-d9f0-43c0-852b-deb485edb94f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74c48b51-41ba-4b30-aaba-fd0d90c6f624 HTTP/1.1" status: 200 len: 217 time: 0.0396836 Jul 29 04:51:28.702025 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df161c99-ca70-4de0-a160-b2812466408b req-0a18e30d-603b-4c6d-90f0-8a05193211a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:28.703659 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-df161c99-ca70-4de0-a160-b2812466408b req-0a18e30d-603b-4c6d-90f0-8a05193211a8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bf6f320a-767d-469d-96f7-99736e1ba1ea HTTP/1.1" status: 200 len: 853 time: 0.0472455 Jul 29 04:51:28.748207 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df161c99-ca70-4de0-a160-b2812466408b req-fccb7b25-4737-4d5a-bbd3-6416fc3e3f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:28.749661 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-df161c99-ca70-4de0-a160-b2812466408b req-fccb7b25-4737-4d5a-bbd3-6416fc3e3f39 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4ba73cc7-e7ec-4057-be46-46395fa10f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402894 Jul 29 04:51:28.850966 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-df161c99-ca70-4de0-a160-b2812466408b req-6ea2d5a3-ddfc-4219-a27a-ee6991163e48 service neutron] 10.222.0.64 "GET /v2.0/networks/4ba73cc7-e7ec-4057-be46-46395fa10f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888302 Jul 29 04:51:28.909044 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:51:28.941401 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-df161c99-ca70-4de0-a160-b2812466408b req-9898fbc8-d311-4d13-8bb6-27c0ef1992d5 service neutron] 10.222.0.64 "GET /v2.0/networks/4ba73cc7-e7ec-4057-be46-46395fa10f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829656 Jul 29 04:51:29.404198 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22025c0c-f1a1-4120-8c29-7cc39ab757e1 req-4c70a0f6-c09d-4273-ab5d-e34d19e6feb7 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:29.405741 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-22025c0c-f1a1-4120-8c29-7cc39ab757e1 req-4c70a0f6-c09d-4273-ab5d-e34d19e6feb7 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/ports?device_id=5393b1a3-209a-4a5f-bc1f-82d40c318516 HTTP/1.1" status: 200 len: 943 time: 0.0565922 Jul 29 04:51:29.456024 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-22025c0c-f1a1-4120-8c29-7cc39ab757e1 req-c390a55b-2729-4913-ba54-dc78f55f5806 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/security-groups?id=53745ed1-8acc-4712-a583-01e3c1f9287b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447330 Jul 29 04:51:30.561473 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device 74c48b51-41ba-4b30-aaba-fd0d90c6f624 details requested by agent hyperv_hv-cinder-85144 with host hv-cinder-85144 {{(pid=115909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 04:51:30.575425 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d886cd-0d18-45e8-b7da-bae545d0f26b req-627425eb-8923-467a-af1d-b040d76bc263 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:30.577219 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-10d886cd-0d18-45e8-b7da-bae545d0f26b req-627425eb-8923-467a-af1d-b040d76bc263 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/ports?device_id=5393b1a3-209a-4a5f-bc1f-82d40c318516 HTTP/1.1" status: 200 len: 943 time: 0.0464249 Jul 29 04:51:30.626060 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-10d886cd-0d18-45e8-b7da-bae545d0f26b req-a388482c-7a6a-4fec-b206-f7b2458c565c tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/security-groups?id=53745ed1-8acc-4712-a583-01e3c1f9287b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431972 Jul 29 04:51:30.669899 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port 74c48b51-41ba-4b30-aaba-fd0d90c6f624, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=74c48b51-41ba-4b30-aaba-fd0d90c6f624,segment=NetworkSegment(415f04c1-2dee-45a6-a50f-5637d731d5fe),segment_id=415f04c1-2dee-45a6-a50f-5637d731d5fe)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:51:30.681434 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Returning: {'device': '74c48b51-41ba-4b30-aaba-fd0d90c6f624', 'network_id': '4ba73cc7-e7ec-4057-be46-46395fa10f6a', 'port_id': '74c48b51-41ba-4b30-aaba-fd0d90c6f624', 'mac_address': 'fa:16:3e:c3:a2:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf6f320a-767d-469d-96f7-99736e1ba1ea', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 04:51:30.715930 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Current status of the port 74c48b51-41ba-4b30-aaba-fd0d90c6f624 is: DOWN; New status is: BUILD {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:51:30.716323 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (74c48b51-41ba-4b30-aaba-fd0d90c6f624), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:30.729372 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.notifiers.nova [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74c48b51-41ba-4b30-aaba-fd0d90c6f624 {{(pid=115909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 04:51:30.750318 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port 74c48b51-41ba-4b30-aaba-fd0d90c6f624, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=74c48b51-41ba-4b30-aaba-fd0d90c6f624,segment=NetworkSegment(415f04c1-2dee-45a6-a50f-5637d731d5fe),segment_id=415f04c1-2dee-45a6-a50f-5637d731d5fe)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:51:30.754165 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (74c48b51-41ba-4b30-aaba-fd0d90c6f624), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:30.801835 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Pushing event updated for resources: {'Port': ['ID=74c48b51-41ba-4b30-aaba-fd0d90c6f624,revision_number=4']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:51:31.249354 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] get_ports_and_sgs() called for port_ids ['74c48b51-41ba-4b30-aaba-fd0d90c6f624'] {{(pid=115909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 04:51:31.748012 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3235f240-aef5-48f9-8b3b-feddfce5b433 req-9fdddc2a-d760-4255-902a-a0d780ea9c0e tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:31.749557 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-3235f240-aef5-48f9-8b3b-feddfce5b433 req-9fdddc2a-d760-4255-902a-a0d780ea9c0e tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/ports?device_id=5393b1a3-209a-4a5f-bc1f-82d40c318516 HTTP/1.1" status: 200 len: 944 time: 0.0508094 Jul 29 04:51:31.798377 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-3235f240-aef5-48f9-8b3b-feddfce5b433 req-d2720b6c-b23f-463a-b54f-d682693222a6 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/security-groups?id=53745ed1-8acc-4712-a583-01e3c1f9287b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433085 Jul 29 04:51:32.571285 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device 74c48b51-41ba-4b30-aaba-fd0d90c6f624 up at agent hyperv_hv-cinder-85144 {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 04:51:32.613520 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Provisioning for port 74c48b51-41ba-4b30-aaba-fd0d90c6f624 completed by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 29 04:51:32.619829 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Provisioning complete for port 74c48b51-41ba-4b30-aaba-fd0d90c6f624 triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:51:32.620223 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (74c48b51-41ba-4b30-aaba-fd0d90c6f624), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:32.696000 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Current status of the port 74c48b51-41ba-4b30-aaba-fd0d90c6f624 is: BUILD; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:51:32.696405 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (74c48b51-41ba-4b30-aaba-fd0d90c6f624), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:32.715135 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:51:32.719552 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5393b1a3-209a-4a5f-bc1f-82d40c318516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c48b51-41ba-4b30-aaba-fd0d90c6f624'}] {{(pid=115909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:51:32.721826 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c420e031ced92140226aa6f83123c9b23fc96e3244e1479094dc728224b9fe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3575fd0b-871f-4a0e-baa4-d292c337239d" -d '{"events": [{"server_uuid": "5393b1a3-209a-4a5f-bc1f-82d40c318516", "name": "network-vif-plugged", "status": "completed", "tag": "74c48b51-41ba-4b30-aaba-fd0d90c6f624"}]}' {{(pid=115909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:51:32.735724 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port 74c48b51-41ba-4b30-aaba-fd0d90c6f624, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=74c48b51-41ba-4b30-aaba-fd0d90c6f624,segment=NetworkSegment(415f04c1-2dee-45a6-a50f-5637d731d5fe),segment_id=415f04c1-2dee-45a6-a50f-5637d731d5fe)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:51:32.739363 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (74c48b51-41ba-4b30-aaba-fd0d90c6f624), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:32.763395 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 04:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24847f71-5e7f-4b3a-8caa-c0e1360371a2 x-openstack-request-id: req-24847f71-5e7f-4b3a-8caa-c0e1360371a2 {{(pid=115909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:51:32.763687 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5393b1a3-209a-4a5f-bc1f-82d40c318516", "name": "network-vif-plugged", "status": "completed", "tag": "74c48b51-41ba-4b30-aaba-fd0d90c6f624", "code": 200}]} {{(pid=115909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:51:32.763969 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-24847f71-5e7f-4b3a-8caa-c0e1360371a2 {{(pid=115909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:51:32.764377 dv-cinder-851449-2-iscsi neutron-server[115909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24847f71-5e7f-4b3a-8caa-c0e1360371a2'] response: {'server_uuid': '5393b1a3-209a-4a5f-bc1f-82d40c318516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c48b51-41ba-4b30-aaba-fd0d90c6f624', 'code': 200} Jul 29 04:51:32.789044 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Pushing event updated for resources: {'Port': ['ID=74c48b51-41ba-4b30-aaba-fd0d90c6f624,revision_number=5']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:51:32.923932 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4204071c-afa8-4e5c-b2e9-74a9e0c8e6a8 req-d6900b3b-17b4-46ca-aa89-6223758d5805 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:32.925568 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-4204071c-afa8-4e5c-b2e9-74a9e0c8e6a8 req-d6900b3b-17b4-46ca-aa89-6223758d5805 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/ports?device_id=5393b1a3-209a-4a5f-bc1f-82d40c318516 HTTP/1.1" status: 200 len: 945 time: 0.0506573 Jul 29 04:51:32.973824 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-4204071c-afa8-4e5c-b2e9-74a9e0c8e6a8 req-e3074fa7-9ae1-4473-a1ad-cca03a310391 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/security-groups?id=53745ed1-8acc-4712-a583-01e3c1f9287b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426023 Jul 29 04:51:32.984373 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3466e-1865-4401-9285-53fb578eaec2 req-0f294f55-03ff-4af6-b17f-fe81ffa978b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:32.986065 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b7b3466e-1865-4401-9285-53fb578eaec2 req-0f294f55-03ff-4af6-b17f-fe81ffa978b7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5393b1a3-209a-4a5f-bc1f-82d40c318516 HTTP/1.1" status: 200 len: 1129 time: 0.0392151 Jul 29 04:51:33.033113 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b7b3466e-1865-4401-9285-53fb578eaec2 req-0f251b67-a711-4f4e-935c-527c331a32b3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=53745ed1-8acc-4712-a583-01e3c1f9287b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407329 Jul 29 04:51:34.095060 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30834251-8882-41ed-87d6-580df15663d2 req-fb75cc81-514b-493d-8151-a1d9adce4a81 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:34.096512 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-30834251-8882-41ed-87d6-580df15663d2 req-fb75cc81-514b-493d-8151-a1d9adce4a81 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/ports?device_id=5393b1a3-209a-4a5f-bc1f-82d40c318516 HTTP/1.1" status: 200 len: 945 time: 0.0466418 Jul 29 04:51:34.142836 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-30834251-8882-41ed-87d6-580df15663d2 req-3c712edd-56d7-4123-8460-181b681f752f tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/security-groups?id=53745ed1-8acc-4712-a583-01e3c1f9287b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407546 Jul 29 04:51:35.264153 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23817aa2-cdd1-4e13-ac16-ad1b4e744cce req-aea026c9-524b-42cb-8fa3-9ff765c62da5 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:35.265681 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-23817aa2-cdd1-4e13-ac16-ad1b4e744cce req-aea026c9-524b-42cb-8fa3-9ff765c62da5 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/ports?device_id=5393b1a3-209a-4a5f-bc1f-82d40c318516 HTTP/1.1" status: 200 len: 945 time: 0.0509174 Jul 29 04:51:35.550731 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-23817aa2-cdd1-4e13-ac16-ad1b4e744cce req-14b362c9-cb83-4e48-bd06-ea7ba7ad9949 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/security-groups?id=53745ed1-8acc-4712-a583-01e3c1f9287b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795060 Jul 29 04:51:36.676360 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b2924-e1d5-4a0e-bf68-69e57d862684 req-3a7bbdfc-a6d3-43bb-993e-bfb29fd39ac3 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:36.677858 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e29b2924-e1d5-4a0e-bf68-69e57d862684 req-3a7bbdfc-a6d3-43bb-993e-bfb29fd39ac3 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/ports?device_id=5393b1a3-209a-4a5f-bc1f-82d40c318516 HTTP/1.1" status: 200 len: 945 time: 0.0501692 Jul 29 04:51:36.727780 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e29b2924-e1d5-4a0e-bf68-69e57d862684 req-1c6db3e3-5a29-4780-a212-0dd969dee18f tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/security-groups?id=53745ed1-8acc-4712-a583-01e3c1f9287b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442302 Jul 29 04:51:36.846689 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90369fbc-00eb-43ba-a55e-48376d496c0c req-9162a290-e637-4d6e-bea3-4e8349c5bfc7 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:36.848101 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-90369fbc-00eb-43ba-a55e-48376d496c0c req-9162a290-e637-4d6e-bea3-4e8349c5bfc7 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/ports?device_id=5393b1a3-209a-4a5f-bc1f-82d40c318516 HTTP/1.1" status: 200 len: 945 time: 0.0477490 Jul 29 04:51:36.890510 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=2 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:51:36.896497 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-90369fbc-00eb-43ba-a55e-48376d496c0c req-dd494996-e53d-4b40-bf8f-98fc375cfca3 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/security-groups?id=53745ed1-8acc-4712-a583-01e3c1f9287b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427580 Jul 29 04:51:37.245255 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d7d7e-0958-462a-87e5-3ab485729834 req-cd21f8a4-b6eb-4577-9fed-29f8f6e92681 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:37.247431 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-ac4d7d7e-0958-462a-87e5-3ab485729834 req-cd21f8a4-b6eb-4577-9fed-29f8f6e92681 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/ports?device_id=5393b1a3-209a-4a5f-bc1f-82d40c318516 HTTP/1.1" status: 200 len: 945 time: 0.0647798 Jul 29 04:51:37.262860 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=100 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:51:37.277204 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 33372) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:51:37.282075 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [None req-1de967c4-dc8a-4a42-a043-58198382a76c tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2025054375', 'description': 'tempest-description--1932793203'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:51:37.306177 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-1de967c4-dc8a-4a42-a043-58198382a76c tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for security_group (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:37.307769 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-ac4d7d7e-0958-462a-87e5-3ab485729834 req-53a056ea-5187-4129-a7f3-346184c32af5 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/security-groups?id=53745ed1-8acc-4712-a583-01e3c1f9287b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543382 Jul 29 04:51:37.377487 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:51:37.386289 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-1de967c4-dc8a-4a42-a043-58198382a76c tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for security_group (e8f3de5b-08d7-4836-a81b-4dce1312969f), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:37.392865 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-1de967c4-dc8a-4a42-a043-58198382a76c tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (e8f3de5b-08d7-4836-a81b-4dce1312969f), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:37.422088 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de967c4-dc8a-4a42-a043-58198382a76c tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f3de5b-08d7-4836-a81b-4dce1312969f,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:51:37.435831 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de967c4-dc8a-4a42-a043-58198382a76c tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:51:37.436435 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de967c4-dc8a-4a42-a043-58198382a76c tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:51:37.436870 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de967c4-dc8a-4a42-a043-58198382a76c tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:51:37.437154 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de967c4-dc8a-4a42-a043-58198382a76c tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:51:37.437490 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de967c4-dc8a-4a42-a043-58198382a76c tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:51:37.437850 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de967c4-dc8a-4a42-a043-58198382a76c tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:51:37.438197 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de967c4-dc8a-4a42-a043-58198382a76c tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:51:37.438515 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de967c4-dc8a-4a42-a043-58198382a76c tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:51:37.439419 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de967c4-dc8a-4a42-a043-58198382a76c tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:51:37.439764 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de967c4-dc8a-4a42-a043-58198382a76c tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:51:37.440174 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de967c4-dc8a-4a42-a043-58198382a76c tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:51:37.440732 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de967c4-dc8a-4a42-a043-58198382a76c tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:51:37.441334 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de967c4-dc8a-4a42-a043-58198382a76c tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:51:37.441703 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de967c4-dc8a-4a42-a043-58198382a76c tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:51:37.441946 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de967c4-dc8a-4a42-a043-58198382a76c tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:51:37.447658 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-1de967c4-dc8a-4a42-a043-58198382a76c tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:37.449119 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-1de967c4-dc8a-4a42-a043-58198382a76c tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1708157 Jul 29 04:51:37.452197 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 33376) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:51:37.458058 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [None req-53082640-af62-4b0d-a8b3-91c50f20c9d0 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Request body: {'security_group_rule': {'security_group_id': 'e8f3de5b-08d7-4836-a81b-4dce1312969f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:51:37.489494 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-53082640-af62-4b0d-a8b3-91c50f20c9d0 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for security_group_rule (eb08d396-238e-4b28-ba93-ed30a094a1e6), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:37.553039 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-53082640-af62-4b0d-a8b3-91c50f20c9d0 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for security_group_rule (eb08d396-238e-4b28-ba93-ed30a094a1e6), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:37.556707 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-53082640-af62-4b0d-a8b3-91c50f20c9d0 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885006'] for security_group_rule (eb08d396-238e-4b28-ba93-ed30a094a1e6), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:37.578769 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53082640-af62-4b0d-a8b3-91c50f20c9d0 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb08d396-238e-4b28-ba93-ed30a094a1e6,revision_number=0']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:51:37.591529 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-53082640-af62-4b0d-a8b3-91c50f20c9d0 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:37.592797 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-53082640-af62-4b0d-a8b3-91c50f20c9d0 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1389174 Jul 29 04:51:37.594323 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53082640-af62-4b0d-a8b3-91c50f20c9d0 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:51:37.594677 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53082640-af62-4b0d-a8b3-91c50f20c9d0 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:51:37.595030 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53082640-af62-4b0d-a8b3-91c50f20c9d0 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:51:37.595377 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53082640-af62-4b0d-a8b3-91c50f20c9d0 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:51:37.595929 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 33378) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:51:37.601104 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [None req-61de2cfc-627f-4036-a394-996818a46f4f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Request body: {'security_group_rule': {'security_group_id': 'e8f3de5b-08d7-4836-a81b-4dce1312969f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:51:37.604751 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53082640-af62-4b0d-a8b3-91c50f20c9d0 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:51:37.605434 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53082640-af62-4b0d-a8b3-91c50f20c9d0 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:51:37.607670 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53082640-af62-4b0d-a8b3-91c50f20c9d0 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:51:37.608248 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53082640-af62-4b0d-a8b3-91c50f20c9d0 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:51:37.608808 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53082640-af62-4b0d-a8b3-91c50f20c9d0 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:51:37.609339 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53082640-af62-4b0d-a8b3-91c50f20c9d0 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:51:37.610001 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53082640-af62-4b0d-a8b3-91c50f20c9d0 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:51:37.610478 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53082640-af62-4b0d-a8b3-91c50f20c9d0 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:51:37.610796 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53082640-af62-4b0d-a8b3-91c50f20c9d0 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:51:37.611140 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53082640-af62-4b0d-a8b3-91c50f20c9d0 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:51:37.611549 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53082640-af62-4b0d-a8b3-91c50f20c9d0 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:51:37.634583 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-61de2cfc-627f-4036-a394-996818a46f4f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for security_group_rule (9a2cabf0-1574-4a4a-8774-65d44a3afd07), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:37.703130 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-61de2cfc-627f-4036-a394-996818a46f4f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for security_group_rule (9a2cabf0-1574-4a4a-8774-65d44a3afd07), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:37.707434 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-61de2cfc-627f-4036-a394-996818a46f4f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885006'] for security_group_rule (9a2cabf0-1574-4a4a-8774-65d44a3afd07), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:37.727314 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61de2cfc-627f-4036-a394-996818a46f4f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a2cabf0-1574-4a4a-8774-65d44a3afd07,revision_number=0']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:51:37.732042 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-61de2cfc-627f-4036-a394-996818a46f4f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:37.733323 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-61de2cfc-627f-4036-a394-996818a46f4f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1361282 Jul 29 04:51:37.736427 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 33384) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:51:37.740760 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [None req-4cf50445-acb9-4e01-918a-042d7331fd7c tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Request body: {'floatingip': {'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:51:37.761891 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-4cf50445-acb9-4e01-918a-042d7331fd7c tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:37.813822 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:51:37.847149 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-4cf50445-acb9-4e01-918a-042d7331fd7c tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:37.951670 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.db_base_plugin_common [None req-4cf50445-acb9-4e01-918a-042d7331fd7c tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Allocated IP 172.27.0.235 (9a05b655-8925-4222-a853-020f58db76f4/b252d643-2a5f-428d-a536-f8ecbd6d13e1/58d5b1c1-9a8b-4262-b3ff-6b3aeefd4475) {{(pid=115908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 04:51:38.055470 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-4cf50445-acb9-4e01-918a-042d7331fd7c tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for port (58d5b1c1-9a8b-4262-b3ff-6b3aeefd4475), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:38.086378 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-4cf50445-acb9-4e01-918a-042d7331fd7c tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (58d5b1c1-9a8b-4262-b3ff-6b3aeefd4475), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:38.127609 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf50445-acb9-4e01-918a-042d7331fd7c tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Network 9a05b655-8925-4222-a853-020f58db76f4 is already hosted by enough agents. {{(pid=115908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 04:51:38.130805 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.base_scheduler [None req-4cf50445-acb9-4e01-918a-042d7331fd7c tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Resources bound (agent type, host, resource id): {{(pid=115908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:51:38.134526 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf50445-acb9-4e01-918a-042d7331fd7c tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Received port after_create {{(pid=115908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 04:51:38.139213 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf50445-acb9-4e01-918a-042d7331fd7c tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Pushing event updated for resources: {'Port': ['ID=58d5b1c1-9a8b-4262-b3ff-6b3aeefd4475,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:51:38.219989 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-4cf50445-acb9-4e01-918a-042d7331fd7c tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for floatingip (0cffd030-af7e-4208-9d7d-ba0459f94caa), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:38.255941 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-4cf50445-acb9-4e01-918a-042d7331fd7c tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (58d5b1c1-9a8b-4262-b3ff-6b3aeefd4475), before_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:38.273801 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:51:38.407439 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-4cf50445-acb9-4e01-918a-042d7331fd7c tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for port (58d5b1c1-9a8b-4262-b3ff-6b3aeefd4475), precommit_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:38.411640 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-4cf50445-acb9-4e01-918a-042d7331fd7c tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7403849'] for port (58d5b1c1-9a8b-4262-b3ff-6b3aeefd4475), after_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:38.442388 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:51:38.491073 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf50445-acb9-4e01-918a-042d7331fd7c tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Pushing event updated for resources: {'Port': ['ID=58d5b1c1-9a8b-4262-b3ff-6b3aeefd4475,revision_number=2']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:51:38.500614 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-4cf50445-acb9-4e01-918a-042d7331fd7c tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1937124'] for floatingip (0cffd030-af7e-4208-9d7d-ba0459f94caa), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:38.516021 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-4cf50445-acb9-4e01-918a-042d7331fd7c tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for floatingip (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:38.517313 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-4cf50445-acb9-4e01-918a-042d7331fd7c tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7799368 Jul 29 04:51:38.948199 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e4f4e473-0467-4260-bfa3-0395c0653238 req-22e48171-21aa-49ed-a423-286a86bb5785 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--2025054375&fields=id&tenant_id=461e2af738084ccb986169d752510588 HTTP/1.1" status: 200 len: 267 time: 0.2721443 Jul 29 04:51:39.051567 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4e473-0467-4260-bfa3-0395c0653238 req-8180c157-5b67-4e9e-a644-1be5bd0657dc tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:39.053009 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e4f4e473-0467-4260-bfa3-0395c0653238 req-8180c157-5b67-4e9e-a644-1be5bd0657dc tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/networks?id=21ca39e1-cfc7-4b5b-897b-220faf26ce68 HTTP/1.1" status: 200 len: 814 time: 0.0982897 Jul 29 04:51:39.067151 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e4f4e473-0467-4260-bfa3-0395c0653238 req-a8602c61-2165-4cda-9aee-1fb359b139fe tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/quotas/461e2af738084ccb986169d752510588 HTTP/1.1" status: 200 len: 375 time: 0.0087981 Jul 29 04:51:39.119562 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e4f4e473-0467-4260-bfa3-0395c0653238 req-560bc139-21ae-414a-b190-92107ee6be41 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=461e2af738084ccb986169d752510588&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0474403 Jul 29 04:51:39.212442 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e4f4e473-0467-4260-bfa3-0395c0653238 req-5cb82efa-a1cd-49dd-9fb7-5a98ed9ec08a service neutron] 10.222.0.40 "GET /v2.0/networks/21ca39e1-cfc7-4b5b-897b-220faf26ce68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814724 Jul 29 04:51:39.302491 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e4f4e473-0467-4260-bfa3-0395c0653238 req-018e6b8c-b6bf-42eb-832a-96488c2b7c7a service neutron] 10.222.0.40 "GET /v2.0/networks/21ca39e1-cfc7-4b5b-897b-220faf26ce68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838044 Jul 29 04:51:39.463034 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-36d678a9-e211-43a2-9c40-fac87703d3a5 req-5028bba5-b5f8-4a7c-b238-065d1baa51ff tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=42dff02f-3754-41d5-85a6-d6e4e3a74922 HTTP/1.1" status: 200 len: 210 time: 0.0291119 Jul 29 04:51:40.577800 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-2e6b3351-435b-483b-aad6-004e50990a45 req-739536d6-a8f4-46c8-b106-77a92d4116a8 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=42dff02f-3754-41d5-85a6-d6e4e3a74922 HTTP/1.1" status: 200 len: 210 time: 0.0400984 Jul 29 04:51:40.724914 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4e473-0467-4260-bfa3-0395c0653238 req-2d96dd70-f000-472a-a3f6-9c1942bbd5f0 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:40.726479 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e4f4e473-0467-4260-bfa3-0395c0653238 req-2d96dd70-f000-472a-a3f6-9c1942bbd5f0 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.64 "GET /v2.0/networks?id=21ca39e1-cfc7-4b5b-897b-220faf26ce68 HTTP/1.1" status: 200 len: 814 time: 0.1372654 Jul 29 04:51:40.812021 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e4f4e473-0467-4260-bfa3-0395c0653238 req-250f159d-87ce-4194-a245-cfece10f4be8 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=461e2af738084ccb986169d752510588 HTTP/1.1" status: 200 len: 473 time: 0.0682797 Jul 29 04:51:40.949574 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [req-e4f4e473-0467-4260-bfa3-0395c0653238 req-ac393d4f-4513-48a7-9374-43aa1f535c8d tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Request body: {'port': {'device_id': '42dff02f-3754-41d5-85a6-d6e4e3a74922', 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68', 'admin_state_up': True, 'tenant_id': '461e2af738084ccb986169d752510588', 'security_groups': ['e8f3de5b-08d7-4836-a81b-4dce1312969f']}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:51:41.038488 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:51:41.057036 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4f4e473-0467-4260-bfa3-0395c0653238 req-ac393d4f-4513-48a7-9374-43aa1f535c8d tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Made reservation on behalf of 461e2af738084ccb986169d752510588 for: {'port': 1} {{(pid=115908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 04:51:41.061063 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-e4f4e473-0467-4260-bfa3-0395c0653238 req-ac393d4f-4513-48a7-9374-43aa1f535c8d tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:41.187755 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:51:41.192049 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.db_base_plugin_common [req-e4f4e473-0467-4260-bfa3-0395c0653238 req-ac393d4f-4513-48a7-9374-43aa1f535c8d tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Allocated IP 172.20.0.8 (21ca39e1-cfc7-4b5b-897b-220faf26ce68/5df203e3-38ee-42fe-a28a-41c6f641aefe/2334e019-9a68-4595-b751-e85232761217) {{(pid=115908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 04:51:41.333257 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-e4f4e473-0467-4260-bfa3-0395c0653238 req-ac393d4f-4513-48a7-9374-43aa1f535c8d tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for port (2334e019-9a68-4595-b751-e85232761217), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:41.365508 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-e4f4e473-0467-4260-bfa3-0395c0653238 req-ac393d4f-4513-48a7-9374-43aa1f535c8d tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (2334e019-9a68-4595-b751-e85232761217), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:41.408484 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4f4e473-0467-4260-bfa3-0395c0653238 req-ac393d4f-4513-48a7-9374-43aa1f535c8d tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Network 21ca39e1-cfc7-4b5b-897b-220faf26ce68 is already hosted by enough agents. {{(pid=115908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 04:51:41.411692 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.base_scheduler [req-e4f4e473-0467-4260-bfa3-0395c0653238 req-ac393d4f-4513-48a7-9374-43aa1f535c8d tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Resources bound (agent type, host, resource id): {{(pid=115908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:51:41.415447 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4f4e473-0467-4260-bfa3-0395c0653238 req-ac393d4f-4513-48a7-9374-43aa1f535c8d tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Received port after_create {{(pid=115908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 04:51:41.441066 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac393d4f-4513-48a7-9374-43aa1f535c8d tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Pushing event updated for resources: {'Port': ['ID=2334e019-9a68-4595-b751-e85232761217,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:51:41.471265 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4e473-0467-4260-bfa3-0395c0653238 req-ac393d4f-4513-48a7-9374-43aa1f535c8d tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:41.471885 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-e4f4e473-0467-4260-bfa3-0395c0653238 req-ac393d4f-4513-48a7-9374-43aa1f535c8d tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for port (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:41.489032 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e4f4e473-0467-4260-bfa3-0395c0653238 req-ac393d4f-4513-48a7-9374-43aa1f535c8d tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5431781 Jul 29 04:51:41.510416 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [req-e4f4e473-0467-4260-bfa3-0395c0653238 req-2f897e2a-e6e4-4da3-9e8c-ffe3a9ccfaf7 service neutron] Request body: {'port': {'device_id': '42dff02f-3754-41d5-85a6-d6e4e3a74922', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85144'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:51:41.573845 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-e4f4e473-0467-4260-bfa3-0395c0653238 req-2f897e2a-e6e4-4da3-9e8c-ffe3a9ccfaf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (2334e019-9a68-4595-b751-e85232761217), before_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:41.674575 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-54b5dde7-1799-4187-b1fa-fff05f931c76 None None] Provisioning complete for port 2334e019-9a68-4595-b751-e85232761217 triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:51:41.675559 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-54b5dde7-1799-4187-b1fa-fff05f931c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (2334e019-9a68-4595-b751-e85232761217), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:41.676955 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:51:41.711479 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-54b5dde7-1799-4187-b1fa-fff05f931c76 None None] Port 2334e019-9a68-4595-b751-e85232761217 cannot update to ACTIVE because it is not bound. {{(pid=115909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 04:51:41.713399 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef061c-93b5-4f7e-808b-4b05366fbf15 req-2ef5115d-4b65-449d-ab05-578d5fa7fcde tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:41.715527 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-b0ef061c-93b5-4f7e-808b-4b05366fbf15 req-2ef5115d-4b65-449d-ab05-578d5fa7fcde tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=42dff02f-3754-41d5-85a6-d6e4e3a74922 HTTP/1.1" status: 200 len: 931 time: 0.0623927 Jul 29 04:51:41.769254 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-b0ef061c-93b5-4f7e-808b-4b05366fbf15 req-d9f62ca9-8fd9-4b2e-907e-2451b5da613d tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=e8f3de5b-08d7-4836-a81b-4dce1312969f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467656 Jul 29 04:51:41.810648 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:51:41.843105 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [req-e4f4e473-0467-4260-bfa3-0395c0653238 req-2f897e2a-e6e4-4da3-9e8c-ffe3a9ccfaf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2334e019-9a68-4595-b751-e85232761217 {{(pid=115908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 04:51:41.851169 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-e4f4e473-0467-4260-bfa3-0395c0653238 req-2f897e2a-e6e4-4da3-9e8c-ffe3a9ccfaf7 service neutron] Publish callbacks [] for port (2334e019-9a68-4595-b751-e85232761217), precommit_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:41.865329 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.provisioning_blocks [req-e4f4e473-0467-4260-bfa3-0395c0653238 req-2f897e2a-e6e4-4da3-9e8c-ffe3a9ccfaf7 service neutron] Transition to ACTIVE for port object 2334e019-9a68-4595-b751-e85232761217 will not be triggered until provisioned by entity L2. {{(pid=115908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 29 04:51:41.869257 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-e4f4e473-0467-4260-bfa3-0395c0653238 req-2f897e2a-e6e4-4da3-9e8c-ffe3a9ccfaf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7403849'] for port (2334e019-9a68-4595-b751-e85232761217), after_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:41.922755 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f897e2a-e6e4-4da3-9e8c-ffe3a9ccfaf7 service neutron] Pushing event updated for resources: {'Port': ['ID=2334e019-9a68-4595-b751-e85232761217,revision_number=2']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:51:41.995647 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.managers [req-e4f4e473-0467-4260-bfa3-0395c0653238 req-2f897e2a-e6e4-4da3-9e8c-ffe3a9ccfaf7 service neutron] Attempting to bind port 2334e019-9a68-4595-b751-e85232761217 on host hv-cinder-85144 for vnic_type normal with profile {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 04:51:41.995996 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.managers [req-e4f4e473-0467-4260-bfa3-0395c0653238 req-2f897e2a-e6e4-4da3-9e8c-ffe3a9ccfaf7 service neutron] Attempting to bind port 2334e019-9a68-4595-b751-e85232761217 by drivers openvswitch,hyperv on host hv-cinder-85144 at level 0 using segments [{'id': 'be606ddc-fa2d-47b7-97af-8bdf56fa7376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68'}] {{(pid=115908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 04:51:41.996331 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f4e473-0467-4260-bfa3-0395c0653238 req-2f897e2a-e6e4-4da3-9e8c-ffe3a9ccfaf7 service neutron] Attempting to bind port 2334e019-9a68-4595-b751-e85232761217 on network 21ca39e1-cfc7-4b5b-897b-220faf26ce68 {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 04:51:42.001225 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f4e473-0467-4260-bfa3-0395c0653238 req-2f897e2a-e6e4-4da3-9e8c-ffe3a9ccfaf7 service neutron] Port 2334e019-9a68-4595-b751-e85232761217 on network 21ca39e1-cfc7-4b5b-897b-220faf26ce68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85144 {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 29 04:51:42.001553 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f4e473-0467-4260-bfa3-0395c0653238 req-2f897e2a-e6e4-4da3-9e8c-ffe3a9ccfaf7 service neutron] Attempting to bind port 2334e019-9a68-4595-b751-e85232761217 on network 21ca39e1-cfc7-4b5b-897b-220faf26ce68 {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 04:51:42.004222 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:INSERT=3,neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:51:42.007188 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f4e473-0467-4260-bfa3-0395c0653238 req-2f897e2a-e6e4-4da3-9e8c-ffe3a9ccfaf7 service neutron] Checking agent: {'id': 'bab6a0c9-2145-495f-b42f-b184e241503a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85144', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 4, 45, 21), 'started_at': datetime.datetime(2022, 7, 29, 4, 45, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 4, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 04:51:42.007527 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f4e473-0467-4260-bfa3-0395c0653238 req-2f897e2a-e6e4-4da3-9e8c-ffe3a9ccfaf7 service neutron] Checking segment: {'id': 'be606ddc-fa2d-47b7-97af-8bdf56fa7376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 04:51:42.007913 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f4e473-0467-4260-bfa3-0395c0653238 req-2f897e2a-e6e4-4da3-9e8c-ffe3a9ccfaf7 service neutron] Bound using segment: {'id': 'be606ddc-fa2d-47b7-97af-8bdf56fa7376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68'} {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 04:51:42.008348 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.managers [req-e4f4e473-0467-4260-bfa3-0395c0653238 req-2f897e2a-e6e4-4da3-9e8c-ffe3a9ccfaf7 service neutron] Bound port: 2334e019-9a68-4595-b751-e85232761217, host: hv-cinder-85144, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be606ddc-fa2d-47b7-97af-8bdf56fa7376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68'}}] {{(pid=115908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 04:51:42.008750 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-e4f4e473-0467-4260-bfa3-0395c0653238 req-2f897e2a-e6e4-4da3-9e8c-ffe3a9ccfaf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (2334e019-9a68-4595-b751-e85232761217), before_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:42.078308 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [req-e4f4e473-0467-4260-bfa3-0395c0653238 req-2f897e2a-e6e4-4da3-9e8c-ffe3a9ccfaf7 service neutron] For port 2334e019-9a68-4595-b751-e85232761217, host hv-cinder-85144, cleared binding levels {{(pid=115908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 04:51:42.081356 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [req-e4f4e473-0467-4260-bfa3-0395c0653238 req-2f897e2a-e6e4-4da3-9e8c-ffe3a9ccfaf7 service neutron] For port 2334e019-9a68-4595-b751-e85232761217, host hv-cinder-85144, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=2334e019-9a68-4595-b751-e85232761217,segment=NetworkSegment(be606ddc-fa2d-47b7-97af-8bdf56fa7376),segment_id=be606ddc-fa2d-47b7-97af-8bdf56fa7376)] {{(pid=115908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 04:51:42.087135 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-e4f4e473-0467-4260-bfa3-0395c0653238 req-2f897e2a-e6e4-4da3-9e8c-ffe3a9ccfaf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7403849'] for port (2334e019-9a68-4595-b751-e85232761217), after_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:42.125437 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4e473-0467-4260-bfa3-0395c0653238 req-2f897e2a-e6e4-4da3-9e8c-ffe3a9ccfaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:42.126070 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-e4f4e473-0467-4260-bfa3-0395c0653238 req-2f897e2a-e6e4-4da3-9e8c-ffe3a9ccfaf7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for port (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:42.127470 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e4f4e473-0467-4260-bfa3-0395c0653238 req-2f897e2a-e6e4-4da3-9e8c-ffe3a9ccfaf7 service neutron] 10.222.0.64 "PUT /v2.0/ports/2334e019-9a68-4595-b751-e85232761217 HTTP/1.1" status: 200 len: 1093 time: 0.6213341 Jul 29 04:51:42.127894 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42dff02f-3754-41d5-85a6-d6e4e3a74922', 'tag': '2334e019-9a68-4595-b751-e85232761217'}] {{(pid=115908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:51:42.130144 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91089063952d51f7df5c9c02e055d40fa8e1e9cb9a21cfbbcb9b3277c7a948b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696e0c27-4fda-49c5-a5b3-98140e7ac6bb" -d '{"events": [{"name": "network-changed", "server_uuid": "42dff02f-3754-41d5-85a6-d6e4e3a74922", "tag": "2334e019-9a68-4595-b751-e85232761217"}]}' {{(pid=115908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:51:42.151488 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f897e2a-e6e4-4da3-9e8c-ffe3a9ccfaf7 service neutron] Pushing event updated for resources: {'Port': ['ID=2334e019-9a68-4595-b751-e85232761217,revision_number=3']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:51:42.177103 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 04:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aae1a96-ebd9-4e63-ab86-2da5b0831901 x-openstack-request-id: req-7aae1a96-ebd9-4e63-ab86-2da5b0831901 {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:51:42.177399 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42dff02f-3754-41d5-85a6-d6e4e3a74922", "tag": "2334e019-9a68-4595-b751-e85232761217", "status": "completed", "code": 200}]} {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:51:42.177651 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-7aae1a96-ebd9-4e63-ab86-2da5b0831901 {{(pid=115908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:51:42.178064 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7aae1a96-ebd9-4e63-ab86-2da5b0831901'] response: {'name': 'network-changed', 'server_uuid': '42dff02f-3754-41d5-85a6-d6e4e3a74922', 'tag': '2334e019-9a68-4595-b751-e85232761217', 'status': 'completed', 'code': 200} Jul 29 04:51:42.320216 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e0c27-4fda-49c5-a5b3-98140e7ac6bb req-e6e99048-3282-4539-b68b-44e8e9a46536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:42.321793 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-696e0c27-4fda-49c5-a5b3-98140e7ac6bb req-e6e99048-3282-4539-b68b-44e8e9a46536 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=461e2af738084ccb986169d752510588&device_id=42dff02f-3754-41d5-85a6-d6e4e3a74922 HTTP/1.1" status: 200 len: 1127 time: 0.0399611 Jul 29 04:51:42.563097 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e0c27-4fda-49c5-a5b3-98140e7ac6bb req-e2c4eecb-1d11-45da-a6af-0386389b9242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:42.564538 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-696e0c27-4fda-49c5-a5b3-98140e7ac6bb req-e2c4eecb-1d11-45da-a6af-0386389b9242 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=461e2af738084ccb986169d752510588&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0945268 Jul 29 04:51:42.885166 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b0d0b-b26d-4160-9b72-4a2452cf3df5 req-2f5473ab-399a-43ce-a658-c3c83059ccec tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:42.886606 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-a03b0d0b-b26d-4160-9b72-4a2452cf3df5 req-2f5473ab-399a-43ce-a658-c3c83059ccec tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=42dff02f-3754-41d5-85a6-d6e4e3a74922 HTTP/1.1" status: 200 len: 943 time: 0.0458145 Jul 29 04:51:42.933069 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-a03b0d0b-b26d-4160-9b72-4a2452cf3df5 req-7653830d-1319-4451-981d-9c2dc5fe4cc4 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=e8f3de5b-08d7-4836-a81b-4dce1312969f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398140 Jul 29 04:51:43.243530 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e0c27-4fda-49c5-a5b3-98140e7ac6bb req-1001c85a-78a5-46f1-ba4e-b2947bb59c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:43.245051 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-696e0c27-4fda-49c5-a5b3-98140e7ac6bb req-1001c85a-78a5-46f1-ba4e-b2947bb59c39 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0988097 Jul 29 04:51:43.730105 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4e473-0467-4260-bfa3-0395c0653238 req-1c3cda60-a3a0-44d2-8bcd-0099e51cc639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:43.732201 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e4f4e473-0467-4260-bfa3-0395c0653238 req-1c3cda60-a3a0-44d2-8bcd-0099e51cc639 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=461e2af738084ccb986169d752510588&device_id=42dff02f-3754-41d5-85a6-d6e4e3a74922 HTTP/1.1" status: 200 len: 1127 time: 0.0455854 Jul 29 04:51:43.815776 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e4f4e473-0467-4260-bfa3-0395c0653238 req-0eab4268-dfdb-416a-bde5-df340807ff71 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2334e019-9a68-4595-b751-e85232761217 HTTP/1.1" status: 200 len: 217 time: 0.0332277 Jul 29 04:51:43.871957 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4e473-0467-4260-bfa3-0395c0653238 req-9b1d00b2-a1cb-4ee1-9797-b2e998dc76cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:43.874991 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e4f4e473-0467-4260-bfa3-0395c0653238 req-9b1d00b2-a1cb-4ee1-9797-b2e998dc76cf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5df203e3-38ee-42fe-a28a-41c6f641aefe HTTP/1.1" status: 200 len: 853 time: 0.0477057 Jul 29 04:51:43.924854 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4e473-0467-4260-bfa3-0395c0653238 req-1dae4eee-f841-463e-80e4-ca655a0294ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:43.926378 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e4f4e473-0467-4260-bfa3-0395c0653238 req-1dae4eee-f841-463e-80e4-ca655a0294ce service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=21ca39e1-cfc7-4b5b-897b-220faf26ce68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449657 Jul 29 04:51:44.061603 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e4f4e473-0467-4260-bfa3-0395c0653238 req-123e24d8-64fc-47ed-b3e9-dfb5d571c065 service neutron] 10.222.0.64 "GET /v2.0/networks/21ca39e1-cfc7-4b5b-897b-220faf26ce68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194851 Jul 29 04:51:44.075055 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9963e-383a-44ac-872f-28002814df01 req-e44f00d8-a1d7-4ca2-9740-2f15dd83a470 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:44.076452 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-36b9963e-383a-44ac-872f-28002814df01 req-e44f00d8-a1d7-4ca2-9740-2f15dd83a470 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=42dff02f-3754-41d5-85a6-d6e4e3a74922 HTTP/1.1" status: 200 len: 943 time: 0.0580084 Jul 29 04:51:44.161750 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:51:44.178837 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-36b9963e-383a-44ac-872f-28002814df01 req-c423ae11-45a8-43d8-960f-ae9bf5e16e33 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=e8f3de5b-08d7-4836-a81b-4dce1312969f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945439 Jul 29 04:51:44.202443 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e4f4e473-0467-4260-bfa3-0395c0653238 req-04cc9010-0a65-4439-8a15-1da4fc56cd14 service neutron] 10.222.0.64 "GET /v2.0/networks/21ca39e1-cfc7-4b5b-897b-220faf26ce68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250532 Jul 29 04:51:44.744518 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42565a9-5d5a-4ea4-8377-071dabd7f02a req-f4d8a6e1-3207-4f02-92ee-aa093a24f62a tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:44.746008 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-a42565a9-5d5a-4ea4-8377-071dabd7f02a req-f4d8a6e1-3207-4f02-92ee-aa093a24f62a tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0472231 Jul 29 04:51:44.798373 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-a42565a9-5d5a-4ea4-8377-071dabd7f02a req-00c95d8f-b623-46f4-a24f-e640ff23855c tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461135 Jul 29 04:51:45.303546 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e96e0-336b-461c-b731-45a4be74ecd8 req-019d1562-b33e-40b6-b86a-652fe07141a5 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:45.305036 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-eb9e96e0-336b-461c-b731-45a4be74ecd8 req-019d1562-b33e-40b6-b86a-652fe07141a5 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=42dff02f-3754-41d5-85a6-d6e4e3a74922 HTTP/1.1" status: 200 len: 943 time: 0.0513308 Jul 29 04:51:45.335867 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:51:45.355747 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-eb9e96e0-336b-461c-b731-45a4be74ecd8 req-efbfc02d-50e2-446d-b6aa-f0376c27ce87 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=e8f3de5b-08d7-4836-a81b-4dce1312969f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449791 Jul 29 04:51:45.920080 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9eb26-7f0b-4dc4-bfb9-02b74c9aa567 req-fafee2dc-1cae-496c-87bc-1d23440bc80a tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:45.921588 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ffc9eb26-7f0b-4dc4-bfb9-02b74c9aa567 req-fafee2dc-1cae-496c-87bc-1d23440bc80a tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0509622 Jul 29 04:51:45.947719 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:51:45.972865 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ffc9eb26-7f0b-4dc4-bfb9-02b74c9aa567 req-c49b70b6-362b-41a5-aa23-7ef5505b44b3 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455735 Jul 29 04:51:46.473863 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2bc7cc-42df-401e-a1c1-333e8c9afbe6 req-7accf251-bdf8-427e-a0b8-71838059fc0a tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:46.475332 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-2f2bc7cc-42df-401e-a1c1-333e8c9afbe6 req-7accf251-bdf8-427e-a0b8-71838059fc0a tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=42dff02f-3754-41d5-85a6-d6e4e3a74922 HTTP/1.1" status: 200 len: 943 time: 0.0463483 Jul 29 04:51:46.523549 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-2f2bc7cc-42df-401e-a1c1-333e8c9afbe6 req-08de27fa-848c-4722-b34a-356064343366 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=e8f3de5b-08d7-4836-a81b-4dce1312969f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418429 Jul 29 04:51:47.097945 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a914c-418e-4d97-9dc4-142b17bcd2c1 req-f973af7a-0f3e-4fcd-937b-aa7d9009f0c6 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:47.099412 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-147a914c-418e-4d97-9dc4-142b17bcd2c1 req-f973af7a-0f3e-4fcd-937b-aa7d9009f0c6 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0495448 Jul 29 04:51:47.146974 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-147a914c-418e-4d97-9dc4-142b17bcd2c1 req-fbf72f6f-281e-457a-b8ce-905e435dd474 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419955 Jul 29 04:51:47.417458 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=8 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:51:47.439546 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=18 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:51:47.649670 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa8a842-0276-4041-8958-0551a8a28a9f req-033107bb-ddf8-4a51-a363-37c78551e3f1 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:47.651183 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-8aa8a842-0276-4041-8958-0551a8a28a9f req-033107bb-ddf8-4a51-a363-37c78551e3f1 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=42dff02f-3754-41d5-85a6-d6e4e3a74922 HTTP/1.1" status: 200 len: 943 time: 0.0496130 Jul 29 04:51:47.706710 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-8aa8a842-0276-4041-8958-0551a8a28a9f req-dc15d426-9552-43cf-912a-8a315aed3c81 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=e8f3de5b-08d7-4836-a81b-4dce1312969f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471885 Jul 29 04:51:48.281256 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb5f88b-708a-48af-8518-3d7e9087af99 req-bc527112-f7ab-44c7-ab3b-b850e1be71d1 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:48.282724 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-6fb5f88b-708a-48af-8518-3d7e9087af99 req-bc527112-f7ab-44c7-ab3b-b850e1be71d1 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0606270 Jul 29 04:51:48.331306 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-6fb5f88b-708a-48af-8518-3d7e9087af99 req-2cd8908f-ce03-450d-bb85-c363158c1b69 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427861 Jul 29 04:51:48.397219 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-c94155e3-0834-44de-b68e-7ff87232113a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:48.632907 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device 2334e019-9a68-4595-b751-e85232761217 details requested by agent hyperv_hv-cinder-85144 with host hv-cinder-85144 {{(pid=115909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 04:51:48.735809 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port 2334e019-9a68-4595-b751-e85232761217, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=2334e019-9a68-4595-b751-e85232761217,segment=NetworkSegment(be606ddc-fa2d-47b7-97af-8bdf56fa7376),segment_id=be606ddc-fa2d-47b7-97af-8bdf56fa7376)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:51:48.747909 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Returning: {'device': '2334e019-9a68-4595-b751-e85232761217', 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68', 'port_id': '2334e019-9a68-4595-b751-e85232761217', 'mac_address': 'fa:16:3e:2c:4a:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5df203e3-38ee-42fe-a28a-41c6f641aefe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 04:51:48.783331 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Current status of the port 2334e019-9a68-4595-b751-e85232761217 is: DOWN; New status is: BUILD {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:51:48.783719 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (2334e019-9a68-4595-b751-e85232761217), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:48.801311 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.notifiers.nova [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2334e019-9a68-4595-b751-e85232761217 {{(pid=115909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 04:51:48.820709 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port 2334e019-9a68-4595-b751-e85232761217, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=2334e019-9a68-4595-b751-e85232761217,segment=NetworkSegment(be606ddc-fa2d-47b7-97af-8bdf56fa7376),segment_id=be606ddc-fa2d-47b7-97af-8bdf56fa7376)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:51:48.824861 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (2334e019-9a68-4595-b751-e85232761217), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:48.831901 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c6351-a706-4585-a7ed-b05a1606468f req-f9ac7334-3066-4566-a3aa-9f723029365b tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:48.833506 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-b73c6351-a706-4585-a7ed-b05a1606468f req-f9ac7334-3066-4566-a3aa-9f723029365b tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=42dff02f-3754-41d5-85a6-d6e4e3a74922 HTTP/1.1" status: 200 len: 943 time: 0.0514727 Jul 29 04:51:48.872505 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Pushing event updated for resources: {'Port': ['ID=2334e019-9a68-4595-b751-e85232761217,revision_number=4']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:51:48.879769 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:51:48.880119 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:51:48.880465 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:51:48.880867 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:51:48.881208 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:51:48.881543 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:51:48.881870 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:51:48.882196 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:51:48.882438 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-b73c6351-a706-4585-a7ed-b05a1606468f req-390b92f4-51bf-4a4a-b1e5-0d793d594660 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=e8f3de5b-08d7-4836-a81b-4dce1312969f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433717 Jul 29 04:51:48.882553 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:51:48.882835 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:51:48.883158 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:51:48.883503 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:51:48.883830 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:51:48.884151 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:51:48.884471 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:51:49.441924 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] get_ports_and_sgs() called for port_ids ['2334e019-9a68-4595-b751-e85232761217'] {{(pid=115909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 04:51:49.457261 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d9a53-b738-4f29-b50c-136c4af68e43 req-280529e2-bd80-447c-a9da-3fcc4cfab621 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:49.458763 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-cb1d9a53-b738-4f29-b50c-136c4af68e43 req-280529e2-bd80-447c-a9da-3fcc4cfab621 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0486970 Jul 29 04:51:49.508976 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-cb1d9a53-b738-4f29-b50c-136c4af68e43 req-cbb1bb06-d1c7-43f6-b7b7-009aec5b30f6 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444374 Jul 29 04:51:50.005341 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78947b-c80c-42f7-aef5-f164329e6070 req-71e9a26f-88d4-48fb-ae8a-6a4a4915f0ac tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:50.006886 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-3b78947b-c80c-42f7-aef5-f164329e6070 req-71e9a26f-88d4-48fb-ae8a-6a4a4915f0ac tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=42dff02f-3754-41d5-85a6-d6e4e3a74922 HTTP/1.1" status: 200 len: 944 time: 0.0496850 Jul 29 04:51:50.055368 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-3b78947b-c80c-42f7-aef5-f164329e6070 req-9b1d63ca-cc24-4b10-a684-e285768fbc75 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=e8f3de5b-08d7-4836-a81b-4dce1312969f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430171 Jul 29 04:51:50.633408 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d04a36-7793-4bbd-8850-7f2b84ac426d req-9642e103-6c18-4ce3-8264-1d7b10e8fdec tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:50.634978 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-61d04a36-7793-4bbd-8850-7f2b84ac426d req-9642e103-6c18-4ce3-8264-1d7b10e8fdec tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0507350 Jul 29 04:51:50.655992 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-40aeccdb-4d80-42d3-be31-e5578560207d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:50.691714 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-61d04a36-7793-4bbd-8850-7f2b84ac426d req-87fef9e3-b375-4afd-86df-db4fa1929232 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495148 Jul 29 04:51:50.852974 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device 2334e019-9a68-4595-b751-e85232761217 up at agent hyperv_hv-cinder-85144 {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 04:51:50.896179 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Provisioning for port 2334e019-9a68-4595-b751-e85232761217 completed by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 29 04:51:50.902305 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Provisioning complete for port 2334e019-9a68-4595-b751-e85232761217 triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:51:50.902681 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (2334e019-9a68-4595-b751-e85232761217), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:50.974005 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Current status of the port 2334e019-9a68-4595-b751-e85232761217 is: BUILD; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:51:50.974393 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (2334e019-9a68-4595-b751-e85232761217), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:50.995557 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:51:51.000896 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42dff02f-3754-41d5-85a6-d6e4e3a74922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2334e019-9a68-4595-b751-e85232761217'}] {{(pid=115909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:51:51.003102 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c420e031ced92140226aa6f83123c9b23fc96e3244e1479094dc728224b9fe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e216e8f8-d654-4ae6-8278-5eb19f3e0c1a" -d '{"events": [{"server_uuid": "42dff02f-3754-41d5-85a6-d6e4e3a74922", "name": "network-vif-plugged", "status": "completed", "tag": "2334e019-9a68-4595-b751-e85232761217"}]}' {{(pid=115909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:51:51.022304 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port 2334e019-9a68-4595-b751-e85232761217, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=2334e019-9a68-4595-b751-e85232761217,segment=NetworkSegment(be606ddc-fa2d-47b7-97af-8bdf56fa7376),segment_id=be606ddc-fa2d-47b7-97af-8bdf56fa7376)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:51:51.031876 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (2334e019-9a68-4595-b751-e85232761217), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:51.058190 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 04:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431a01dc-e562-403a-9a68-9b28aef921c5 x-openstack-request-id: req-431a01dc-e562-403a-9a68-9b28aef921c5 {{(pid=115909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:51:51.058429 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42dff02f-3754-41d5-85a6-d6e4e3a74922", "name": "network-vif-plugged", "status": "completed", "tag": "2334e019-9a68-4595-b751-e85232761217", "code": 200}]} {{(pid=115909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:51:51.058683 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-431a01dc-e562-403a-9a68-9b28aef921c5 {{(pid=115909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:51:51.059070 dv-cinder-851449-2-iscsi neutron-server[115909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-431a01dc-e562-403a-9a68-9b28aef921c5'] response: {'server_uuid': '42dff02f-3754-41d5-85a6-d6e4e3a74922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2334e019-9a68-4595-b751-e85232761217', 'code': 200} Jul 29 04:51:51.060193 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (bab6a0c9-2145-495f-b42f-b184e241503a), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:51.086051 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Pushing event updated for resources: {'Port': ['ID=2334e019-9a68-4595-b751-e85232761217,revision_number=5']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:51:51.189512 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea81e7-2197-4ed8-a533-77190b6bf6f7 req-17d313b8-6dfc-405c-99cf-abfdd79e8826 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:51.191432 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-31ea81e7-2197-4ed8-a533-77190b6bf6f7 req-17d313b8-6dfc-405c-99cf-abfdd79e8826 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=42dff02f-3754-41d5-85a6-d6e4e3a74922 HTTP/1.1" status: 200 len: 945 time: 0.0524259 Jul 29 04:51:51.242397 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-31ea81e7-2197-4ed8-a533-77190b6bf6f7 req-672df95c-6f65-4368-b57c-13832924f4cd tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=e8f3de5b-08d7-4836-a81b-4dce1312969f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448198 Jul 29 04:51:51.291344 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aedda8-ea1a-41c6-836d-5abff4747d25 req-e073e08c-9084-41e3-bca5-e0dce14d0f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:51.293198 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b4aedda8-ea1a-41c6-836d-5abff4747d25 req-e073e08c-9084-41e3-bca5-e0dce14d0f5a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=42dff02f-3754-41d5-85a6-d6e4e3a74922 HTTP/1.1" status: 200 len: 1129 time: 0.0420959 Jul 29 04:51:51.340014 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b4aedda8-ea1a-41c6-836d-5abff4747d25 req-bb3ba380-9a8d-4e71-b769-81be95dcf87b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e8f3de5b-08d7-4836-a81b-4dce1312969f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376987 Jul 29 04:51:51.825792 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d21755-687c-46d5-be2a-cd8f3e42b7d9 req-3d0dad7a-6f17-414d-af93-b8e9aed59ceb tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:51.827499 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:51.828093 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-50d21755-687c-46d5-be2a-cd8f3e42b7d9 req-3d0dad7a-6f17-414d-af93-b8e9aed59ceb tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0582786 Jul 29 04:51:51.878860 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-50d21755-687c-46d5-be2a-cd8f3e42b7d9 req-9bafd045-d2f4-42ca-9387-f5d63d0ee324 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446374 Jul 29 04:51:52.376863 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa2ae5-afec-4343-b3fc-dd51cb735001 req-b102a194-8e55-4631-b8ff-3130fa1986a7 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:52.378386 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c0aa2ae5-afec-4343-b3fc-dd51cb735001 req-b102a194-8e55-4631-b8ff-3130fa1986a7 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=42dff02f-3754-41d5-85a6-d6e4e3a74922 HTTP/1.1" status: 200 len: 945 time: 0.0591376 Jul 29 04:51:52.431376 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c0aa2ae5-afec-4343-b3fc-dd51cb735001 req-eedb5268-48ac-4d5a-b48e-6259e5fffdbe tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=e8f3de5b-08d7-4836-a81b-4dce1312969f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465872 Jul 29 04:51:52.986391 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:51:53.003215 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137505dd-06d8-437b-986e-f5cad602e975 req-9c7bf602-7279-4e70-a415-b5fbe1d0932c tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:53.004739 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-137505dd-06d8-437b-986e-f5cad602e975 req-9c7bf602-7279-4e70-a415-b5fbe1d0932c tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0489664 Jul 29 04:51:53.052932 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-137505dd-06d8-437b-986e-f5cad602e975 req-da3d7832-9518-4757-9757-a2e406a35718 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425529 Jul 29 04:51:53.188173 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:53.332825 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:51:53.347005 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:53.548698 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affb2b3-3d15-4945-8ccc-beb517e9bf6e req-8473dced-a1bf-42a9-944b-5114ced752bf tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:53.550174 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-2affb2b3-3d15-4945-8ccc-beb517e9bf6e req-8473dced-a1bf-42a9-944b-5114ced752bf tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=42dff02f-3754-41d5-85a6-d6e4e3a74922 HTTP/1.1" status: 200 len: 945 time: 0.0475967 Jul 29 04:51:53.597153 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-2affb2b3-3d15-4945-8ccc-beb517e9bf6e req-02514b0b-5b11-4d57-bbb1-255cb9fd8953 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=e8f3de5b-08d7-4836-a81b-4dce1312969f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415509 Jul 29 04:51:54.183677 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107814a6-5985-44c8-9409-0844bad920b5 req-deb1174f-4185-4100-a515-34ec7847b331 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:54.185925 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-107814a6-5985-44c8-9409-0844bad920b5 req-deb1174f-4185-4100-a515-34ec7847b331 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0529454 Jul 29 04:51:54.235346 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-107814a6-5985-44c8-9409-0844bad920b5 req-a964919c-eb87-4abd-806a-36adfd363467 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437539 Jul 29 04:51:54.723330 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028be784-39ab-48cc-afbf-ec3f6ba6cc5f req-80a38d31-b6ed-449a-99f7-1769286afb88 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:54.724733 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-028be784-39ab-48cc-afbf-ec3f6ba6cc5f req-80a38d31-b6ed-449a-99f7-1769286afb88 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=42dff02f-3754-41d5-85a6-d6e4e3a74922 HTTP/1.1" status: 200 len: 945 time: 0.0508790 Jul 29 04:51:54.744988 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:51:54.779389 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-028be784-39ab-48cc-afbf-ec3f6ba6cc5f req-54c9ec85-b3a0-4443-a222-838bf5e4709d tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=e8f3de5b-08d7-4836-a81b-4dce1312969f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490925 Jul 29 04:51:54.900633 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504adcfc-8529-4149-9109-f4b84525067a req-bdc8fa73-b3c0-4313-8a59-308b3aba651f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:54.902660 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-504adcfc-8529-4149-9109-f4b84525067a req-bdc8fa73-b3c0-4313-8a59-308b3aba651f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=42dff02f-3754-41d5-85a6-d6e4e3a74922 HTTP/1.1" status: 200 len: 945 time: 0.0507879 Jul 29 04:51:54.911898 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 33532) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:51:54.916331 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [None req-e9d96d3c-236f-48c7-8307-9d12014f5a96 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Request body: {'floatingip': {'port_id': '2334e019-9a68-4595-b751-e85232761217'}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:51:54.954532 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-e9d96d3c-236f-48c7-8307-9d12014f5a96 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for floatingip (0cffd030-af7e-4208-9d7d-ba0459f94caa), before_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:55.366697 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b07842-118f-4f74-ab23-c11910684170 req-392d581c-cd94-4c86-8777-8b2578fb4bab tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:55.368188 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c9b07842-118f-4f74-ab23-c11910684170 req-392d581c-cd94-4c86-8777-8b2578fb4bab tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0541954 Jul 29 04:51:55.372848 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:51:55.393702 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-e9d96d3c-236f-48c7-8307-9d12014f5a96 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:55.398388 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-e9d96d3c-236f-48c7-8307-9d12014f5a96 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1937124'] for floatingip (0cffd030-af7e-4208-9d7d-ba0459f94caa), after_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:55.429151 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c9b07842-118f-4f74-ab23-c11910684170 req-1678f353-2964-4a38-8d14-0169ee14c6fb tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545087 Jul 29 04:51:55.535522 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.db.l3_db [None req-e9d96d3c-236f-48c7-8307-9d12014f5a96 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Floating IP 0cffd030-af7e-4208-9d7d-ba0459f94caa associated. External IP: 172.27.0.235, port: 2334e019-9a68-4595-b751-e85232761217. Jul 29 04:51:55.758223 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:51:55.787525 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e244dc2-dfed-423b-a28b-52394931841b req-89e04326-d9c1-4831-a013-ce825795e229 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:55.788939 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-0e244dc2-dfed-423b-a28b-52394931841b req-89e04326-d9c1-4831-a013-ce825795e229 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/ports?device_id=5393b1a3-209a-4a5f-bc1f-82d40c318516 HTTP/1.1" status: 200 len: 945 time: 0.0624056 Jul 29 04:51:55.797683 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9d96d3c-236f-48c7-8307-9d12014f5a96 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Router b16b56f5-3ccf-4ca8-b446-f11105e09b7c has already been hosted by L3 agent 507cc676-b5a3-487d-9bd3-df89beb45ea5 {{(pid=115907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 04:51:55.885041 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-0e244dc2-dfed-423b-a28b-52394931841b req-875f56c4-95f9-4481-96e4-394ae9049db8 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/security-groups?id=53745ed1-8acc-4712-a583-01e3c1f9287b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892370 Jul 29 04:51:55.911880 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 33544) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:51:55.940220 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d96d3c-236f-48c7-8307-9d12014f5a96 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Notify agent at l3_agent.dv-cinder-851449-2-iscsi the message routers_updated {{(pid=115907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 04:51:55.945513 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-e9d96d3c-236f-48c7-8307-9d12014f5a96 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for floatingip (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:55.956297 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe886e7-ef59-4d0e-ba86-1c75a03bb726 None None] Sync routers for ids ['b16b56f5-3ccf-4ca8-b446-f11105e09b7c'] in dv-cinder-851449-2-iscsi {{(pid=115909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 04:51:55.971053 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe886e7-ef59-4d0e-ba86-1c75a03bb726 None None] Routers {'b16b56f5-3ccf-4ca8-b446-f11105e09b7c'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:51:55.971820 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-cfe886e7-ef59-4d0e-ba86-1c75a03bb726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:51:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['b16b56f5-3ccf-4ca8-b446-f11105e09b7c'], 'active': True} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:51:55.977424 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-e9d96d3c-236f-48c7-8307-9d12014f5a96 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "PUT /v2.0/floatingips/0cffd030-af7e-4208-9d7d-ba0459f94caa HTTP/1.1" status: 200 len: 991 time: 1.0644255 Jul 29 04:51:55.978024 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42dff02f-3754-41d5-85a6-d6e4e3a74922', 'tag': '2334e019-9a68-4595-b751-e85232761217'}] {{(pid=115907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:51:55.980282 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6d28d1995ec7db04a13c19e5d747406a5c99e6072777cdd6d240f116ae67410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c92865-5e2e-484b-8126-a7c0266ce269" -d '{"events": [{"name": "network-changed", "server_uuid": "42dff02f-3754-41d5-85a6-d6e4e3a74922", "tag": "2334e019-9a68-4595-b751-e85232761217"}]}' {{(pid=115907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:51:56.020309 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 04:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5684e76-c260-4205-8f24-a18657751950 x-openstack-request-id: req-c5684e76-c260-4205-8f24-a18657751950 {{(pid=115907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:51:56.020628 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42dff02f-3754-41d5-85a6-d6e4e3a74922", "tag": "2334e019-9a68-4595-b751-e85232761217", "status": "completed", "code": 200}]} {{(pid=115907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:51:56.020903 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-c5684e76-c260-4205-8f24-a18657751950 {{(pid=115907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:51:56.021306 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5684e76-c260-4205-8f24-a18657751950'] response: {'name': 'network-changed', 'server_uuid': '42dff02f-3754-41d5-85a6-d6e4e3a74922', 'tag': '2334e019-9a68-4595-b751-e85232761217', 'status': 'completed', 'code': 200} Jul 29 04:51:56.063917 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259ef98d-73b1-4e76-8c03-854a159459f6 tempest-TestMinimumBasicScenario-1853205811 tempest-TestMinimumBasicScenario-1853205811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:56.065375 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-259ef98d-73b1-4e76-8c03-854a159459f6 tempest-TestMinimumBasicScenario-1853205811 tempest-TestMinimumBasicScenario-1853205811-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=5393b1a3-209a-4a5f-bc1f-82d40c318516 HTTP/1.1" status: 200 len: 1124 time: 0.1525009 Jul 29 04:51:56.068502 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 33552) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:51:56.073065 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [None req-330149f7-090d-477c-90dc-ea032f9362a5 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Request body: {'floatingip': {'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'port_id': '74c48b51-41ba-4b30-aaba-fd0d90c6f624', 'tenant_id': '21c0f0b9063948a9a0183b528bc21130', 'fixed_ip_address': '172.20.0.9'}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:51:56.080510 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvr_db [None req-cfe886e7-ef59-4d0e-ba86-1c75a03bb726 None None] Set router b16b56f5-3ccf-4ca8-b446-f11105e09b7c gateway port host: dv-cinder-851449-2-iscsi {{(pid=115909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:51:56.097368 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-330149f7-090d-477c-90dc-ea032f9362a5 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:56.149383 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c92865-5e2e-484b-8126-a7c0266ce269 req-ec7f0a59-f2de-4c21-96f1-4485d511a246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:56.150891 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b0c92865-5e2e-484b-8126-a7c0266ce269 req-ec7f0a59-f2de-4c21-96f1-4485d511a246 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=461e2af738084ccb986169d752510588&device_id=42dff02f-3754-41d5-85a6-d6e4e3a74922 HTTP/1.1" status: 200 len: 1129 time: 0.0496502 Jul 29 04:51:56.189662 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-330149f7-090d-477c-90dc-ea032f9362a5 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:56.229341 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:51:56.260921 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c92865-5e2e-484b-8126-a7c0266ce269 req-8a567f67-f0eb-472e-a3e2-b1c67d82b563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:56.262428 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b0c92865-5e2e-484b-8126-a7c0266ce269 req-8a567f67-f0eb-472e-a3e2-b1c67d82b563 service neutron] 10.222.0.64 "GET /v2.0/networks?id=21ca39e1-cfc7-4b5b-897b-220faf26ce68 HTTP/1.1" status: 200 len: 915 time: 0.1016014 Jul 29 04:51:56.313540 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-cfe886e7-ef59-4d0e-ba86-1c75a03bb726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'name': 'tempest-AttachVolumeNegativeTest-654562715-router', 'tenant_id': '461e2af738084ccb986169d752510588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'a9fde12f-857b-419b-9b3c-07d0e6d53447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:20Z', 'updated_at': '2022-07-29T04:47:32Z', 'revision_number': 4, 'project_id': '461e2af738084ccb986169d752510588', 'gw_port': {'id': 'a9fde12f-857b-419b-9b3c-07d0e6d53447', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:23Z', 'updated_at': '2022-07-29T04:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_floatingips': [{'id': '0cffd030-af7e-4208-9d7d-ba0459f94caa', 'tenant_id': '461e2af738084ccb986169d752510588', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'router_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'port_id': '2334e019-9a68-4595-b751-e85232761217', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68', 'mac_address': 'fa:16:3e:2c:4a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dff02f-3754-41d5-85a6-d6e4e3a74922', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T04:51:38Z', 'updated_at': '2022-07-29T04:51:55Z', 'revision_number': 1, 'project_id': '461e2af738084ccb986169d752510588', 'fixed_ip_address_scope': None}, {'id': 'a4d44bfd-ba97-4903-9293-b540814128cf', 'tenant_id': '461e2af738084ccb986169d752510588', 'floating_ip_address': '172.27.0.141', 'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'router_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'port_id': 'a62fbd73-0c26-4732-9cf9-7667cea10de3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68', 'mac_address': 'fa:16:3e:13:30:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d225e6-c457-47da-bb55-5620ad7f15e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T04:47:39Z', 'updated_at': '2022-07-29T04:48:55Z', 'revision_number': 2, 'project_id': '461e2af738084ccb986169d752510588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51', 'name': '', 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68', 'tenant_id': '461e2af738084ccb986169d752510588', 'mac_address': 'fa:16:3e:64:33:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5df203e3-38ee-42fe-a28a-41c6f641aefe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:31Z', 'updated_at': '2022-07-29T04:47:46Z', 'revision_number': 5, 'project_id': '461e2af738084ccb986169d752510588', 'subnets': [{'id': '5df203e3-38ee-42fe-a28a-41c6f641aefe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:51:56.325867 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.db.db_base_plugin_common [None req-330149f7-090d-477c-90dc-ea032f9362a5 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Allocated IP 172.27.0.14 (9a05b655-8925-4222-a853-020f58db76f4/b252d643-2a5f-428d-a536-f8ecbd6d13e1/6453e476-8f2f-4a08-b4a3-b270fbb41cc3) {{(pid=115907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 04:51:56.334213 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b0c92865-5e2e-484b-8126-a7c0266ce269 req-ce9b9a5a-78a6-4110-8ab1-188ccc63e6c6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2334e019-9a68-4595-b751-e85232761217 HTTP/1.1" status: 200 len: 999 time: 0.0631177 Jul 29 04:51:56.339324 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe886e7-ef59-4d0e-ba86-1c75a03bb726 None None] Checking router: b16b56f5-3ccf-4ca8-b446-f11105e09b7c for host: dv-cinder-851449-2-iscsi {{(pid=115909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 04:51:56.349654 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe886e7-ef59-4d0e-ba86-1c75a03bb726 None None] Routers {'b16b56f5-3ccf-4ca8-b446-f11105e09b7c'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:51:56.350261 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-cfe886e7-ef59-4d0e-ba86-1c75a03bb726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:51:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['b16b56f5-3ccf-4ca8-b446-f11105e09b7c'], 'active': True} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:51:56.392821 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:51:56.394123 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c92865-5e2e-484b-8126-a7c0266ce269 req-c43bc157-33ce-430b-8775-fe6b06b2805f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:56.395902 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b0c92865-5e2e-484b-8126-a7c0266ce269 req-c43bc157-33ce-430b-8775-fe6b06b2805f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5df203e3-38ee-42fe-a28a-41c6f641aefe HTTP/1.1" status: 200 len: 853 time: 0.0498829 Jul 29 04:51:56.434788 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-330149f7-090d-477c-90dc-ea032f9362a5 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Publish callbacks [] for port (6453e476-8f2f-4a08-b4a3-b270fbb41cc3), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:56.445033 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c92865-5e2e-484b-8126-a7c0266ce269 req-9b5bbdca-44eb-4fd1-9307-ceb0bccae124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:56.447006 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b0c92865-5e2e-484b-8126-a7c0266ce269 req-9b5bbdca-44eb-4fd1-9307-ceb0bccae124 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=21ca39e1-cfc7-4b5b-897b-220faf26ce68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440404 Jul 29 04:51:56.456287 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvr_db [None req-cfe886e7-ef59-4d0e-ba86-1c75a03bb726 None None] Set router b16b56f5-3ccf-4ca8-b446-f11105e09b7c gateway port host: dv-cinder-851449-2-iscsi {{(pid=115909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:51:56.467904 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-330149f7-090d-477c-90dc-ea032f9362a5 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7638272'] for port (6453e476-8f2f-4a08-b4a3-b270fbb41cc3), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:56.517135 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330149f7-090d-477c-90dc-ea032f9362a5 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Network 9a05b655-8925-4222-a853-020f58db76f4 is already hosted by enough agents. {{(pid=115907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 04:51:56.524236 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.base_scheduler [None req-330149f7-090d-477c-90dc-ea032f9362a5 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Resources bound (agent type, host, resource id): {{(pid=115907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:51:56.552981 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330149f7-090d-477c-90dc-ea032f9362a5 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Received port after_create {{(pid=115907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 04:51:56.554930 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330149f7-090d-477c-90dc-ea032f9362a5 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Pushing event updated for resources: {'Port': ['ID=6453e476-8f2f-4a08-b4a3-b270fbb41cc3,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:51:56.571170 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b0c92865-5e2e-484b-8126-a7c0266ce269 req-a2d3c0a2-9fea-402a-88bf-122a45912fc2 service neutron] 10.222.0.64 "GET /v2.0/networks/21ca39e1-cfc7-4b5b-897b-220faf26ce68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145401 Jul 29 04:51:56.600438 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c162db-6272-4521-b47b-0443fbdee30c req-e77675cf-1be8-460f-856e-35f14bdd2d6b tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:56.601889 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-a6c162db-6272-4521-b47b-0443fbdee30c req-e77675cf-1be8-460f-856e-35f14bdd2d6b tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0817330 Jul 29 04:51:56.642484 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:51:56.694399 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b0c92865-5e2e-484b-8126-a7c0266ce269 req-8761d1d1-80d7-412e-92eb-bb13e545654c service neutron] 10.222.0.64 "GET /v2.0/networks/21ca39e1-cfc7-4b5b-897b-220faf26ce68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161904 Jul 29 04:51:56.720016 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-a6c162db-6272-4521-b47b-0443fbdee30c req-bf4d8e10-0d62-439e-b937-7561485eddb6 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096578 Jul 29 04:51:56.819734 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-cfe886e7-ef59-4d0e-ba86-1c75a03bb726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'name': 'tempest-AttachVolumeNegativeTest-654562715-router', 'tenant_id': '461e2af738084ccb986169d752510588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'a9fde12f-857b-419b-9b3c-07d0e6d53447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:20Z', 'updated_at': '2022-07-29T04:47:32Z', 'revision_number': 4, 'project_id': '461e2af738084ccb986169d752510588', 'gw_port': {'id': 'a9fde12f-857b-419b-9b3c-07d0e6d53447', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:23Z', 'updated_at': '2022-07-29T04:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_floatingips': [{'id': '0cffd030-af7e-4208-9d7d-ba0459f94caa', 'tenant_id': '461e2af738084ccb986169d752510588', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'router_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'port_id': '2334e019-9a68-4595-b751-e85232761217', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68', 'mac_address': 'fa:16:3e:2c:4a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dff02f-3754-41d5-85a6-d6e4e3a74922', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T04:51:38Z', 'updated_at': '2022-07-29T04:51:55Z', 'revision_number': 1, 'project_id': '461e2af738084ccb986169d752510588', 'fixed_ip_address_scope': None}, {'id': 'a4d44bfd-ba97-4903-9293-b540814128cf', 'tenant_id': '461e2af738084ccb986169d752510588', 'floating_ip_address': '172.27.0.141', 'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'router_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'port_id': 'a62fbd73-0c26-4732-9cf9-7667cea10de3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68', 'mac_address': 'fa:16:3e:13:30:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d225e6-c457-47da-bb55-5620ad7f15e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T04:47:39Z', 'updated_at': '2022-07-29T04:48:55Z', 'revision_number': 2, 'project_id': '461e2af738084ccb986169d752510588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51', 'name': '', 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68', 'tenant_id': '461e2af738084ccb986169d752510588', 'mac_address': 'fa:16:3e:64:33:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5df203e3-38ee-42fe-a28a-41c6f641aefe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:31Z', 'updated_at': '2022-07-29T04:47:46Z', 'revision_number': 5, 'project_id': '461e2af738084ccb986169d752510588', 'subnets': [{'id': '5df203e3-38ee-42fe-a28a-41c6f641aefe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:51:56.845458 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe886e7-ef59-4d0e-ba86-1c75a03bb726 None None] The sync data for ids ['b16b56f5-3ccf-4ca8-b446-f11105e09b7c'] in dv-cinder-851449-2-iscsi is: [{'id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'name': 'tempest-AttachVolumeNegativeTest-654562715-router', 'tenant_id': '461e2af738084ccb986169d752510588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'a9fde12f-857b-419b-9b3c-07d0e6d53447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:20Z', 'updated_at': '2022-07-29T04:47:32Z', 'revision_number': 4, 'project_id': '461e2af738084ccb986169d752510588', 'gw_port': {'id': 'a9fde12f-857b-419b-9b3c-07d0e6d53447', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:23Z', 'updated_at': '2022-07-29T04:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_floatingips': [{'id': '0cffd030-af7e-4208-9d7d-ba0459f94caa', 'tenant_id': '461e2af738084ccb986169d752510588', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'router_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'port_id': '2334e019-9a68-4595-b751-e85232761217', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68', 'mac_address': 'fa:16:3e:2c:4a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dff02f-3754-41d5-85a6-d6e4e3a74922', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T04:51:38Z', 'updated_at': '2022-07-29T04:51:55Z', 'revision_number': 1, 'project_id': '461e2af738084ccb986169d752510588', 'fixed_ip_address_scope': None}, {'id': 'a4d44bfd-ba97-4903-9293-b540814128cf', 'tenant_id': '461e2af738084ccb986169d752510588', 'floating_ip_address': '172.27.0.141', 'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'router_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'port_id': 'a62fbd73-0c26-4732-9cf9-7667cea10de3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68', 'mac_address': 'fa:16:3e:13:30:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d225e6-c457-47da-bb55-5620ad7f15e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T04:47:39Z', 'updated_at': '2022-07-29T04:48:55Z', 'revision_number': 2, 'project_id': '461e2af738084ccb986169d752510588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51', 'name': '', 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68', 'tenant_id': '461e2af738084ccb986169d752510588', 'mac_address': 'fa:16:3e:64:33:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5df203e3-38ee-42fe-a28a-41c6f641aefe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:31Z', 'updated_at': '2022-07-29T04:47:46Z', 'revision_number': 5, 'project_id': '461e2af738084ccb986169d752510588', 'subnets': [{'id': '5df203e3-38ee-42fe-a28a-41c6f641aefe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 04:51:56.999128 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-330149f7-090d-477c-90dc-ea032f9362a5 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Publish callbacks [] for floatingip (392dc93e-c037-4934-9f7e-ac01695ab458), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:57.042977 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5cdf75-1b78-49f4-a19b-f5734c3c18b7 None None] New status for floating IP 0cffd030-af7e-4208-9d7d-ba0459f94caa: ACTIVE {{(pid=115910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 04:51:57.069646 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-330149f7-090d-477c-90dc-ea032f9362a5 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (6453e476-8f2f-4a08-b4a3-b270fbb41cc3), before_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:57.223812 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-330149f7-090d-477c-90dc-ea032f9362a5 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Publish callbacks [] for port (6453e476-8f2f-4a08-b4a3-b270fbb41cc3), precommit_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:57.228166 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-330149f7-090d-477c-90dc-ea032f9362a5 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7638295'] for port (6453e476-8f2f-4a08-b4a3-b270fbb41cc3), after_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:57.296784 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:51:57.297591 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330149f7-090d-477c-90dc-ea032f9362a5 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Pushing event updated for resources: {'Port': ['ID=6453e476-8f2f-4a08-b4a3-b270fbb41cc3,revision_number=2']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:51:57.310980 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-330149f7-090d-477c-90dc-ea032f9362a5 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1937124'] for floatingip (392dc93e-c037-4934-9f7e-ac01695ab458), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:57.403608 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.db.l3_db [None req-330149f7-090d-477c-90dc-ea032f9362a5 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Floating IP 392dc93e-c037-4934-9f7e-ac01695ab458 associated. External IP: 172.27.0.14, port: 74c48b51-41ba-4b30-aaba-fd0d90c6f624. Jul 29 04:51:57.541870 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:51:57.597544 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-330149f7-090d-477c-90dc-ea032f9362a5 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Router d959d0aa-0e02-4f4c-9637-e434f866a27f has already been hosted by L3 agent 507cc676-b5a3-487d-9bd3-df89beb45ea5 {{(pid=115907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 04:51:57.853894 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c231220-cf65-4273-97ed-447847b6c303 req-016845cc-599c-475c-b89c-95e64722318b tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:57.855309 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-7c231220-cf65-4273-97ed-447847b6c303 req-016845cc-599c-475c-b89c-95e64722318b tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0488563 Jul 29 04:51:57.909553 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-7c231220-cf65-4273-97ed-447847b6c303 req-c0c50e0f-093d-46fc-a60d-9be0fbe7ee3e tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479188 Jul 29 04:51:57.939971 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330149f7-090d-477c-90dc-ea032f9362a5 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Notify agent at l3_agent.dv-cinder-851449-2-iscsi the message routers_updated {{(pid=115907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 04:51:57.950699 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b96b99a-01b8-47b0-87f2-c7cdef0be78a None None] Sync routers for ids ['d959d0aa-0e02-4f4c-9637-e434f866a27f'] in dv-cinder-851449-2-iscsi {{(pid=115909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 04:51:57.957679 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-330149f7-090d-477c-90dc-ea032f9362a5 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for floatingip (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:57.960648 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b96b99a-01b8-47b0-87f2-c7cdef0be78a None None] Routers {'d959d0aa-0e02-4f4c-9637-e434f866a27f'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:51:57.961341 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-0b96b99a-01b8-47b0-87f2-c7cdef0be78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:51:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['d959d0aa-0e02-4f4c-9637-e434f866a27f'], 'active': True} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:51:57.986849 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-330149f7-090d-477c-90dc-ea032f9362a5 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9172575 Jul 29 04:51:57.989793 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 33562) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:51:57.994318 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [None req-7e1e4117-3e64-4f3e-9944-fa1dbf407d79 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-695076605', 'description': 'tempest-secgroup-smoke-695076605 description', 'project_id': '21c0f0b9063948a9a0183b528bc21130'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:51:58.017230 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-7e1e4117-3e64-4f3e-9944-fa1dbf407d79 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Publish callbacks [] for security_group (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:58.022725 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5393b1a3-209a-4a5f-bc1f-82d40c318516', 'tag': '74c48b51-41ba-4b30-aaba-fd0d90c6f624'}] {{(pid=115907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:51:58.025171 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6d28d1995ec7db04a13c19e5d747406a5c99e6072777cdd6d240f116ae67410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053f860c-7cdb-4848-ae04-4a04f88b5659" -d '{"events": [{"name": "network-changed", "server_uuid": "5393b1a3-209a-4a5f-bc1f-82d40c318516", "tag": "74c48b51-41ba-4b30-aaba-fd0d90c6f624"}]}' {{(pid=115907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:51:58.065648 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 04:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd21a5a4-18ae-4472-b3f3-ca43a57feaa7 x-openstack-request-id: req-bd21a5a4-18ae-4472-b3f3-ca43a57feaa7 {{(pid=115907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:51:58.065900 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5393b1a3-209a-4a5f-bc1f-82d40c318516", "tag": "74c48b51-41ba-4b30-aaba-fd0d90c6f624", "status": "completed", "code": 200}]} {{(pid=115907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:51:58.066155 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-bd21a5a4-18ae-4472-b3f3-ca43a57feaa7 {{(pid=115907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:51:58.066557 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd21a5a4-18ae-4472-b3f3-ca43a57feaa7'] response: {'name': 'network-changed', 'server_uuid': '5393b1a3-209a-4a5f-bc1f-82d40c318516', 'tag': '74c48b51-41ba-4b30-aaba-fd0d90c6f624', 'status': 'completed', 'code': 200} Jul 29 04:51:58.067317 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:51:58.069331 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvr_db [None req-0b96b99a-01b8-47b0-87f2-c7cdef0be78a None None] Set router d959d0aa-0e02-4f4c-9637-e434f866a27f gateway port host: dv-cinder-851449-2-iscsi {{(pid=115909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:51:58.093780 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-7e1e4117-3e64-4f3e-9944-fa1dbf407d79 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Publish callbacks [] for security_group (9d2ad824-5001-497b-afa2-545b0f5f4ab0), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:58.097318 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-7e1e4117-3e64-4f3e-9944-fa1dbf407d79 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (9d2ad824-5001-497b-afa2-545b0f5f4ab0), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:58.130328 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-7e1e4117-3e64-4f3e-9944-fa1dbf407d79 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:58.134362 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-7e1e4117-3e64-4f3e-9944-fa1dbf407d79 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1407406 Jul 29 04:51:58.134754 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 33566) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:51:58.140196 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [None req-e95f5e12-38dd-44cb-817f-c5ae5478054f tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Request body: {'security_group_rule': {'security_group_id': '9d2ad824-5001-497b-afa2-545b0f5f4ab0', 'project_id': '21c0f0b9063948a9a0183b528bc21130', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:51:58.143371 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1e4117-3e64-4f3e-9944-fa1dbf407d79 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2ad824-5001-497b-afa2-545b0f5f4ab0,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:51:58.161186 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:51:58.174174 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-e95f5e12-38dd-44cb-817f-c5ae5478054f tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Publish callbacks [] for security_group_rule (0759c887-e1f0-4428-ae18-28e4d5f66fd8), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:58.175822 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f860c-7cdb-4848-ae04-4a04f88b5659 req-6aca1acb-c716-4776-b69b-dd8865503292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:58.177350 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-053f860c-7cdb-4848-ae04-4a04f88b5659 req-6aca1acb-c716-4776-b69b-dd8865503292 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=21c0f0b9063948a9a0183b528bc21130&device_id=5393b1a3-209a-4a5f-bc1f-82d40c318516 HTTP/1.1" status: 200 len: 1129 time: 0.0501060 Jul 29 04:51:58.210367 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=100 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:51:58.236986 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-e95f5e12-38dd-44cb-817f-c5ae5478054f tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Publish callbacks [] for security_group_rule (0759c887-e1f0-4428-ae18-28e4d5f66fd8), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:58.240814 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-e95f5e12-38dd-44cb-817f-c5ae5478054f tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885006'] for security_group_rule (0759c887-e1f0-4428-ae18-28e4d5f66fd8), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:58.260224 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f5e12-38dd-44cb-817f-c5ae5478054f tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0759c887-e1f0-4428-ae18-28e4d5f66fd8,revision_number=0']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:51:58.269765 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-e95f5e12-38dd-44cb-817f-c5ae5478054f tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:58.274129 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-e95f5e12-38dd-44cb-817f-c5ae5478054f tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1381395 Jul 29 04:51:58.274766 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 33568) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:51:58.279595 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [None req-76b99127-1212-4baf-a797-7d80b16edd8f tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Request body: {'security_group_rule': {'security_group_id': '9d2ad824-5001-497b-afa2-545b0f5f4ab0', 'project_id': '21c0f0b9063948a9a0183b528bc21130', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:51:58.304222 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f860c-7cdb-4848-ae04-4a04f88b5659 req-b900a6bb-ba3b-4f6f-a0fa-c75328d8e125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:58.306199 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-053f860c-7cdb-4848-ae04-4a04f88b5659 req-b900a6bb-ba3b-4f6f-a0fa-c75328d8e125 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4ba73cc7-e7ec-4057-be46-46395fa10f6a HTTP/1.1" status: 200 len: 915 time: 0.1120799 Jul 29 04:51:58.307438 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-76b99127-1212-4baf-a797-7d80b16edd8f tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Publish callbacks [] for security_group_rule (eec7d6e1-9e82-4291-b26d-89cdd0205c34), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:58.309980 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-0b96b99a-01b8-47b0-87f2-c7cdef0be78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd959d0aa-0e02-4f4c-9637-e434f866a27f', 'name': 'tempest-TestMinimumBasicScenario-873612094-router', 'tenant_id': '21c0f0b9063948a9a0183b528bc21130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'd11e9cef-f3e6-4d41-a30a-fcdb9b17c142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:50:44Z', 'updated_at': '2022-07-29T04:50:47Z', 'revision_number': 4, 'project_id': '21c0f0b9063948a9a0183b528bc21130', 'gw_port': {'id': 'd11e9cef-f3e6-4d41-a30a-fcdb9b17c142', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd959d0aa-0e02-4f4c-9637-e434f866a27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:50:44Z', 'updated_at': '2022-07-29T04:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_floatingips': [{'id': '392dc93e-c037-4934-9f7e-ac01695ab458', 'tenant_id': '21c0f0b9063948a9a0183b528bc21130', 'floating_ip_address': '172.27.0.14', 'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'router_id': 'd959d0aa-0e02-4f4c-9637-e434f866a27f', 'port_id': '74c48b51-41ba-4b30-aaba-fd0d90c6f624', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba73cc7-e7ec-4057-be46-46395fa10f6a', 'mac_address': 'fa:16:3e:c3:a2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5393b1a3-209a-4a5f-bc1f-82d40c318516', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T04:51:56Z', 'updated_at': '2022-07-29T04:51:56Z', 'revision_number': 0, 'project_id': '21c0f0b9063948a9a0183b528bc21130', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d97ca9a-30f6-4a60-8284-2879f43a7ee9', 'name': '', 'network_id': '4ba73cc7-e7ec-4057-be46-46395fa10f6a', 'tenant_id': '21c0f0b9063948a9a0183b528bc21130', 'mac_address': 'fa:16:3e:6e:b0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd959d0aa-0e02-4f4c-9637-e434f866a27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'bf6f320a-767d-469d-96f7-99736e1ba1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:50:46Z', 'updated_at': '2022-07-29T04:50:53Z', 'revision_number': 5, 'project_id': '21c0f0b9063948a9a0183b528bc21130', 'subnets': [{'id': 'bf6f320a-767d-469d-96f7-99736e1ba1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:51:58.335962 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b96b99a-01b8-47b0-87f2-c7cdef0be78a None None] Checking router: d959d0aa-0e02-4f4c-9637-e434f866a27f for host: dv-cinder-851449-2-iscsi {{(pid=115909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 04:51:58.344948 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b96b99a-01b8-47b0-87f2-c7cdef0be78a None None] Routers {'d959d0aa-0e02-4f4c-9637-e434f866a27f'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:51:58.345663 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-0b96b99a-01b8-47b0-87f2-c7cdef0be78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:51:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['d959d0aa-0e02-4f4c-9637-e434f866a27f'], 'active': True} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:51:58.368208 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-76b99127-1212-4baf-a797-7d80b16edd8f tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Publish callbacks [] for security_group_rule (eec7d6e1-9e82-4291-b26d-89cdd0205c34), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:58.372927 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-053f860c-7cdb-4848-ae04-4a04f88b5659 req-1ac9f171-a1b4-4d07-bff3-b92e0d21fd78 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74c48b51-41ba-4b30-aaba-fd0d90c6f624 HTTP/1.1" status: 200 len: 998 time: 0.0605898 Jul 29 04:51:58.373075 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-76b99127-1212-4baf-a797-7d80b16edd8f tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885006'] for security_group_rule (eec7d6e1-9e82-4291-b26d-89cdd0205c34), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:58.392090 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b99127-1212-4baf-a797-7d80b16edd8f tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eec7d6e1-9e82-4291-b26d-89cdd0205c34,revision_number=0']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:51:58.399397 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-76b99127-1212-4baf-a797-7d80b16edd8f tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:58.400647 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-76b99127-1212-4baf-a797-7d80b16edd8f tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1249366 Jul 29 04:51:58.404530 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 33570) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:51:58.409008 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [None req-f5a25174-507e-4be1-b82b-c539dcf1007b tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Request body: {'security_group_rule': {'security_group_id': '9d2ad824-5001-497b-afa2-545b0f5f4ab0', 'project_id': '21c0f0b9063948a9a0183b528bc21130', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:51:58.432073 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f860c-7cdb-4848-ae04-4a04f88b5659 req-ca7fe469-194d-4a76-aef6-6c48e754b4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:58.433605 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-053f860c-7cdb-4848-ae04-4a04f88b5659 req-ca7fe469-194d-4a76-aef6-6c48e754b4f5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bf6f320a-767d-469d-96f7-99736e1ba1ea HTTP/1.1" status: 200 len: 853 time: 0.0540848 Jul 29 04:51:58.439836 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-f5a25174-507e-4be1-b82b-c539dcf1007b tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Publish callbacks [] for security_group_rule (ddc939c3-b74d-4002-8907-a191a3467fc0), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:58.461818 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:51:58.466080 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvr_db [None req-0b96b99a-01b8-47b0-87f2-c7cdef0be78a None None] Set router d959d0aa-0e02-4f4c-9637-e434f866a27f gateway port host: dv-cinder-851449-2-iscsi {{(pid=115909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:51:58.480399 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f860c-7cdb-4848-ae04-4a04f88b5659 req-5f4c7345-a587-4ed7-b75f-c0a49f1e0c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:58.482554 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-053f860c-7cdb-4848-ae04-4a04f88b5659 req-5f4c7345-a587-4ed7-b75f-c0a49f1e0c02 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4ba73cc7-e7ec-4057-be46-46395fa10f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415480 Jul 29 04:51:58.506338 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-f5a25174-507e-4be1-b82b-c539dcf1007b tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Publish callbacks [] for security_group_rule (ddc939c3-b74d-4002-8907-a191a3467fc0), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:58.510672 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-f5a25174-507e-4be1-b82b-c539dcf1007b tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885006'] for security_group_rule (ddc939c3-b74d-4002-8907-a191a3467fc0), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:58.531654 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:51:58.534565 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a25174-507e-4be1-b82b-c539dcf1007b tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddc939c3-b74d-4002-8907-a191a3467fc0,revision_number=0']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:51:58.546935 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-f5a25174-507e-4be1-b82b-c539dcf1007b tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:58.549117 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-f5a25174-507e-4be1-b82b-c539dcf1007b tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1435072 Jul 29 04:51:58.551744 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 33572) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:51:58.556727 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [None req-7a6625c2-9c36-4ab3-ae13-5ce61e22218e tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Request body: {'security_group_rule': {'security_group_id': '9d2ad824-5001-497b-afa2-545b0f5f4ab0', 'project_id': '21c0f0b9063948a9a0183b528bc21130', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:51:58.581532 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-053f860c-7cdb-4848-ae04-4a04f88b5659 req-81704916-1612-4ed1-af2d-246abb2f63bb service neutron] 10.222.0.64 "GET /v2.0/networks/4ba73cc7-e7ec-4057-be46-46395fa10f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921588 Jul 29 04:51:58.584704 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-7a6625c2-9c36-4ab3-ae13-5ce61e22218e tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Publish callbacks [] for security_group_rule (5103c742-10b6-4d71-bb9e-c438ad228d7a), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:58.634793 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:51:58.644942 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-7a6625c2-9c36-4ab3-ae13-5ce61e22218e tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Publish callbacks [] for security_group_rule (5103c742-10b6-4d71-bb9e-c438ad228d7a), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:58.649169 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-7a6625c2-9c36-4ab3-ae13-5ce61e22218e tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885006'] for security_group_rule (5103c742-10b6-4d71-bb9e-c438ad228d7a), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:58.671299 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6625c2-9c36-4ab3-ae13-5ce61e22218e tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5103c742-10b6-4d71-bb9e-c438ad228d7a,revision_number=0']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:51:58.682339 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-7a6625c2-9c36-4ab3-ae13-5ce61e22218e tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:58.685518 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-7a6625c2-9c36-4ab3-ae13-5ce61e22218e tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1327453 Jul 29 04:51:58.686870 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 33574) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:51:58.695190 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [None req-ae89d945-480f-4b60-9f28-0255b621099e tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Request body: {'security_group_rule': {'security_group_id': '9d2ad824-5001-497b-afa2-545b0f5f4ab0', 'project_id': '21c0f0b9063948a9a0183b528bc21130', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:51:58.709256 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-0b96b99a-01b8-47b0-87f2-c7cdef0be78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd959d0aa-0e02-4f4c-9637-e434f866a27f', 'name': 'tempest-TestMinimumBasicScenario-873612094-router', 'tenant_id': '21c0f0b9063948a9a0183b528bc21130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'd11e9cef-f3e6-4d41-a30a-fcdb9b17c142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:50:44Z', 'updated_at': '2022-07-29T04:50:47Z', 'revision_number': 4, 'project_id': '21c0f0b9063948a9a0183b528bc21130', 'gw_port': {'id': 'd11e9cef-f3e6-4d41-a30a-fcdb9b17c142', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd959d0aa-0e02-4f4c-9637-e434f866a27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:50:44Z', 'updated_at': '2022-07-29T04:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_floatingips': [{'id': '392dc93e-c037-4934-9f7e-ac01695ab458', 'tenant_id': '21c0f0b9063948a9a0183b528bc21130', 'floating_ip_address': '172.27.0.14', 'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'router_id': 'd959d0aa-0e02-4f4c-9637-e434f866a27f', 'port_id': '74c48b51-41ba-4b30-aaba-fd0d90c6f624', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba73cc7-e7ec-4057-be46-46395fa10f6a', 'mac_address': 'fa:16:3e:c3:a2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5393b1a3-209a-4a5f-bc1f-82d40c318516', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T04:51:56Z', 'updated_at': '2022-07-29T04:51:56Z', 'revision_number': 0, 'project_id': '21c0f0b9063948a9a0183b528bc21130', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d97ca9a-30f6-4a60-8284-2879f43a7ee9', 'name': '', 'network_id': '4ba73cc7-e7ec-4057-be46-46395fa10f6a', 'tenant_id': '21c0f0b9063948a9a0183b528bc21130', 'mac_address': 'fa:16:3e:6e:b0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd959d0aa-0e02-4f4c-9637-e434f866a27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'bf6f320a-767d-469d-96f7-99736e1ba1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:50:46Z', 'updated_at': '2022-07-29T04:50:53Z', 'revision_number': 5, 'project_id': '21c0f0b9063948a9a0183b528bc21130', 'subnets': [{'id': 'bf6f320a-767d-469d-96f7-99736e1ba1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:51:58.735186 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b96b99a-01b8-47b0-87f2-c7cdef0be78a None None] The sync data for ids ['d959d0aa-0e02-4f4c-9637-e434f866a27f'] in dv-cinder-851449-2-iscsi is: [{'id': 'd959d0aa-0e02-4f4c-9637-e434f866a27f', 'name': 'tempest-TestMinimumBasicScenario-873612094-router', 'tenant_id': '21c0f0b9063948a9a0183b528bc21130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'd11e9cef-f3e6-4d41-a30a-fcdb9b17c142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:50:44Z', 'updated_at': '2022-07-29T04:50:47Z', 'revision_number': 4, 'project_id': '21c0f0b9063948a9a0183b528bc21130', 'gw_port': {'id': 'd11e9cef-f3e6-4d41-a30a-fcdb9b17c142', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd959d0aa-0e02-4f4c-9637-e434f866a27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:50:44Z', 'updated_at': '2022-07-29T04:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_floatingips': [{'id': '392dc93e-c037-4934-9f7e-ac01695ab458', 'tenant_id': '21c0f0b9063948a9a0183b528bc21130', 'floating_ip_address': '172.27.0.14', 'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'router_id': 'd959d0aa-0e02-4f4c-9637-e434f866a27f', 'port_id': '74c48b51-41ba-4b30-aaba-fd0d90c6f624', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba73cc7-e7ec-4057-be46-46395fa10f6a', 'mac_address': 'fa:16:3e:c3:a2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5393b1a3-209a-4a5f-bc1f-82d40c318516', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T04:51:56Z', 'updated_at': '2022-07-29T04:51:56Z', 'revision_number': 0, 'project_id': '21c0f0b9063948a9a0183b528bc21130', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d97ca9a-30f6-4a60-8284-2879f43a7ee9', 'name': '', 'network_id': '4ba73cc7-e7ec-4057-be46-46395fa10f6a', 'tenant_id': '21c0f0b9063948a9a0183b528bc21130', 'mac_address': 'fa:16:3e:6e:b0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd959d0aa-0e02-4f4c-9637-e434f866a27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'bf6f320a-767d-469d-96f7-99736e1ba1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:50:46Z', 'updated_at': '2022-07-29T04:50:53Z', 'revision_number': 5, 'project_id': '21c0f0b9063948a9a0183b528bc21130', 'subnets': [{'id': 'bf6f320a-767d-469d-96f7-99736e1ba1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 04:51:58.756380 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.db.securitygroups_db [None req-ae89d945-480f-4b60-9f28-0255b621099e tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Project 21c0f0b9063948a9a0183b528bc21130 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 04:51:58.769728 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-ae89d945-480f-4b60-9f28-0255b621099e tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Publish callbacks [] for security_group_rule (fa56ca56-fa62-4973-ba74-e20c9c647bc1), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:58.801982 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-053f860c-7cdb-4848-ae04-4a04f88b5659 req-f381b166-7049-46a1-84b2-baad2708ac27 service neutron] 10.222.0.64 "GET /v2.0/networks/4ba73cc7-e7ec-4057-be46-46395fa10f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356211 Jul 29 04:51:58.835666 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-ae89d945-480f-4b60-9f28-0255b621099e tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Publish callbacks [] for security_group_rule (fa56ca56-fa62-4973-ba74-e20c9c647bc1), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:58.839948 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-ae89d945-480f-4b60-9f28-0255b621099e tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885006'] for security_group_rule (fa56ca56-fa62-4973-ba74-e20c9c647bc1), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:58.859261 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae89d945-480f-4b60-9f28-0255b621099e tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa56ca56-fa62-4973-ba74-e20c9c647bc1,revision_number=0']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:51:58.866369 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-ae89d945-480f-4b60-9f28-0255b621099e tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:58.870815 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-ae89d945-480f-4b60-9f28-0255b621099e tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1795540 Jul 29 04:51:58.870920 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 33576) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:51:58.875237 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [None req-6ea7c9f5-c726-4e3e-892e-d967bba070bc tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Request body: {'security_group_rule': {'security_group_id': '9d2ad824-5001-497b-afa2-545b0f5f4ab0', 'project_id': '21c0f0b9063948a9a0183b528bc21130', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:51:58.897614 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.db.securitygroups_db [None req-6ea7c9f5-c726-4e3e-892e-d967bba070bc tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Project 21c0f0b9063948a9a0183b528bc21130 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 04:51:58.904419 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6ea7c9f5-c726-4e3e-892e-d967bba070bc tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Publish callbacks [] for security_group_rule (827e5e81-1ad2-41d4-bd3d-3a676f269cc1), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:58.958551 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93f5ea1-c977-4b7b-b47c-cf5936c65275 None None] New status for floating IP 392dc93e-c037-4934-9f7e-ac01695ab458: ACTIVE {{(pid=115910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 04:51:58.971354 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6ea7c9f5-c726-4e3e-892e-d967bba070bc tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Publish callbacks [] for security_group_rule (827e5e81-1ad2-41d4-bd3d-3a676f269cc1), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:58.975391 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6ea7c9f5-c726-4e3e-892e-d967bba070bc tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885006'] for security_group_rule (827e5e81-1ad2-41d4-bd3d-3a676f269cc1), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:58.996213 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea7c9f5-c726-4e3e-892e-d967bba070bc tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=827e5e81-1ad2-41d4-bd3d-3a676f269cc1,revision_number=0']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:51:59.009566 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6ea7c9f5-c726-4e3e-892e-d967bba070bc tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:59.010797 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-6ea7c9f5-c726-4e3e-892e-d967bba070bc tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1392009 Jul 29 04:51:59.045726 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9507bf11-f7ed-4801-bed5-aec5b71a7703 req-28ab144b-db53-41ba-964d-7662c32f3fff tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:59.047330 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9507bf11-f7ed-4801-bed5-aec5b71a7703 req-28ab144b-db53-41ba-964d-7662c32f3fff tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0542421 Jul 29 04:51:59.098445 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9507bf11-f7ed-4801-bed5-aec5b71a7703 req-268eb8f6-bfdc-48e9-a17e-ca765035ef30 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445576 Jul 29 04:51:59.104814 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-2d070e5a-feed-4b9f-8310-b8bcf623d7b5 req-a253c968-00ac-46c8-ac80-e5e53edd5c3e tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-695076605&fields=id&tenant_id=21c0f0b9063948a9a0183b528bc21130 HTTP/1.1" status: 200 len: 267 time: 0.0464997 Jul 29 04:51:59.167080 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d070e5a-feed-4b9f-8310-b8bcf623d7b5 req-cd221d21-fabc-4662-8885-6c99cbe6bbee tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:59.169460 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-2d070e5a-feed-4b9f-8310-b8bcf623d7b5 req-cd221d21-fabc-4662-8885-6c99cbe6bbee tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/ports?device_id=5393b1a3-209a-4a5f-bc1f-82d40c318516 HTTP/1.1" status: 200 len: 945 time: 0.0590684 Jul 29 04:51:59.180050 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [req-2d070e5a-feed-4b9f-8310-b8bcf623d7b5 req-8a6e7d98-ebb6-4d1a-8ea0-2ca2b7b1b53a tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Request body: {'port': {'security_groups': ['53745ed1-8acc-4712-a583-01e3c1f9287b', '9d2ad824-5001-497b-afa2-545b0f5f4ab0']}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:51:59.250216 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [req-2d070e5a-feed-4b9f-8310-b8bcf623d7b5 req-8a6e7d98-ebb6-4d1a-8ea0-2ca2b7b1b53a tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (74c48b51-41ba-4b30-aaba-fd0d90c6f624), before_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:59.457435 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.db [req-2d070e5a-feed-4b9f-8310-b8bcf623d7b5 req-8a6e7d98-ebb6-4d1a-8ea0-2ca2b7b1b53a tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] For port 74c48b51-41ba-4b30-aaba-fd0d90c6f624, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=74c48b51-41ba-4b30-aaba-fd0d90c6f624,segment=NetworkSegment(415f04c1-2dee-45a6-a50f-5637d731d5fe),segment_id=415f04c1-2dee-45a6-a50f-5637d731d5fe)] {{(pid=115907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:51:59.489377 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [req-2d070e5a-feed-4b9f-8310-b8bcf623d7b5 req-8a6e7d98-ebb6-4d1a-8ea0-2ca2b7b1b53a tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Publish callbacks [] for port (74c48b51-41ba-4b30-aaba-fd0d90c6f624), precommit_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:59.494765 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [req-2d070e5a-feed-4b9f-8310-b8bcf623d7b5 req-8a6e7d98-ebb6-4d1a-8ea0-2ca2b7b1b53a tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7638295'] for port (74c48b51-41ba-4b30-aaba-fd0d90c6f624), after_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:59.533835 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] get_ports_and_sgs() called for port_ids ['74c48b51-41ba-4b30-aaba-fd0d90c6f624'] {{(pid=115909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 04:51:59.536085 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d070e5a-feed-4b9f-8310-b8bcf623d7b5 req-8a6e7d98-ebb6-4d1a-8ea0-2ca2b7b1b53a tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:59.536634 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [req-2d070e5a-feed-4b9f-8310-b8bcf623d7b5 req-8a6e7d98-ebb6-4d1a-8ea0-2ca2b7b1b53a tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for port (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:59.538088 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-2d070e5a-feed-4b9f-8310-b8bcf623d7b5 req-8a6e7d98-ebb6-4d1a-8ea0-2ca2b7b1b53a tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "PUT /v2.0/ports/74c48b51-41ba-4b30-aaba-fd0d90c6f624 HTTP/1.1" status: 200 len: 981 time: 0.3623800 Jul 29 04:51:59.565917 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6e7d98-ebb6-4d1a-8ea0-2ca2b7b1b53a tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Pushing event updated for resources: {'Port': ['ID=74c48b51-41ba-4b30-aaba-fd0d90c6f624,revision_number=6']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:51:59.644391 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca4c61-c2f3-4b19-83d2-c5c6a4f06b5a req-053937ba-da0a-4ab2-b857-1d292e2ad852 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:51:59.646115 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-81ca4c61-c2f3-4b19-83d2-c5c6a4f06b5a req-053937ba-da0a-4ab2-b857-1d292e2ad852 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/ports?device_id=5393b1a3-209a-4a5f-bc1f-82d40c318516 HTTP/1.1" status: 200 len: 984 time: 0.0535359 Jul 29 04:51:59.722043 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-81ca4c61-c2f3-4b19-83d2-c5c6a4f06b5a req-84e27d76-97e5-41a7-947d-e9ad62ba031a tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/security-groups?id=53745ed1-8acc-4712-a583-01e3c1f9287b&id=9d2ad824-5001-497b-afa2-545b0f5f4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0642097 Jul 29 04:51:59.735122 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] get_ports_and_sgs() called for port_ids ['74c48b51-41ba-4b30-aaba-fd0d90c6f624'] {{(pid=115909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 04:51:59.798455 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=100 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:51:59.817829 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-fdafa97c-b2b8-4c1d-8920-b97b764eb585 None None] Provisioning complete for port 74c48b51-41ba-4b30-aaba-fd0d90c6f624 triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:51:59.818193 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-fdafa97c-b2b8-4c1d-8920-b97b764eb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (74c48b51-41ba-4b30-aaba-fd0d90c6f624), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:51:59.929098 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=100 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:52:00.014393 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-fdafa97c-b2b8-4c1d-8920-b97b764eb585 None None] Current status of the port 74c48b51-41ba-4b30-aaba-fd0d90c6f624 is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:52:00.067912 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5393b1a3-209a-4a5f-bc1f-82d40c318516', 'tag': '74c48b51-41ba-4b30-aaba-fd0d90c6f624'}] {{(pid=115907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:52:00.070376 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6d28d1995ec7db04a13c19e5d747406a5c99e6072777cdd6d240f116ae67410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1e0fe9-c43d-4137-a472-7b763e5bda69" -d '{"events": [{"name": "network-changed", "server_uuid": "5393b1a3-209a-4a5f-bc1f-82d40c318516", "tag": "74c48b51-41ba-4b30-aaba-fd0d90c6f624"}]}' {{(pid=115907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:52:00.110076 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 04:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d760b534-3ccc-4a8a-bb7b-23df5116426f x-openstack-request-id: req-d760b534-3ccc-4a8a-bb7b-23df5116426f {{(pid=115907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:52:00.110076 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5393b1a3-209a-4a5f-bc1f-82d40c318516", "tag": "74c48b51-41ba-4b30-aaba-fd0d90c6f624", "status": "completed", "code": 200}]} {{(pid=115907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:52:00.110076 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-d760b534-3ccc-4a8a-bb7b-23df5116426f {{(pid=115907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:52:00.110509 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d760b534-3ccc-4a8a-bb7b-23df5116426f'] response: {'name': 'network-changed', 'server_uuid': '5393b1a3-209a-4a5f-bc1f-82d40c318516', 'tag': '74c48b51-41ba-4b30-aaba-fd0d90c6f624', 'status': 'completed', 'code': 200} Jul 29 04:52:00.235037 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e0fe9-c43d-4137-a472-7b763e5bda69 req-3e7c4360-44b4-4f17-a443-d9bba0d3a1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:00.237211 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-6f1e0fe9-c43d-4137-a472-7b763e5bda69 req-3e7c4360-44b4-4f17-a443-d9bba0d3a1f4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=21c0f0b9063948a9a0183b528bc21130&device_id=5393b1a3-209a-4a5f-bc1f-82d40c318516 HTTP/1.1" status: 200 len: 1168 time: 0.0745864 Jul 29 04:52:00.245157 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c899cac-52a1-4c03-8b1a-f6ae726033c2 req-fa1837d0-a9b3-4f62-ac6f-2c2116616728 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:00.249105 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-6c899cac-52a1-4c03-8b1a-f6ae726033c2 req-fa1837d0-a9b3-4f62-ac6f-2c2116616728 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0748019 Jul 29 04:52:00.320035 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:52:00.365741 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-6c899cac-52a1-4c03-8b1a-f6ae726033c2 req-3cf0cb76-c61a-4b27-8477-f6e5637d8891 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059406 Jul 29 04:52:00.374818 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e0fe9-c43d-4137-a472-7b763e5bda69 req-6d4089d0-401f-4469-b03d-78b5c09d02e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:00.376247 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-6f1e0fe9-c43d-4137-a472-7b763e5bda69 req-6d4089d0-401f-4469-b03d-78b5c09d02e1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4ba73cc7-e7ec-4057-be46-46395fa10f6a HTTP/1.1" status: 200 len: 915 time: 0.1260397 Jul 29 04:52:00.444813 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-6f1e0fe9-c43d-4137-a472-7b763e5bda69 req-6479db81-495f-4057-ab0a-5a44a1832cc8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74c48b51-41ba-4b30-aaba-fd0d90c6f624 HTTP/1.1" status: 200 len: 1000 time: 0.0591128 Jul 29 04:52:00.493193 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e0fe9-c43d-4137-a472-7b763e5bda69 req-4508077b-4402-48f6-b5d0-e8a0cab4e3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:00.494580 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-6f1e0fe9-c43d-4137-a472-7b763e5bda69 req-4508077b-4402-48f6-b5d0-e8a0cab4e3fa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bf6f320a-767d-469d-96f7-99736e1ba1ea HTTP/1.1" status: 200 len: 853 time: 0.0426519 Jul 29 04:52:00.542258 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e0fe9-c43d-4137-a472-7b763e5bda69 req-74a1224c-cbf0-4f26-a318-7f00192af3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:00.544091 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-6f1e0fe9-c43d-4137-a472-7b763e5bda69 req-74a1224c-cbf0-4f26-a318-7f00192af3c8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4ba73cc7-e7ec-4057-be46-46395fa10f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422990 Jul 29 04:52:00.628251 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:52:00.632326 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-6f1e0fe9-c43d-4137-a472-7b763e5bda69 req-64fb2922-e136-436d-9f94-d295558271fa service neutron] 10.222.0.64 "GET /v2.0/networks/4ba73cc7-e7ec-4057-be46-46395fa10f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822513 Jul 29 04:52:00.943340 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-6f1e0fe9-c43d-4137-a472-7b763e5bda69 req-4d86a83f-1a0e-4403-b6cf-98adc6b7f09c service neutron] 10.222.0.64 "GET /v2.0/networks/4ba73cc7-e7ec-4057-be46-46395fa10f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030436 Jul 29 04:52:01.486380 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d7edd-ad37-40f7-97a5-0096cacbee80 req-f9f27848-4c58-452d-b60d-01b9b5c1244d tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:01.487859 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-869d7edd-ad37-40f7-97a5-0096cacbee80 req-f9f27848-4c58-452d-b60d-01b9b5c1244d tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0475411 Jul 29 04:52:01.512045 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:52:01.538134 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-869d7edd-ad37-40f7-97a5-0096cacbee80 req-29af50b7-d7af-41bb-b6f4-37cda124ad89 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447710 Jul 29 04:52:02.654445 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d699750-e788-4da4-bacf-5506ccee9430 req-557c0a92-06ec-48b4-b74b-9ab5699f3460 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:02.655945 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-3d699750-e788-4da4-bacf-5506ccee9430 req-557c0a92-06ec-48b4-b74b-9ab5699f3460 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0461831 Jul 29 04:52:02.708165 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-3d699750-e788-4da4-bacf-5506ccee9430 req-8c82ac08-c45e-4cce-861e-1ec98b82158e tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467103 Jul 29 04:52:03.833148 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e2667-6fe1-40b2-a67c-a2246a9be04b req-078d4e55-8160-43f6-bece-db7f9d34d085 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:03.834618 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-062e2667-6fe1-40b2-a67c-a2246a9be04b req-078d4e55-8160-43f6-bece-db7f9d34d085 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0503788 Jul 29 04:52:03.882976 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-062e2667-6fe1-40b2-a67c-a2246a9be04b req-b93d5fe9-3768-4100-8ffc-0c9eff2bb967 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422754 Jul 29 04:52:03.895168 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.agents_db [None req-05f878dc-9505-4230-ae26-b2f791c5e7d5 None None] Agent healthcheck: found 6 active agents {{(pid=115910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 04:52:05.006817 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab6243-f5c7-4a94-9c3e-71f1aea4db8f req-dc94a05d-ff6d-43fa-b9a0-137ed09bb964 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:05.008416 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-6eab6243-f5c7-4a94-9c3e-71f1aea4db8f req-dc94a05d-ff6d-43fa-b9a0-137ed09bb964 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0503411 Jul 29 04:52:05.061717 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-6eab6243-f5c7-4a94-9c3e-71f1aea4db8f req-db4ac62f-b5eb-4a2a-9621-d8c47c0d74a2 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470364 Jul 29 04:52:05.261029 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c693b-7048-4e25-8d34-1445c21534bd req-9b08fbdb-edc3-4e66-a0ee-bec0ca4dd5a6 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:05.263176 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-107c693b-7048-4e25-8d34-1445c21534bd req-9b08fbdb-edc3-4e66-a0ee-bec0ca4dd5a6 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0481246 Jul 29 04:52:05.322608 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-107c693b-7048-4e25-8d34-1445c21534bd req-8b1c7950-2bbf-4dcd-867c-069c5e849bed tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537748 Jul 29 04:52:05.350559 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfd9e0-9b01-44a0-85e0-817f70c7252c req-8fa3ebc5-1b7a-42e5-8e87-598694d736e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:05.352048 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-0edfd9e0-9b01-44a0-85e0-817f70c7252c req-8fa3ebc5-1b7a-42e5-8e87-598694d736e3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=946bf1e173f9476d86cf6133055fba0a&device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 1129 time: 0.0424471 Jul 29 04:52:05.444714 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfd9e0-9b01-44a0-85e0-817f70c7252c req-45c473b2-02cd-49f5-a260-9c681222be69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:05.446096 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-0edfd9e0-9b01-44a0-85e0-817f70c7252c req-45c473b2-02cd-49f5-a260-9c681222be69 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4bcca997-0807-424d-86d3-43681c4961dd HTTP/1.1" status: 200 len: 911 time: 0.0869434 Jul 29 04:52:05.509542 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-0edfd9e0-9b01-44a0-85e0-817f70c7252c req-d30a49b0-2d38-41f0-b09f-cc4ea9c2085c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df448b29-2557-4bee-808a-385ffcca1ff4 HTTP/1.1" status: 200 len: 1001 time: 0.0551729 Jul 29 04:52:05.564275 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfd9e0-9b01-44a0-85e0-817f70c7252c req-fd0c36b4-c95a-443a-902d-25838dcda1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:05.565904 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-0edfd9e0-9b01-44a0-85e0-817f70c7252c req-fd0c36b4-c95a-443a-902d-25838dcda1ec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=928e1728-3f5c-432b-96a7-e970473efb26 HTTP/1.1" status: 200 len: 849 time: 0.0488384 Jul 29 04:52:05.613062 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfd9e0-9b01-44a0-85e0-817f70c7252c req-3c01f84b-d461-419c-8400-17377bae8b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:05.614560 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-0edfd9e0-9b01-44a0-85e0-817f70c7252c req-3c01f84b-d461-419c-8400-17377bae8b82 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4bcca997-0807-424d-86d3-43681c4961dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393870 Jul 29 04:52:05.699254 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:52:05.709915 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-0edfd9e0-9b01-44a0-85e0-817f70c7252c req-0aff36f9-909b-4511-9bdf-b1a794d8e4bd service neutron] 10.222.0.64 "GET /v2.0/networks/4bcca997-0807-424d-86d3-43681c4961dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892384 Jul 29 04:52:05.801506 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-0edfd9e0-9b01-44a0-85e0-817f70c7252c req-924fe601-0aab-4d8d-8342-e96f6c3c4ed2 service neutron] 10.222.0.64 "GET /v2.0/networks/4bcca997-0807-424d-86d3-43681c4961dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833199 Jul 29 04:52:06.446946 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2516d-c695-4c9c-84aa-66726f24832e req-53b892a0-9b54-49b8-af30-3026c510d8aa tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:06.448447 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-32e2516d-c695-4c9c-84aa-66726f24832e req-53b892a0-9b54-49b8-af30-3026c510d8aa tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0488942 Jul 29 04:52:06.461294 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:DELETE=4,neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:52:06.499612 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-32e2516d-c695-4c9c-84aa-66726f24832e req-40cd2297-0fd3-4586-a13b-72ac6173a4f8 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446653 Jul 29 04:52:07.620706 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15567822-0150-45ed-9901-2b60f69c19fa req-56054446-78b3-4a47-9846-b14d9bd5ae00 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:07.622212 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-15567822-0150-45ed-9901-2b60f69c19fa req-56054446-78b3-4a47-9846-b14d9bd5ae00 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0485699 Jul 29 04:52:07.674235 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-15567822-0150-45ed-9901-2b60f69c19fa req-940a7361-540b-45de-a041-f4601071b937 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462215 Jul 29 04:52:09.074709 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:52:10.266712 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=54 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:52:10.267480 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=79 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:52:13.894821 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=31,neutron:UPDATE=2 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:52:15.099312 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f0d8b-54e2-4d56-a743-ca55369eafa8 req-143f3c58-e61c-43fc-b470-2cd9012ca4b3 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:15.100837 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-548f0d8b-54e2-4d56-a743-ca55369eafa8 req-143f3c58-e61c-43fc-b470-2cd9012ca4b3 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 946 time: 0.0482020 Jul 29 04:52:15.152167 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-548f0d8b-54e2-4d56-a743-ca55369eafa8 req-9e08c0f6-b84f-4b3d-9413-fe85c10bf3ef tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455124 Jul 29 04:52:16.275154 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11e14d-810e-41ab-a7a2-438e5f6c8263 req-3e21c985-ba21-41db-92b1-18461236486a tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:16.276630 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-6c11e14d-810e-41ab-a7a2-438e5f6c8263 req-3e21c985-ba21-41db-92b1-18461236486a tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 946 time: 0.0466018 Jul 29 04:52:16.297262 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:52:16.324917 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-6c11e14d-810e-41ab-a7a2-438e5f6c8263 req-0e3d7111-20a7-444a-af5e-14b482d1ecff tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421007 Jul 29 04:52:17.446306 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b63f1-6b63-42b5-8cef-8a67aedfc701 req-a852bde4-606c-4576-ab01-cbd6a2437279 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:17.447681 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-345b63f1-6b63-42b5-8cef-8a67aedfc701 req-a852bde4-606c-4576-ab01-cbd6a2437279 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 946 time: 0.0473740 Jul 29 04:52:17.495171 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-345b63f1-6b63-42b5-8cef-8a67aedfc701 req-a4cd4400-7ca3-4c0a-b6bb-95b4ff34805d tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415611 Jul 29 04:52:18.400154 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-306a6c7f-d584-4413-a41b-a2fd8cefe943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:52:18.617770 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2735e2d8-e924-4a1b-b396-a89406e3f63b req-68862284-54af-475c-9ebb-6b916c4bed38 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:18.619217 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-2735e2d8-e924-4a1b-b396-a89406e3f63b req-68862284-54af-475c-9ebb-6b916c4bed38 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 946 time: 0.0472329 Jul 29 04:52:18.666452 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-2735e2d8-e924-4a1b-b396-a89406e3f63b req-e9627a37-29e9-4e22-a0f5-4fc491f6deb9 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415974 Jul 29 04:52:19.937775 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccfc67a-3848-4548-8bf5-6a07835398c8 req-82fa0e0c-105f-4210-a5de-3b4694f90bfc tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:19.939290 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-4ccfc67a-3848-4548-8bf5-6a07835398c8 req-82fa0e0c-105f-4210-a5de-3b4694f90bfc tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 946 time: 0.1843612 Jul 29 04:52:19.986364 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-4ccfc67a-3848-4548-8bf5-6a07835398c8 req-0c0b2425-b2f3-4705-8ac3-193bb9fb6a9a tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415404 Jul 29 04:52:20.648910 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-ead1caef-f3b1-4ed7-ae83-605809d364fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:52:21.025441 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (bab6a0c9-2145-495f-b42f-b184e241503a), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:52:21.162614 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b1ded8-9caa-4036-8577-e3cebed0b00d req-a73b265f-dab0-48cb-a401-5582cb1721c5 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:21.164056 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-d8b1ded8-9caa-4036-8577-e3cebed0b00d req-a73b265f-dab0-48cb-a401-5582cb1721c5 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 946 time: 0.0995946 Jul 29 04:52:21.212430 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-d8b1ded8-9caa-4036-8577-e3cebed0b00d req-ee76332f-5440-453b-b967-b299b5183dd4 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415859 Jul 29 04:52:21.827453 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:52:22.336774 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b9efd-deea-41a3-a55c-1c22cca5cad7 req-16371d1a-55d7-426f-8f30-ce1a295a38d7 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:22.338226 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-942b9efd-deea-41a3-a55c-1c22cca5cad7 req-16371d1a-55d7-426f-8f30-ce1a295a38d7 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 946 time: 0.0505042 Jul 29 04:52:22.386664 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-942b9efd-deea-41a3-a55c-1c22cca5cad7 req-7f45efab-74d6-4577-ac62-311efedebc53 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416436 Jul 29 04:52:22.852718 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-f5cf8332-c096-418f-9d03-eb8894380efc req-2c1324be-dfaf-4a9b-a291-e69c55129ea0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=94d225e6-c457-47da-bb55-5620ad7f15e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0365875 Jul 29 04:52:22.927502 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf8332-c096-418f-9d03-eb8894380efc req-3afe291d-b512-4a7c-8b41-7158757c828c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:22.928952 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-f5cf8332-c096-418f-9d03-eb8894380efc req-3afe291d-b512-4a7c-8b41-7158757c828c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=461e2af738084ccb986169d752510588&device_id=94d225e6-c457-47da-bb55-5620ad7f15e7 HTTP/1.1" status: 200 len: 1130 time: 0.0394204 Jul 29 04:52:23.038450 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf8332-c096-418f-9d03-eb8894380efc req-fd61b641-b405-43f0-9c90-bf3f6bd95993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:23.039905 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-f5cf8332-c096-418f-9d03-eb8894380efc req-fd61b641-b405-43f0-9c90-bf3f6bd95993 service neutron] 10.222.0.64 "GET /v2.0/networks?id=21ca39e1-cfc7-4b5b-897b-220faf26ce68 HTTP/1.1" status: 200 len: 915 time: 0.0927911 Jul 29 04:52:23.100791 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-f5cf8332-c096-418f-9d03-eb8894380efc req-ee6e0743-4639-42e6-9931-c5a81712e146 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a62fbd73-0c26-4732-9cf9-7667cea10de3 HTTP/1.1" status: 200 len: 1002 time: 0.0544286 Jul 29 04:52:23.152748 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf8332-c096-418f-9d03-eb8894380efc req-a0c5966a-bcd8-43ae-8aba-9950417170aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:23.154183 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-f5cf8332-c096-418f-9d03-eb8894380efc req-a0c5966a-bcd8-43ae-8aba-9950417170aa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5df203e3-38ee-42fe-a28a-41c6f641aefe HTTP/1.1" status: 200 len: 853 time: 0.0472064 Jul 29 04:52:23.192628 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:52:23.212546 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf8332-c096-418f-9d03-eb8894380efc req-8d2967b8-a0a7-48d7-a74a-252e726fbf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:23.214701 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-f5cf8332-c096-418f-9d03-eb8894380efc req-8d2967b8-a0a7-48d7-a74a-252e726fbf49 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=21ca39e1-cfc7-4b5b-897b-220faf26ce68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397727 Jul 29 04:52:23.304684 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-f5cf8332-c096-418f-9d03-eb8894380efc req-4d923e77-e037-472f-bd51-1f47a4ddc5db service neutron] 10.222.0.64 "GET /v2.0/networks/21ca39e1-cfc7-4b5b-897b-220faf26ce68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808344 Jul 29 04:52:23.351298 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:52:23.399852 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-f5cf8332-c096-418f-9d03-eb8894380efc req-7d27f6ba-4b5f-411e-9c4c-94c9743a20a9 service neutron] 10.222.0.64 "GET /v2.0/networks/21ca39e1-cfc7-4b5b-897b-220faf26ce68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892744 Jul 29 04:52:23.494286 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:52:23.512588 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb98c8f-d0be-41dc-9d6f-3f5ef75ad59e req-1ffcbbd0-64b3-4266-a334-a62b85aa501f tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:23.514082 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-7eb98c8f-d0be-41dc-9d6f-3f5ef75ad59e req-1ffcbbd0-64b3-4266-a334-a62b85aa501f tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 946 time: 0.0475693 Jul 29 04:52:23.560865 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-7eb98c8f-d0be-41dc-9d6f-3f5ef75ad59e req-c3bb009a-b87e-4158-a381-a4c5fe9637bf tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412717 Jul 29 04:52:24.686789 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ffe26-a2e0-483a-84b6-7448265a1477 req-1ff4eb31-8e5d-49ee-802e-4ca08fd6b52e tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:24.688280 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-099ffe26-a2e0-483a-84b6-7448265a1477 req-1ff4eb31-8e5d-49ee-802e-4ca08fd6b52e tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 946 time: 0.0481238 Jul 29 04:52:24.735512 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-099ffe26-a2e0-483a-84b6-7448265a1477 req-2add4828-571e-46fc-bb09-529ffbb8518a tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414526 Jul 29 04:52:25.864806 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968298ee-dc89-4f3a-8f82-f986c813c5cc req-ec48c562-b351-465e-b0a1-a64be1bece00 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:25.866257 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-968298ee-dc89-4f3a-8f82-f986c813c5cc req-ec48c562-b351-465e-b0a1-a64be1bece00 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 946 time: 0.0505164 Jul 29 04:52:25.913171 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-968298ee-dc89-4f3a-8f82-f986c813c5cc req-2b41072e-6212-4409-bb07-4f5a8044d74e tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407572 Jul 29 04:52:27.038189 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f5caf-347e-463d-9f1b-7ad59b2e87bb req-a121bdcc-98ba-4599-a618-76edcb5eee38 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:27.039619 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-899f5caf-347e-463d-9f1b-7ad59b2e87bb req-a121bdcc-98ba-4599-a618-76edcb5eee38 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 946 time: 0.0470004 Jul 29 04:52:27.089245 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-899f5caf-347e-463d-9f1b-7ad59b2e87bb req-0ab8fa93-cbf5-4d69-913f-56ae77cf457e tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439501 Jul 29 04:52:28.210087 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1e97d-5eaa-4d20-ae42-192365486e9b req-420bef9b-f284-4c70-9c5e-fa592d60f67d tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:28.211554 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-96c1e97d-5eaa-4d20-ae42-192365486e9b req-420bef9b-f284-4c70-9c5e-fa592d60f67d tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 946 time: 0.0472465 Jul 29 04:52:28.257575 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-96c1e97d-5eaa-4d20-ae42-192365486e9b req-717f22dc-859a-40d9-89f7-c96155c09708 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399280 Jul 29 04:52:29.018452 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device 1f4eb45a-ea71-4ede-b569-032c9dddfac4 details requested by agent hyperv_hv-cinder-85144 with host hv-cinder-85144 {{(pid=115909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 04:52:29.120186 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port 1f4eb45a-ea71-4ede-b569-032c9dddfac4, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=1f4eb45a-ea71-4ede-b569-032c9dddfac4,segment=NetworkSegment(ffb2b7f4-3669-4504-9503-4837d5f21e70),segment_id=ffb2b7f4-3669-4504-9503-4837d5f21e70)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:52:29.131421 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Returning: {'device': '1f4eb45a-ea71-4ede-b569-032c9dddfac4', 'network_id': 'c8994c62-2968-491e-9d89-ada7a08f8ea0', 'port_id': '1f4eb45a-ea71-4ede-b569-032c9dddfac4', 'mac_address': 'fa:16:3e:16:d0:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bcd2bfa-a312-446b-bdbd-ca5994b4cf21', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 04:52:29.165326 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Current status of the port 1f4eb45a-ea71-4ede-b569-032c9dddfac4 is: ACTIVE; New status is: BUILD {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:52:29.165744 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (1f4eb45a-ea71-4ede-b569-032c9dddfac4), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:52:29.179718 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.notifiers.nova [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f4eb45a-ea71-4ede-b569-032c9dddfac4 {{(pid=115909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 04:52:29.199975 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port 1f4eb45a-ea71-4ede-b569-032c9dddfac4, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=1f4eb45a-ea71-4ede-b569-032c9dddfac4,segment=NetworkSegment(ffb2b7f4-3669-4504-9503-4837d5f21e70),segment_id=ffb2b7f4-3669-4504-9503-4837d5f21e70)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:52:29.204364 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (1f4eb45a-ea71-4ede-b569-032c9dddfac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:52:29.250607 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Pushing event updated for resources: {'Port': ['ID=1f4eb45a-ea71-4ede-b569-032c9dddfac4,revision_number=6']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:52:29.383217 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f533f9cb-4a55-4423-a093-03d065397b78 req-d79beea8-7120-48d0-8040-0b57c6f3df09 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:29.384715 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-f533f9cb-4a55-4423-a093-03d065397b78 req-d79beea8-7120-48d0-8040-0b57c6f3df09 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 945 time: 0.0479498 Jul 29 04:52:29.431131 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] get_ports_and_sgs() called for port_ids ['1f4eb45a-ea71-4ede-b569-032c9dddfac4'] {{(pid=115909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 04:52:29.432262 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-f533f9cb-4a55-4423-a093-03d065397b78 req-e99e4561-25a5-477f-8a6b-48fdb0e88677 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418258 Jul 29 04:52:30.557023 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0deaee9-312a-48cc-82e0-81d207aef978 req-7c855081-3df3-4631-8072-7503eed91e45 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:30.559179 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-a0deaee9-312a-48cc-82e0-81d207aef978 req-7c855081-3df3-4631-8072-7503eed91e45 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 945 time: 0.0503275 Jul 29 04:52:30.570659 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:52:30.606276 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-a0deaee9-312a-48cc-82e0-81d207aef978 req-7421e131-a3d1-4910-a76b-75ac21e8ff88 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412807 Jul 29 04:52:31.034633 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device 1f4eb45a-ea71-4ede-b569-032c9dddfac4 up at agent hyperv_hv-cinder-85144 {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 04:52:31.076360 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Provisioning complete for port 1f4eb45a-ea71-4ede-b569-032c9dddfac4 triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:52:31.076753 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (1f4eb45a-ea71-4ede-b569-032c9dddfac4), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:52:31.268527 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Current status of the port 1f4eb45a-ea71-4ede-b569-032c9dddfac4 is: BUILD; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:52:31.268939 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (1f4eb45a-ea71-4ede-b569-032c9dddfac4), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:52:31.285981 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:52:31.287150 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:52:31.291519 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '630ff067-c10b-4ae9-8d92-c40d206fd0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4eb45a-ea71-4ede-b569-032c9dddfac4'}] {{(pid=115909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:52:31.294647 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c420e031ced92140226aa6f83123c9b23fc96e3244e1479094dc728224b9fe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b0b2a6-cf96-4296-9bc4-39cd58ae1bad" -d '{"events": [{"server_uuid": "630ff067-c10b-4ae9-8d92-c40d206fd0ca", "name": "network-vif-plugged", "status": "completed", "tag": "1f4eb45a-ea71-4ede-b569-032c9dddfac4"}]}' {{(pid=115909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:52:31.307967 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port 1f4eb45a-ea71-4ede-b569-032c9dddfac4, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=1f4eb45a-ea71-4ede-b569-032c9dddfac4,segment=NetworkSegment(ffb2b7f4-3669-4504-9503-4837d5f21e70),segment_id=ffb2b7f4-3669-4504-9503-4837d5f21e70)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:52:31.313112 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (1f4eb45a-ea71-4ede-b569-032c9dddfac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:52:31.337150 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 04:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3fbbc5-c255-4d15-a89a-b750f3ccafd0 x-openstack-request-id: req-2b3fbbc5-c255-4d15-a89a-b750f3ccafd0 {{(pid=115909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:52:31.337454 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "630ff067-c10b-4ae9-8d92-c40d206fd0ca", "name": "network-vif-plugged", "status": "completed", "tag": "1f4eb45a-ea71-4ede-b569-032c9dddfac4", "code": 200}]} {{(pid=115909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:52:31.337704 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-2b3fbbc5-c255-4d15-a89a-b750f3ccafd0 {{(pid=115909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:52:31.338090 dv-cinder-851449-2-iscsi neutron-server[115909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b3fbbc5-c255-4d15-a89a-b750f3ccafd0'] response: {'server_uuid': '630ff067-c10b-4ae9-8d92-c40d206fd0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4eb45a-ea71-4ede-b569-032c9dddfac4', 'code': 200} Jul 29 04:52:31.362134 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Pushing event updated for resources: {'Port': ['ID=1f4eb45a-ea71-4ede-b569-032c9dddfac4,revision_number=7']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:52:31.728188 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bce3d4-20a8-4b6f-aa1f-29f9e04f7ca0 req-a31889a2-6e3c-4d8a-becd-51d88a4f937a tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:31.729667 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e6bce3d4-20a8-4b6f-aa1f-29f9e04f7ca0 req-a31889a2-6e3c-4d8a-becd-51d88a4f937a tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 946 time: 0.0471013 Jul 29 04:52:31.776818 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e6bce3d4-20a8-4b6f-aa1f-29f9e04f7ca0 req-13438ec8-7410-4d73-af75-98edf422113e tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415218 Jul 29 04:52:32.865773 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=90 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:52:32.900778 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58731daa-5035-41a2-99c7-5ff3962adeaf req-e55337d9-40a1-4bfc-a857-1e6d8a036c74 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:32.902765 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-58731daa-5035-41a2-99c7-5ff3962adeaf req-e55337d9-40a1-4bfc-a857-1e6d8a036c74 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 946 time: 0.0468838 Jul 29 04:52:32.950456 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-58731daa-5035-41a2-99c7-5ff3962adeaf req-c2e6550a-ec21-44b0-a9a7-64f2637ae188 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415747 Jul 29 04:52:34.072909 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20db42a-070e-4b27-8e6a-86c7be5e5910 req-0a62d17b-b604-40bc-b732-9943b7acb271 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:34.074982 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c20db42a-070e-4b27-8e6a-86c7be5e5910 req-0a62d17b-b604-40bc-b732-9943b7acb271 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 946 time: 0.0469027 Jul 29 04:52:34.126471 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c20db42a-070e-4b27-8e6a-86c7be5e5910 req-ca2c2a61-13b0-42ae-93bf-be3a8ba0070f tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457201 Jul 29 04:52:34.894250 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=2 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:52:34.904410 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=4 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:52:35.252459 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0011d80-e5c8-4d77-9717-e4dc22f25ee5 req-9ec9becb-41ad-4ad2-abad-d004aaa7a9dd tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:35.253960 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-d0011d80-e5c8-4d77-9717-e4dc22f25ee5 req-9ec9becb-41ad-4ad2-abad-d004aaa7a9dd tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 946 time: 0.0506287 Jul 29 04:52:35.301351 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-d0011d80-e5c8-4d77-9717-e4dc22f25ee5 req-14ce4a79-23b0-41b0-b623-2312c4bc52a4 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420091 Jul 29 04:52:36.440097 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d119199a-c371-4de2-9626-095deec718b8 req-9bb9fb1b-ca25-4192-9a76-63f28d447935 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:36.441754 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-d119199a-c371-4de2-9626-095deec718b8 req-9bb9fb1b-ca25-4192-9a76-63f28d447935 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 946 time: 0.0555716 Jul 29 04:52:36.493565 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-d119199a-c371-4de2-9626-095deec718b8 req-6f685ffa-a0be-4aad-94d5-84b76c02f187 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460908 Jul 29 04:52:37.582044 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=81 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:52:37.623772 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd021e5-8c6a-4e11-b0f7-90773b8d3270 req-3a81766e-089a-4fde-b615-c9a81f28a983 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:37.631122 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-ebd021e5-8c6a-4e11-b0f7-90773b8d3270 req-3a81766e-089a-4fde-b615-c9a81f28a983 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 946 time: 0.0585518 Jul 29 04:52:37.691489 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-ebd021e5-8c6a-4e11-b0f7-90773b8d3270 req-dff00a5a-5af9-4e62-a1f9-ea0969cba581 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591967 Jul 29 04:52:38.829859 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43003a0-f815-4f70-bbee-8fa7f5d55061 req-4b08a80b-9506-4900-8595-d0a7d9935143 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:38.831532 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b43003a0-f815-4f70-bbee-8fa7f5d55061 req-4b08a80b-9506-4900-8595-d0a7d9935143 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 946 time: 0.0529315 Jul 29 04:52:38.885588 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b43003a0-f815-4f70-bbee-8fa7f5d55061 req-bf6edf0a-d926-4d7f-b3ea-e2b46f4f527a tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484626 Jul 29 04:52:40.035806 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9de667-3ea9-4c1a-bdd2-9cb137d6a4fd req-2172c323-1eb0-402b-a67a-8ae945d26f1c tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:40.037315 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-8b9de667-3ea9-4c1a-bdd2-9cb137d6a4fd req-2172c323-1eb0-402b-a67a-8ae945d26f1c tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 946 time: 0.0525858 Jul 29 04:52:40.092531 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-8b9de667-3ea9-4c1a-bdd2-9cb137d6a4fd req-f0ca1719-f6f1-4089-85fa-97a1db141ab0 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486040 Jul 29 04:52:40.895160 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.agents_db [None req-05f878dc-9505-4230-ae26-b2f791c5e7d5 None None] Agent healthcheck: found 6 active agents {{(pid=115910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 04:52:41.236428 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530644e-fd09-4bd6-b7a5-4418745c14ef req-a505d3c2-8cba-4f2c-8905-658e1927067f tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:41.237983 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-2530644e-fd09-4bd6-b7a5-4418745c14ef req-a505d3c2-8cba-4f2c-8905-658e1927067f tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 946 time: 0.0549014 Jul 29 04:52:41.294620 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-2530644e-fd09-4bd6-b7a5-4418745c14ef req-75623b3d-58b0-4864-a15f-8d1016e04688 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492473 Jul 29 04:52:41.359103 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=10 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:52:41.360497 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=6 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:52:42.438476 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c814ae3c-6413-433c-9a39-2ac79e7f7c6a req-1d323e6f-5572-430b-8e41-f072d695d1e9 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:42.440049 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-c814ae3c-6413-433c-9a39-2ac79e7f7c6a req-1d323e6f-5572-430b-8e41-f072d695d1e9 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 946 time: 0.0586972 Jul 29 04:52:42.493940 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-c814ae3c-6413-433c-9a39-2ac79e7f7c6a req-6f080317-4c09-4b78-930f-5d0f489a5fe1 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482481 Jul 29 04:52:43.624806 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd78036-119f-455d-bdf4-79346c6da07b req-fa5777ec-bf29-407b-bf1b-1bc9a2272832 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:43.626311 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ffd78036-119f-455d-bdf4-79346c6da07b req-fa5777ec-bf29-407b-bf1b-1bc9a2272832 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 946 time: 0.0509400 Jul 29 04:52:43.697125 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ffd78036-119f-455d-bdf4-79346c6da07b req-6241691c-f291-4a71-8a4a-48c66176cf80 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650840 Jul 29 04:52:44.836838 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58428c-dd1b-4c8c-aa0b-c145691e12d5 req-4964f33c-eda1-4149-a0c5-ed76a7d0ec87 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:44.844706 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-ab58428c-dd1b-4c8c-aa0b-c145691e12d5 req-4964f33c-eda1-4149-a0c5-ed76a7d0ec87 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 946 time: 0.0586498 Jul 29 04:52:44.896641 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-ab58428c-dd1b-4c8c-aa0b-c145691e12d5 req-233d1d3b-765d-47d2-9585-5d59704c8797 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508132 Jul 29 04:52:46.020244 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ead82d-e6f3-4f85-9782-59cce0295454 req-0d4b7a91-b054-40bd-9c65-9213e1490dcb tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:46.021712 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-99ead82d-e6f3-4f85-9782-59cce0295454 req-0d4b7a91-b054-40bd-9c65-9213e1490dcb tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 946 time: 0.0461457 Jul 29 04:52:46.056355 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:52:46.073764 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-99ead82d-e6f3-4f85-9782-59cce0295454 req-c54eeaa7-575b-4d79-83eb-ffc5895c0fa0 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454948 Jul 29 04:52:46.999850 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a694a4-8219-4e35-b1a7-4db513004259 req-1dfbe736-da86-43cb-931d-3cce337be5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:47.001403 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b9a694a4-8219-4e35-b1a7-4db513004259 req-1dfbe736-da86-43cb-931d-3cce337be5f7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f8e9e21d168140e99ffed71146e35fc4&device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 1130 time: 0.0823579 Jul 29 04:52:47.093629 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a694a4-8219-4e35-b1a7-4db513004259 req-76f90ea4-89af-48c5-8676-51dfe10aab67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:47.095092 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b9a694a4-8219-4e35-b1a7-4db513004259 req-76f90ea4-89af-48c5-8676-51dfe10aab67 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c8994c62-2968-491e-9d89-ada7a08f8ea0 HTTP/1.1" status: 200 len: 916 time: 0.0863445 Jul 29 04:52:47.164012 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b9a694a4-8219-4e35-b1a7-4db513004259 req-ad1409a7-21cb-43f6-b4b2-a480dde19b5f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f4eb45a-ea71-4ede-b569-032c9dddfac4 HTTP/1.1" status: 200 len: 1002 time: 0.0602405 Jul 29 04:52:47.199959 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8b796-7192-40f0-9831-f4cdacac6c07 req-9d63c763-818d-433d-abdb-1b5e69b9a21c tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:47.201429 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-7bf8b796-7192-40f0-9831-f4cdacac6c07 req-9d63c763-818d-433d-abdb-1b5e69b9a21c tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 946 time: 0.0488594 Jul 29 04:52:47.214427 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a694a4-8219-4e35-b1a7-4db513004259 req-baea9026-289c-4a32-a7db-29ebe54d0c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:47.216056 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b9a694a4-8219-4e35-b1a7-4db513004259 req-baea9026-289c-4a32-a7db-29ebe54d0c44 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9bcd2bfa-a312-446b-bdbd-ca5994b4cf21 HTTP/1.1" status: 200 len: 854 time: 0.0444343 Jul 29 04:52:47.249332 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-7bf8b796-7192-40f0-9831-f4cdacac6c07 req-802500af-1bb7-497b-a439-43c202afd748 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423565 Jul 29 04:52:47.258831 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a694a4-8219-4e35-b1a7-4db513004259 req-e1ee0ae3-ba9b-4bc9-840b-9e590ccb56b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:47.260454 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b9a694a4-8219-4e35-b1a7-4db513004259 req-e1ee0ae3-ba9b-4bc9-840b-9e590ccb56b0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c8994c62-2968-491e-9d89-ada7a08f8ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385880 Jul 29 04:52:47.330351 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:52:47.353232 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b9a694a4-8219-4e35-b1a7-4db513004259 req-fcf961c2-25e8-475c-9773-58e763a79e37 service neutron] 10.222.0.64 "GET /v2.0/networks/c8994c62-2968-491e-9d89-ada7a08f8ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857761 Jul 29 04:52:47.444439 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b9a694a4-8219-4e35-b1a7-4db513004259 req-21c2c496-7a0d-479c-95be-6c7f50662982 service neutron] 10.222.0.64 "GET /v2.0/networks/c8994c62-2968-491e-9d89-ada7a08f8ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850530 Jul 29 04:52:48.371485 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f60187-4d49-4d9f-88fc-64c0ecfe274d req-c8c49d99-7352-4a87-aeb8-3434e6095621 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:48.372960 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-58f60187-4d49-4d9f-88fc-64c0ecfe274d req-c8c49d99-7352-4a87-aeb8-3434e6095621 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 946 time: 0.0465882 Jul 29 04:52:48.403954 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-db321475-5889-4c30-a18b-95be0a262ef9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:52:48.421892 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-58f60187-4d49-4d9f-88fc-64c0ecfe274d req-f579c29d-44bc-46d1-97c3-db2a402d4974 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434756 Jul 29 04:52:49.545656 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc2b382-5eee-494a-8011-1bcc12cbd666 req-d77b894f-e92c-4903-a398-3506c4b8f74a tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:49.547216 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-4cc2b382-5eee-494a-8011-1bcc12cbd666 req-d77b894f-e92c-4903-a398-3506c4b8f74a tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 946 time: 0.0478363 Jul 29 04:52:49.593383 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-4cc2b382-5eee-494a-8011-1bcc12cbd666 req-1d87cdd2-d60f-4120-9802-a955b8ce2036 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407877 Jul 29 04:52:50.126598 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [req-0fb0d76b-995d-4685-a4b5-3ed68762c02c req-b20482dd-5835-4bee-8f8b-05c9b6600f92 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=115907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 29 04:52:50.127595 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-0fb0d76b-995d-4685-a4b5-3ed68762c02c req-b20482dd-5835-4bee-8f8b-05c9b6600f92 service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0482540 Jul 29 04:52:50.303837 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5fa7dd-eb50-4003-81a4-e9b1f80b8bd7 req-f356555d-2ee4-42a1-806e-4a099f49d674 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:50.305335 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9e5fa7dd-eb50-4003-81a4-e9b1f80b8bd7 req-f356555d-2ee4-42a1-806e-4a099f49d674 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 946 time: 0.0487421 Jul 29 04:52:50.354298 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9e5fa7dd-eb50-4003-81a4-e9b1f80b8bd7 req-6f70b0c5-e5a8-4134-9e7a-9f7af67da8f2 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434482 Jul 29 04:52:50.452587 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 33830) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:52:50.533846 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9d0703f7-38a5-4a55-ad0f-9beab93bcf8d req-fc261764-1efa-4b6a-9114-1ecafdcf8b6d service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0800676 Jul 29 04:52:50.542482 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [req-9d0703f7-38a5-4a55-ad0f-9beab93bcf8d req-69d124f9-c047-4dba-9dc9-f8e3a44e28dd service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=115908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 29 04:52:50.543406 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9d0703f7-38a5-4a55-ad0f-9beab93bcf8d req-69d124f9-c047-4dba-9dc9-f8e3a44e28dd service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050483 Jul 29 04:52:50.620221 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 33840) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:52:50.645276 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-186225c0-2790-4e48-97fe-9ab425b408d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:52:50.718813 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0703f7-38a5-4a55-ad0f-9beab93bcf8d req-3c3f8bed-d885-4c76-b6b7-fcca0384b6fa tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:50.720193 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-9d0703f7-38a5-4a55-ad0f-9beab93bcf8d req-3c3f8bed-d885-4c76-b6b7-fcca0384b6fa tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports/1f4eb45a-ea71-4ede-b569-032c9dddfac4 HTTP/1.1" status: 200 len: 943 time: 0.0989652 Jul 29 04:52:50.890459 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:52:50.894773 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:52:51.027906 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (bab6a0c9-2145-495f-b42f-b184e241503a), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:52:51.204664 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device 1f4eb45a-ea71-4ede-b569-032c9dddfac4 no longer exists at agent hyperv_hv-cinder-85144 {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 04:52:51.295837 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Current status of the port 1f4eb45a-ea71-4ede-b569-032c9dddfac4 is: ACTIVE; New status is: DOWN {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:52:51.296239 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (1f4eb45a-ea71-4ede-b569-032c9dddfac4), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:52:51.320035 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '630ff067-c10b-4ae9-8d92-c40d206fd0ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f4eb45a-ea71-4ede-b569-032c9dddfac4'}] {{(pid=115909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:52:51.322533 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c420e031ced92140226aa6f83123c9b23fc96e3244e1479094dc728224b9fe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709ee4b3-7f2b-4e4b-9a2b-14689e68be96" -d '{"events": [{"server_uuid": "630ff067-c10b-4ae9-8d92-c40d206fd0ca", "name": "network-vif-unplugged", "status": "completed", "tag": "1f4eb45a-ea71-4ede-b569-032c9dddfac4"}]}' {{(pid=115909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:52:51.335572 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port 1f4eb45a-ea71-4ede-b569-032c9dddfac4, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=1f4eb45a-ea71-4ede-b569-032c9dddfac4,segment=NetworkSegment(ffb2b7f4-3669-4504-9503-4837d5f21e70),segment_id=ffb2b7f4-3669-4504-9503-4837d5f21e70)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:52:51.340372 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (1f4eb45a-ea71-4ede-b569-032c9dddfac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:52:51.362465 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 29 Jul 2022 04:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a1b10d-f4d6-496c-8b1e-db57ea6b6b4a x-openstack-request-id: req-64a1b10d-f4d6-496c-8b1e-db57ea6b6b4a {{(pid=115909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:52:51.362751 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "630ff067-c10b-4ae9-8d92-c40d206fd0ca", "name": "network-vif-unplugged", "status": "failed", "tag": "1f4eb45a-ea71-4ede-b569-032c9dddfac4", "code": 422}]} {{(pid=115909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:52:51.362998 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-64a1b10d-f4d6-496c-8b1e-db57ea6b6b4a {{(pid=115909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:52:51.363426 dv-cinder-851449-2-iscsi neutron-server[115909]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-64a1b10d-f4d6-496c-8b1e-db57ea6b6b4a']: {'server_uuid': '630ff067-c10b-4ae9-8d92-c40d206fd0ca', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1f4eb45a-ea71-4ede-b569-032c9dddfac4', 'code': 422} returned with failed status Jul 29 04:52:51.388548 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Pushing event updated for resources: {'Port': ['ID=1f4eb45a-ea71-4ede-b569-032c9dddfac4,revision_number=8']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:52:51.395922 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:52:51.396278 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:52:51.396669 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:52:51.397026 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:52:51.397366 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:52:51.397697 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:52:51.398024 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:52:51.398346 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:52:51.398667 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:52:51.398989 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:52:51.399311 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:52:51.399639 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:52:51.400036 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:52:51.400263 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:52:51.400579 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:52:51.488930 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39eee04-3e9a-4cd7-b1d6-9f43f4c056e4 req-f181fffc-9fea-44f3-b585-1b39f8db867f tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:51.490388 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b39eee04-3e9a-4cd7-b1d6-9f43f4c056e4 req-f181fffc-9fea-44f3-b585-1b39f8db867f tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 944 time: 0.0466437 Jul 29 04:52:51.537300 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b39eee04-3e9a-4cd7-b1d6-9f43f4c056e4 req-b8f5d11a-1b58-4f50-9864-8cc223f24b4d tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412984 Jul 29 04:52:51.830253 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:52:52.633408 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0703f7-38a5-4a55-ad0f-9beab93bcf8d req-23c91ad4-f7ef-46d9-b534-ee02885ea872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:52.634924 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9d0703f7-38a5-4a55-ad0f-9beab93bcf8d req-23c91ad4-f7ef-46d9-b534-ee02885ea872 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca&tenant_id=f8e9e21d168140e99ffed71146e35fc4 HTTP/1.1" status: 200 len: 1128 time: 0.0768979 Jul 29 04:52:52.674413 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f3e6a-24af-4cd2-923e-2dc17b4256bd req-d9cd243a-0abc-429f-bafe-fd3516ef9ca0 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:52.675936 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-af0f3e6a-24af-4cd2-923e-2dc17b4256bd req-d9cd243a-0abc-429f-bafe-fd3516ef9ca0 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 944 time: 0.0503032 Jul 29 04:52:52.714406 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0703f7-38a5-4a55-ad0f-9beab93bcf8d req-23408e01-c416-4acd-85f1-9fcf8a948f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:52.716221 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9d0703f7-38a5-4a55-ad0f-9beab93bcf8d req-23408e01-c416-4acd-85f1-9fcf8a948f48 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f8e9e21d168140e99ffed71146e35fc4&device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 1128 time: 0.0437253 Jul 29 04:52:52.736258 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-af0f3e6a-24af-4cd2-923e-2dc17b4256bd req-82d6bb7a-55a7-4288-9b9c-081a2b76de63 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530155 Jul 29 04:52:52.816097 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0703f7-38a5-4a55-ad0f-9beab93bcf8d req-644cac24-db68-467c-9353-8cd607e59360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:52.817623 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9d0703f7-38a5-4a55-ad0f-9beab93bcf8d req-644cac24-db68-467c-9353-8cd607e59360 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c8994c62-2968-491e-9d89-ada7a08f8ea0 HTTP/1.1" status: 200 len: 916 time: 0.0950310 Jul 29 04:52:52.882480 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9d0703f7-38a5-4a55-ad0f-9beab93bcf8d req-f00953b8-29c9-4d5a-9a2d-f2b8c5aa32d1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f4eb45a-ea71-4ede-b569-032c9dddfac4 HTTP/1.1" status: 200 len: 1000 time: 0.0541432 Jul 29 04:52:52.913065 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:52:52.929445 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0703f7-38a5-4a55-ad0f-9beab93bcf8d req-5c0a262f-e1d0-4c42-9119-b464987fec18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:52.930846 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9d0703f7-38a5-4a55-ad0f-9beab93bcf8d req-5c0a262f-e1d0-4c42-9119-b464987fec18 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9bcd2bfa-a312-446b-bdbd-ca5994b4cf21 HTTP/1.1" status: 200 len: 854 time: 0.0429411 Jul 29 04:52:52.975685 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0703f7-38a5-4a55-ad0f-9beab93bcf8d req-7d31f793-450b-4c64-bd58-876887b26892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:52.977213 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9d0703f7-38a5-4a55-ad0f-9beab93bcf8d req-7d31f793-450b-4c64-bd58-876887b26892 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c8994c62-2968-491e-9d89-ada7a08f8ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400872 Jul 29 04:52:53.066827 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9d0703f7-38a5-4a55-ad0f-9beab93bcf8d req-aa677af3-28c9-4111-ac09-b614a53e2929 service neutron] 10.222.0.64 "GET /v2.0/networks/c8994c62-2968-491e-9d89-ada7a08f8ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831187 Jul 29 04:52:53.161267 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9d0703f7-38a5-4a55-ad0f-9beab93bcf8d req-c9586353-b789-4b3c-9bd4-3066dfb70eeb service neutron] 10.222.0.64 "GET /v2.0/networks/c8994c62-2968-491e-9d89-ada7a08f8ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876224 Jul 29 04:52:53.193875 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:52:53.357029 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:52:53.867819 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04af0b5-a621-4af8-87b1-f8bd0bf32d6c req-81bed163-1eb6-437f-b67e-3ef60848afcc tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:53.869438 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e04af0b5-a621-4af8-87b1-f8bd0bf32d6c req-81bed163-1eb6-437f-b67e-3ef60848afcc tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 944 time: 0.0533216 Jul 29 04:52:53.899343 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:52:53.916491 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e04af0b5-a621-4af8-87b1-f8bd0bf32d6c req-75a6f957-4be3-4792-b8eb-063af68ee0ca tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414548 Jul 29 04:52:55.064935 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf99bb5-8392-457a-9c06-861df1e18691 req-07ec70b6-65ca-4cc8-af85-e1a0294a2e67 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:55.066421 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-fdf99bb5-8392-457a-9c06-861df1e18691 req-07ec70b6-65ca-4cc8-af85-e1a0294a2e67 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 944 time: 0.0522316 Jul 29 04:52:55.120899 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-fdf99bb5-8392-457a-9c06-861df1e18691 req-aae02abc-8e21-4651-9a10-13931d562f9f tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469384 Jul 29 04:52:56.252386 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f3aebe-56f7-4e64-95bb-2c34184203d9 req-12878145-8dee-4f0e-98ce-2f62363b52c7 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:56.253946 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-10f3aebe-56f7-4e64-95bb-2c34184203d9 req-12878145-8dee-4f0e-98ce-2f62363b52c7 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 944 time: 0.0491385 Jul 29 04:52:56.303041 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-10f3aebe-56f7-4e64-95bb-2c34184203d9 req-791eef83-01db-4527-9358-60d9c45a8cc9 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433679 Jul 29 04:52:57.440234 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c8ef19-9e24-4549-a564-7e11731e6c40 req-b22c4add-09de-4caf-8911-273ce026c502 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:57.441735 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-a2c8ef19-9e24-4549-a564-7e11731e6c40 req-b22c4add-09de-4caf-8911-273ce026c502 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 944 time: 0.0535204 Jul 29 04:52:57.494410 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-a2c8ef19-9e24-4549-a564-7e11731e6c40 req-ffa8b231-c640-4373-ba79-b4c179dfa8a0 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470085 Jul 29 04:52:58.626870 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6eadf-3782-4dba-9465-3807ee5b3644 req-4d9a5e32-0412-49d7-bd25-f574589a7849 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:58.628431 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-0fe6eadf-3782-4dba-9465-3807ee5b3644 req-4d9a5e32-0412-49d7-bd25-f574589a7849 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 944 time: 0.0516915 Jul 29 04:52:58.680568 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-0fe6eadf-3782-4dba-9465-3807ee5b3644 req-fd434f36-4fd4-4281-a6a2-a73d30b40197 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456324 Jul 29 04:52:59.819982 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6c5e9-7662-4e82-a42b-9a00b8996954 req-eeff2d85-4edb-4e9a-bfde-4177cd6075ca tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:52:59.821633 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-cef6c5e9-7662-4e82-a42b-9a00b8996954 req-eeff2d85-4edb-4e9a-bfde-4177cd6075ca tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 944 time: 0.0474777 Jul 29 04:52:59.877477 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-cef6c5e9-7662-4e82-a42b-9a00b8996954 req-68b2c1de-d40c-42a4-addc-a8145bc11655 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500124 Jul 29 04:53:01.014733 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3316635-70d7-4752-8041-ef61ef81923c req-ab6a8bbd-5aea-46c4-826e-13b1b62db9f8 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:01.016759 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-d3316635-70d7-4752-8041-ef61ef81923c req-ab6a8bbd-5aea-46c4-826e-13b1b62db9f8 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 944 time: 0.0556071 Jul 29 04:53:01.070885 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-d3316635-70d7-4752-8041-ef61ef81923c req-aa653ed7-2fb0-4f3d-87e8-6af424adc8cc tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485547 Jul 29 04:53:02.193450 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511c8a1-383b-4fb7-8831-57b7fada0ca8 req-51fe9e24-28e6-4823-a718-035243aac6b6 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:02.194942 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-7511c8a1-383b-4fb7-8831-57b7fada0ca8 req-51fe9e24-28e6-4823-a718-035243aac6b6 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 944 time: 0.0476298 Jul 29 04:53:02.232504 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:53:02.244187 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-7511c8a1-383b-4fb7-8831-57b7fada0ca8 req-6c6c6908-a950-4ecf-b030-a0f8ca54d4bc tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416000 Jul 29 04:53:02.715251 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=81 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:53:02.725871 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=69 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:53:03.191754 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=33,neutron:UPDATE=3 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:53:03.353680 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=28,neutron:UPDATE=5 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:53:03.379658 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9af995-48fc-40b3-98ab-ba15fdfa7f99 req-88cd437d-34ce-4e7c-b204-05b18c9f9216 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:03.381209 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-1e9af995-48fc-40b3-98ab-ba15fdfa7f99 req-88cd437d-34ce-4e7c-b204-05b18c9f9216 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 944 time: 0.0526009 Jul 29 04:53:03.433401 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-1e9af995-48fc-40b3-98ab-ba15fdfa7f99 req-a8b049a8-ba23-4181-963c-444bb8ee7e71 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463696 Jul 29 04:53:04.575402 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9d607-c6be-4ab7-ba4e-05b82c0878ee req-77bc69f0-6693-4a17-bddd-d7d9c8ba91a1 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:04.577551 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-45c9d607-c6be-4ab7-ba4e-05b82c0878ee req-77bc69f0-6693-4a17-bddd-d7d9c8ba91a1 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 944 time: 0.0534484 Jul 29 04:53:04.626693 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-45c9d607-c6be-4ab7-ba4e-05b82c0878ee req-cc0d8adc-df5b-45e4-94fd-50df25d0b11c tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433326 Jul 29 04:53:05.748154 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2805c05-7f66-4b15-98c9-e6081ef45dfe req-f06f8068-89dd-45b6-9e12-aada3457cc89 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:05.749643 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-d2805c05-7f66-4b15-98c9-e6081ef45dfe req-f06f8068-89dd-45b6-9e12-aada3457cc89 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 944 time: 0.0464461 Jul 29 04:53:05.795537 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-d2805c05-7f66-4b15-98c9-e6081ef45dfe req-9cac297d-fb8d-4034-bce3-f885dc7938a9 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404072 Jul 29 04:53:06.925763 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68943d3f-c67f-445d-a709-b8396d8e7e1a req-4bda7856-67cf-4056-adbd-5ea3f2c4b625 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:06.927457 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-68943d3f-c67f-445d-a709-b8396d8e7e1a req-4bda7856-67cf-4056-adbd-5ea3f2c4b625 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 944 time: 0.0503299 Jul 29 04:53:06.973515 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-68943d3f-c67f-445d-a709-b8396d8e7e1a req-31d99ad6-8c42-4522-b306-0068361dc84c tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406671 Jul 29 04:53:08.082975 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:53:08.096064 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876132a3-9b93-429a-ae3f-c619facddcac req-96fd4230-f5ae-4ec7-ab1e-f0c500505339 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:08.097522 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-876132a3-9b93-429a-ae3f-c619facddcac req-96fd4230-f5ae-4ec7-ab1e-f0c500505339 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 944 time: 0.0466268 Jul 29 04:53:08.144521 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-876132a3-9b93-429a-ae3f-c619facddcac req-501f9564-9816-4019-93e6-e519191e55f2 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414772 Jul 29 04:53:09.269942 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06ebc9-c58f-4255-86ce-76b8d42cff27 req-93a56074-5652-4d7b-8ce3-2c53e952e108 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:09.271384 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8d06ebc9-c58f-4255-86ce-76b8d42cff27 req-93a56074-5652-4d7b-8ce3-2c53e952e108 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 944 time: 0.0498888 Jul 29 04:53:09.317180 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8d06ebc9-c58f-4255-86ce-76b8d42cff27 req-992b8112-56e3-428c-91d1-66c91f754c07 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402954 Jul 29 04:53:10.440922 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595a99d-4166-4665-bd7d-0ed2da491548 req-b874879d-113e-4f77-86ee-0d621690be22 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:10.442380 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-a595a99d-4166-4665-bd7d-0ed2da491548 req-b874879d-113e-4f77-86ee-0d621690be22 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 944 time: 0.0479631 Jul 29 04:53:10.489075 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-a595a99d-4166-4665-bd7d-0ed2da491548 req-c6cacf4b-face-4353-b478-5fbe45bbfe74 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410988 Jul 29 04:53:11.613275 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5439482-30cf-4b46-b74b-f4bda1c9fe48 req-7e957df2-a8d8-418c-877d-2f919688c65a tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:11.614736 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-f5439482-30cf-4b46-b74b-f4bda1c9fe48 req-7e957df2-a8d8-418c-877d-2f919688c65a tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 944 time: 0.0483627 Jul 29 04:53:11.674602 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-f5439482-30cf-4b46-b74b-f4bda1c9fe48 req-8498c73e-5cfd-482b-ac3f-67db4ab4756e tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528731 Jul 29 04:53:11.897394 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:53:11.902546 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=5 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:53:12.799007 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796269bf-211d-4b2d-b32c-aea3f92d7c22 req-92f50831-e533-4977-a8a8-4d876ca43210 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:12.800493 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-796269bf-211d-4b2d-b32c-aea3f92d7c22 req-92f50831-e533-4977-a8a8-4d876ca43210 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 944 time: 0.0472429 Jul 29 04:53:12.847935 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-796269bf-211d-4b2d-b32c-aea3f92d7c22 req-3b4cd897-bf84-4fa8-bc5b-982620039dd2 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419052 Jul 29 04:53:13.973544 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d7e78-7112-4be9-89e4-a9e6cea5c755 req-ac151afe-41ec-456b-97cb-cc60f025ded3 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:13.975026 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-364d7e78-7112-4be9-89e4-a9e6cea5c755 req-ac151afe-41ec-456b-97cb-cc60f025ded3 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 944 time: 0.0481422 Jul 29 04:53:14.022103 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-364d7e78-7112-4be9-89e4-a9e6cea5c755 req-04e0e207-96e4-4dc9-a5c9-54e6e68ae2ea tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415339 Jul 29 04:53:15.146150 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781217ca-9dbf-4f79-bfa2-0564f659c422 req-cff1743b-e2f0-477b-a95b-b020654ae068 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:15.147580 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-781217ca-9dbf-4f79-bfa2-0564f659c422 req-cff1743b-e2f0-477b-a95b-b020654ae068 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 944 time: 0.0450954 Jul 29 04:53:15.193238 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-781217ca-9dbf-4f79-bfa2-0564f659c422 req-fa195136-7fe4-46bd-86d2-ad11770c0d41 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400143 Jul 29 04:53:16.320905 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2200f9-61b1-473c-b445-25ed61d130d8 req-fb8dcddf-7c54-48a5-ad10-d4093eb88f0d tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:16.322596 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-cd2200f9-61b1-473c-b445-25ed61d130d8 req-fb8dcddf-7c54-48a5-ad10-d4093eb88f0d tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 944 time: 0.0515394 Jul 29 04:53:16.370470 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-cd2200f9-61b1-473c-b445-25ed61d130d8 req-673a6e79-fb27-46c7-a7b9-a0e697fa4444 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422621 Jul 29 04:53:17.482005 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:53:17.495825 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e29991-3475-4cb9-9c93-0bb8b7198a1a req-0e2dcc8b-3441-49ba-ae0a-13d8600fe2c0 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:17.497331 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-62e29991-3475-4cb9-9c93-0bb8b7198a1a req-0e2dcc8b-3441-49ba-ae0a-13d8600fe2c0 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 944 time: 0.0502145 Jul 29 04:53:17.543433 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-62e29991-3475-4cb9-9c93-0bb8b7198a1a req-b893b9f5-503a-4b0f-b780-887c41e0d712 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398724 Jul 29 04:53:17.895529 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.agents_db [None req-05f878dc-9505-4230-ae26-b2f791c5e7d5 None None] Agent healthcheck: found 6 active agents {{(pid=115910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 04:53:18.407444 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-7a933bca-2250-493a-8854-b58750c1dd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:53:18.667756 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366f003b-94ac-4a5f-a54e-e3f5beb43137 req-33e24234-696b-4194-8ab4-342134c57a47 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:18.669224 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-366f003b-94ac-4a5f-a54e-e3f5beb43137 req-33e24234-696b-4194-8ab4-342134c57a47 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 944 time: 0.0484338 Jul 29 04:53:18.717124 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-366f003b-94ac-4a5f-a54e-e3f5beb43137 req-75e871c9-468c-4307-8519-d399d3d58e1b tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419588 Jul 29 04:53:19.392592 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device 1f4eb45a-ea71-4ede-b569-032c9dddfac4 details requested by agent hyperv_hv-cinder-85144 with host hv-cinder-85144 {{(pid=115909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 04:53:19.489340 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port 1f4eb45a-ea71-4ede-b569-032c9dddfac4, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=1f4eb45a-ea71-4ede-b569-032c9dddfac4,segment=NetworkSegment(ffb2b7f4-3669-4504-9503-4837d5f21e70),segment_id=ffb2b7f4-3669-4504-9503-4837d5f21e70)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:53:19.504116 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Returning: {'device': '1f4eb45a-ea71-4ede-b569-032c9dddfac4', 'network_id': 'c8994c62-2968-491e-9d89-ada7a08f8ea0', 'port_id': '1f4eb45a-ea71-4ede-b569-032c9dddfac4', 'mac_address': 'fa:16:3e:16:d0:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bcd2bfa-a312-446b-bdbd-ca5994b4cf21', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 04:53:19.537547 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Current status of the port 1f4eb45a-ea71-4ede-b569-032c9dddfac4 is: DOWN; New status is: BUILD {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:53:19.537934 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (1f4eb45a-ea71-4ede-b569-032c9dddfac4), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:53:19.551113 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.notifiers.nova [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f4eb45a-ea71-4ede-b569-032c9dddfac4 {{(pid=115909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 04:53:19.570742 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port 1f4eb45a-ea71-4ede-b569-032c9dddfac4, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=1f4eb45a-ea71-4ede-b569-032c9dddfac4,segment=NetworkSegment(ffb2b7f4-3669-4504-9503-4837d5f21e70),segment_id=ffb2b7f4-3669-4504-9503-4837d5f21e70)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:53:19.573774 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (1f4eb45a-ea71-4ede-b569-032c9dddfac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:53:19.620353 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Pushing event updated for resources: {'Port': ['ID=1f4eb45a-ea71-4ede-b569-032c9dddfac4,revision_number=9']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:53:19.849281 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4880fd95-a893-4122-9afd-6e8269db53cb req-b6e908fa-3368-4090-9cdd-9672f1ef29c1 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:19.850778 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4880fd95-a893-4122-9afd-6e8269db53cb req-b6e908fa-3368-4090-9cdd-9672f1ef29c1 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 945 time: 0.0485504 Jul 29 04:53:19.905053 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4880fd95-a893-4122-9afd-6e8269db53cb req-67c7708e-5568-47fa-96c0-bb1a984b9483 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481918 Jul 29 04:53:20.177455 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] get_ports_and_sgs() called for port_ids ['1f4eb45a-ea71-4ede-b569-032c9dddfac4'] {{(pid=115909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 04:53:20.624724 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a151abc-9a28-45a5-9398-5ca44e7563a4 req-e5585fd3-6685-4bdd-ae5b-ef7c5696aa11 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:20.626335 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-3a151abc-9a28-45a5-9398-5ca44e7563a4 req-e5585fd3-6685-4bdd-ae5b-ef7c5696aa11 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=f027c23f-8c17-419b-80a0-bdb62b416da3 HTTP/1.1" status: 200 len: 946 time: 0.0839424 Jul 29 04:53:20.627420 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f2dae-03b1-40c1-975a-52780cb46d7c req-d5231fc1-90b1-43cb-8d0d-a5fb6f1d4a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:20.628802 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-332f2dae-03b1-40c1-975a-52780cb46d7c req-d5231fc1-90b1-43cb-8d0d-a5fb6f1d4a12 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0f6c1ad3422c40d4af4ef5329ecd9d86&device_id=f027c23f-8c17-419b-80a0-bdb62b416da3 HTTP/1.1" status: 200 len: 1130 time: 0.0851467 Jul 29 04:53:20.651296 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-6de2ecbe-c52b-472c-a886-1b22b0fd70b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:53:20.762775 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-3a151abc-9a28-45a5-9398-5ca44e7563a4 req-74ddca22-5d75-41ea-9cd9-f2690341f9da tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=9683ed19-4891-420f-b3b5-b25d5f033481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295178 Jul 29 04:53:20.789309 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f2dae-03b1-40c1-975a-52780cb46d7c req-cfa279ba-a9ef-434d-a47a-2d9b7a41bca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:20.790793 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-332f2dae-03b1-40c1-975a-52780cb46d7c req-cfa279ba-a9ef-434d-a47a-2d9b7a41bca1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3e84cf4e-559b-4bbd-af56-3f6353c004d0 HTTP/1.1" status: 200 len: 919 time: 0.1504681 Jul 29 04:53:20.857301 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:53:20.864727 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-332f2dae-03b1-40c1-975a-52780cb46d7c req-a0885582-5833-49ec-a7cc-e9149a21a770 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aee6ef22-26d9-4a6a-b997-015edcbf797e HTTP/1.1" status: 200 len: 1002 time: 0.0666590 Jul 29 04:53:20.925266 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f2dae-03b1-40c1-975a-52780cb46d7c req-d7e87533-78e7-40eb-baa2-eb807985e294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:20.926712 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-332f2dae-03b1-40c1-975a-52780cb46d7c req-d7e87533-78e7-40eb-baa2-eb807985e294 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=48fdddd6-c7bc-413f-9e30-1e0d5de8b27a HTTP/1.1" status: 200 len: 857 time: 0.0549712 Jul 29 04:53:20.982406 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f2dae-03b1-40c1-975a-52780cb46d7c req-0572dd89-b269-432f-ad10-788b65fa86f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:20.984406 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-332f2dae-03b1-40c1-975a-52780cb46d7c req-0572dd89-b269-432f-ad10-788b65fa86f7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3e84cf4e-559b-4bbd-af56-3f6353c004d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510771 Jul 29 04:53:21.050792 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bdc582-8188-46b6-bc2d-7b1ba83e8b1b req-5795b3c6-a870-402c-a9ca-81530583a63c tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:21.052206 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-06bdc582-8188-46b6-bc2d-7b1ba83e8b1b req-5795b3c6-a870-402c-a9ca-81530583a63c tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 945 time: 0.0560112 Jul 29 04:53:21.086144 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-332f2dae-03b1-40c1-975a-52780cb46d7c req-14436f99-a08d-4621-b6b1-9af4634e9920 service neutron] 10.222.0.64 "GET /v2.0/networks/3e84cf4e-559b-4bbd-af56-3f6353c004d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948815 Jul 29 04:53:21.100763 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-06bdc582-8188-46b6-bc2d-7b1ba83e8b1b req-daaac3d6-8910-4f89-9602-a83efe8a904e tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418842 Jul 29 04:53:21.406149 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-332f2dae-03b1-40c1-975a-52780cb46d7c req-5b4fee7c-f133-48fc-b230-b68a1f3f8dea service neutron] 10.222.0.64 "GET /v2.0/networks/3e84cf4e-559b-4bbd-af56-3f6353c004d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124111 Jul 29 04:53:21.481329 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device 1f4eb45a-ea71-4ede-b569-032c9dddfac4 up at agent hyperv_hv-cinder-85144 {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 04:53:21.505526 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (bab6a0c9-2145-495f-b42f-b184e241503a), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:53:21.527467 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Provisioning complete for port 1f4eb45a-ea71-4ede-b569-032c9dddfac4 triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:53:21.527837 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (1f4eb45a-ea71-4ede-b569-032c9dddfac4), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:53:21.600096 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Current status of the port 1f4eb45a-ea71-4ede-b569-032c9dddfac4 is: BUILD; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:53:21.600483 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (1f4eb45a-ea71-4ede-b569-032c9dddfac4), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:53:21.622390 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '630ff067-c10b-4ae9-8d92-c40d206fd0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4eb45a-ea71-4ede-b569-032c9dddfac4'}] {{(pid=115909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:53:21.625276 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c420e031ced92140226aa6f83123c9b23fc96e3244e1479094dc728224b9fe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5cd209-ef83-4ab5-8c3e-245288965d91" -d '{"events": [{"server_uuid": "630ff067-c10b-4ae9-8d92-c40d206fd0ca", "name": "network-vif-plugged", "status": "completed", "tag": "1f4eb45a-ea71-4ede-b569-032c9dddfac4"}]}' {{(pid=115909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:53:21.638204 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port 1f4eb45a-ea71-4ede-b569-032c9dddfac4, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=1f4eb45a-ea71-4ede-b569-032c9dddfac4,segment=NetworkSegment(ffb2b7f4-3669-4504-9503-4837d5f21e70),segment_id=ffb2b7f4-3669-4504-9503-4837d5f21e70)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:53:21.643345 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (1f4eb45a-ea71-4ede-b569-032c9dddfac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:53:21.691075 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Pushing event updated for resources: {'Port': ['ID=1f4eb45a-ea71-4ede-b569-032c9dddfac4,revision_number=10']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:53:21.725520 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 04:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd586ab-6d22-4777-b330-dc1742958621 x-openstack-request-id: req-fdd586ab-6d22-4777-b330-dc1742958621 {{(pid=115909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:53:21.725834 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "630ff067-c10b-4ae9-8d92-c40d206fd0ca", "name": "network-vif-plugged", "status": "completed", "tag": "1f4eb45a-ea71-4ede-b569-032c9dddfac4", "code": 200}]} {{(pid=115909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:53:21.726333 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-fdd586ab-6d22-4777-b330-dc1742958621 {{(pid=115909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:53:21.726737 dv-cinder-851449-2-iscsi neutron-server[115909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdd586ab-6d22-4777-b330-dc1742958621'] response: {'server_uuid': '630ff067-c10b-4ae9-8d92-c40d206fd0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4eb45a-ea71-4ede-b569-032c9dddfac4', 'code': 200} Jul 29 04:53:21.834499 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:53:21.891525 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413eb6a-86e9-4875-bfb0-887ac7984de6 req-41574bf7-007b-4e35-acf1-7220871b8b57 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:21.893036 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-4413eb6a-86e9-4875-bfb0-887ac7984de6 req-41574bf7-007b-4e35-acf1-7220871b8b57 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=f027c23f-8c17-419b-80a0-bdb62b416da3 HTTP/1.1" status: 200 len: 946 time: 0.0506198 Jul 29 04:53:21.941249 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-4413eb6a-86e9-4875-bfb0-887ac7984de6 req-709d6724-7139-4424-8145-d12835351374 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=9683ed19-4891-420f-b3b5-b25d5f033481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425625 Jul 29 04:53:22.225067 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61deaa-df9f-41b8-bdaa-30b9c5a40618 req-f21d74f6-a576-4478-bd3f-acce56828612 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:22.226676 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-cf61deaa-df9f-41b8-bdaa-30b9c5a40618 req-f21d74f6-a576-4478-bd3f-acce56828612 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 947 time: 0.0470352 Jul 29 04:53:22.274696 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-cf61deaa-df9f-41b8-bdaa-30b9c5a40618 req-8af31f9e-ac15-4817-967b-90a78dda7cdd tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409613 Jul 29 04:53:22.329129 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-22c2e274-1337-4965-b769-2af53e34a729 req-8338f9c4-f77c-4c3d-b40b-2f65ce89c923 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=052579df-c255-4129-911a-8a4dda7e6ced&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431955 Jul 29 04:53:22.434270 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb260d-d571-43f9-b2f4-dc368f3dc5c8 req-2dab568d-3333-4492-89e4-4b43d3333cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:22.436305 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4bcb260d-d571-43f9-b2f4-dc368f3dc5c8 req-2dab568d-3333-4492-89e4-4b43d3333cdc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 1131 time: 0.0664601 Jul 29 04:53:22.441184 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c2e274-1337-4965-b769-2af53e34a729 req-42f441e0-8f6a-4bbe-b449-b4959178fe56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:22.442558 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-22c2e274-1337-4965-b769-2af53e34a729 req-42f441e0-8f6a-4bbe-b449-b4959178fe56 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0f6c1ad3422c40d4af4ef5329ecd9d86&device_id=052579df-c255-4129-911a-8a4dda7e6ced HTTP/1.1" status: 200 len: 1129 time: 0.0467255 Jul 29 04:53:22.530315 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4bcb260d-d571-43f9-b2f4-dc368f3dc5c8 req-3454d710-1ee8-44fc-b05c-00694f7c28d2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868514 Jul 29 04:53:22.562582 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c2e274-1337-4965-b769-2af53e34a729 req-6b697c5d-34d8-471c-9612-e8ba9a50ad53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:22.563996 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-22c2e274-1337-4965-b769-2af53e34a729 req-6b697c5d-34d8-471c-9612-e8ba9a50ad53 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3e84cf4e-559b-4bbd-af56-3f6353c004d0 HTTP/1.1" status: 200 len: 919 time: 0.1026411 Jul 29 04:53:23.012352 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-22c2e274-1337-4965-b769-2af53e34a729 req-c8962e0d-b230-4ef8-890a-3016a1930f5e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aec72477-e53c-4111-8650-f834671263de HTTP/1.1" status: 200 len: 217 time: 0.0337920 Jul 29 04:53:23.062392 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c2c3b-4b1a-4d9a-861b-0481ad126b42 req-09225b1d-f132-4698-b0cf-3f0802a69de4 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:23.063886 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-b62c2c3b-4b1a-4d9a-861b-0481ad126b42 req-09225b1d-f132-4698-b0cf-3f0802a69de4 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=f027c23f-8c17-419b-80a0-bdb62b416da3 HTTP/1.1" status: 200 len: 946 time: 0.0493724 Jul 29 04:53:23.067233 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c2e274-1337-4965-b769-2af53e34a729 req-e0954e25-7dd5-4301-a762-c6f91f98082d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:23.068725 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-22c2e274-1337-4965-b769-2af53e34a729 req-e0954e25-7dd5-4301-a762-c6f91f98082d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=48fdddd6-c7bc-413f-9e30-1e0d5de8b27a HTTP/1.1" status: 200 len: 857 time: 0.0499520 Jul 29 04:53:23.114003 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-b62c2c3b-4b1a-4d9a-861b-0481ad126b42 req-01e6cd0d-1128-41c8-b281-a2a87541e079 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=9683ed19-4891-420f-b3b5-b25d5f033481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444906 Jul 29 04:53:23.198968 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:53:23.349345 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:53:23.355129 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:53:23.405064 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22168917-4312-48cd-b1f6-3b1fa0d72df9 req-b3e1c184-edea-48ea-aefd-e48da4dbea29 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:23.413355 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-22168917-4312-48cd-b1f6-3b1fa0d72df9 req-b3e1c184-edea-48ea-aefd-e48da4dbea29 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 947 time: 0.0561211 Jul 29 04:53:23.452796 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:53:23.459814 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-22168917-4312-48cd-b1f6-3b1fa0d72df9 req-309b47f0-b263-4928-b97b-0ba888efd8f7 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431929 Jul 29 04:53:23.470115 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c837c0-6d50-43dc-9bbb-87ac1401708f req-420dbb53-ca88-40b1-8edc-2d56c04bbbed tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:23.471607 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-86c837c0-6d50-43dc-9bbb-87ac1401708f req-420dbb53-ca88-40b1-8edc-2d56c04bbbed tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/ports?device_id=5393b1a3-209a-4a5f-bc1f-82d40c318516 HTTP/1.1" status: 200 len: 984 time: 0.0503809 Jul 29 04:53:23.533151 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-86c837c0-6d50-43dc-9bbb-87ac1401708f req-77990cac-7646-4086-9806-7f39f87a46fa tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/security-groups?id=53745ed1-8acc-4712-a583-01e3c1f9287b&id=9d2ad824-5001-497b-afa2-545b0f5f4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557051 Jul 29 04:53:23.813780 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c2e274-1337-4965-b769-2af53e34a729 req-bafad2a5-2169-4938-a373-49bbbc56f919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:23.815187 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-22c2e274-1337-4965-b769-2af53e34a729 req-bafad2a5-2169-4938-a373-49bbbc56f919 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3e84cf4e-559b-4bbd-af56-3f6353c004d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440207 Jul 29 04:53:23.880144 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:53:23.941653 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1047de15-686a-4e88-91cc-d0d942692b5d req-86b8004e-9458-44d4-8bd3-c7a5f3511c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:23.943128 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-1047de15-686a-4e88-91cc-d0d942692b5d req-86b8004e-9458-44d4-8bd3-c7a5f3511c58 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=21c0f0b9063948a9a0183b528bc21130&device_id=5393b1a3-209a-4a5f-bc1f-82d40c318516 HTTP/1.1" status: 200 len: 1168 time: 0.0618348 Jul 29 04:53:23.946501 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-22c2e274-1337-4965-b769-2af53e34a729 req-b6702610-341b-4c51-a471-362d4d7c0bcb service neutron] 10.222.0.64 "GET /v2.0/networks/3e84cf4e-559b-4bbd-af56-3f6353c004d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233997 Jul 29 04:53:24.119077 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1047de15-686a-4e88-91cc-d0d942692b5d req-6633fe6e-1966-4cf4-848c-b82b587969b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:24.120448 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-1047de15-686a-4e88-91cc-d0d942692b5d req-6633fe6e-1966-4cf4-848c-b82b587969b7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4ba73cc7-e7ec-4057-be46-46395fa10f6a HTTP/1.1" status: 200 len: 915 time: 0.1647725 Jul 29 04:53:24.122349 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-22c2e274-1337-4965-b769-2af53e34a729 req-1d4a5581-bcca-42a7-b073-6d455025a45e service neutron] 10.222.0.64 "GET /v2.0/networks/3e84cf4e-559b-4bbd-af56-3f6353c004d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596217 Jul 29 04:53:24.234482 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da207396-6dd4-4158-9f7f-cb7382c02c66 req-e41bcf8a-dd65-4383-8427-d6804b1e029b tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:24.235911 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-1047de15-686a-4e88-91cc-d0d942692b5d req-1c5eb4ca-81b5-4f91-839f-31b38c95b165 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74c48b51-41ba-4b30-aaba-fd0d90c6f624 HTTP/1.1" status: 200 len: 1000 time: 0.0574117 Jul 29 04:53:24.236043 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-da207396-6dd4-4158-9f7f-cb7382c02c66 req-e41bcf8a-dd65-4383-8427-d6804b1e029b tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=f027c23f-8c17-419b-80a0-bdb62b416da3 HTTP/1.1" status: 200 len: 946 time: 0.0499108 Jul 29 04:53:24.287001 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-da207396-6dd4-4158-9f7f-cb7382c02c66 req-19259949-d7cc-4411-9114-9d62e697cd64 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=9683ed19-4891-420f-b3b5-b25d5f033481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451574 Jul 29 04:53:24.323950 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1047de15-686a-4e88-91cc-d0d942692b5d req-baa2bdad-9370-469e-86f9-41e4236d8c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:24.325488 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-1047de15-686a-4e88-91cc-d0d942692b5d req-baa2bdad-9370-469e-86f9-41e4236d8c2c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bf6f320a-767d-469d-96f7-99736e1ba1ea HTTP/1.1" status: 200 len: 853 time: 0.0454347 Jul 29 04:53:24.410789 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1047de15-686a-4e88-91cc-d0d942692b5d req-20828d9d-67e3-4f32-aa64-40ea5ef5459c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:24.412177 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-1047de15-686a-4e88-91cc-d0d942692b5d req-20828d9d-67e3-4f32-aa64-40ea5ef5459c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4ba73cc7-e7ec-4057-be46-46395fa10f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456021 Jul 29 04:53:24.591437 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a85f2-77fb-4c9d-a8f3-d6ca5670cff6 req-cc8f8b69-2955-49f3-a14f-bd2fabc0b517 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:24.593670 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-a79a85f2-77fb-4c9d-a8f3-d6ca5670cff6 req-cc8f8b69-2955-49f3-a14f-bd2fabc0b517 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 947 time: 0.0557330 Jul 29 04:53:24.652660 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-a79a85f2-77fb-4c9d-a8f3-d6ca5670cff6 req-be3d8d51-0dd9-443a-a0ef-333dfaeef659 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506072 Jul 29 04:53:24.668245 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d9ad2-d358-4c6d-8f49-e8e5c8310cfd req-822abfac-dead-4553-acf9-97708964018c tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:24.669826 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-e51d9ad2-d358-4c6d-8f49-e8e5c8310cfd req-822abfac-dead-4553-acf9-97708964018c tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/ports?device_id=5393b1a3-209a-4a5f-bc1f-82d40c318516 HTTP/1.1" status: 200 len: 984 time: 0.0596163 Jul 29 04:53:24.734031 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-e51d9ad2-d358-4c6d-8f49-e8e5c8310cfd req-2ee059de-886c-4b5b-b1eb-f524a0e9e698 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/security-groups?id=53745ed1-8acc-4712-a583-01e3c1f9287b&id=9d2ad824-5001-497b-afa2-545b0f5f4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581656 Jul 29 04:53:25.408718 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ba872-de14-42c5-abc5-989be990b149 req-f791fb18-d907-4b82-b19f-e22531ce3136 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:25.410173 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4d5ba872-de14-42c5-abc5-989be990b149 req-f791fb18-d907-4b82-b19f-e22531ce3136 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=f027c23f-8c17-419b-80a0-bdb62b416da3 HTTP/1.1" status: 200 len: 946 time: 0.0472083 Jul 29 04:53:25.457789 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4d5ba872-de14-42c5-abc5-989be990b149 req-fe0b3981-613d-43ef-947a-cfe166818cdd tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=9683ed19-4891-420f-b3b5-b25d5f033481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419824 Jul 29 04:53:25.635365 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-1047de15-686a-4e88-91cc-d0d942692b5d req-55b956ac-93fc-4742-84d8-3488cd7fa0fe service neutron] 10.222.0.64 "GET /v2.0/networks/4ba73cc7-e7ec-4057-be46-46395fa10f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886714 Jul 29 04:53:25.777905 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-1047de15-686a-4e88-91cc-d0d942692b5d req-5068a1a5-c46b-487a-8913-baf6da221578 service neutron] 10.222.0.64 "GET /v2.0/networks/4ba73cc7-e7ec-4057-be46-46395fa10f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931849 Jul 29 04:53:25.789582 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228f658-1f3a-42b0-a8b8-248d49ee48dd req-fc8855e2-5519-4502-ae02-bbcec372afc8 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:25.791082 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-a228f658-1f3a-42b0-a8b8-248d49ee48dd req-fc8855e2-5519-4502-ae02-bbcec372afc8 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 947 time: 0.0493536 Jul 29 04:53:25.840414 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-a228f658-1f3a-42b0-a8b8-248d49ee48dd req-6b2eb583-0781-4e1b-9f0b-4ee432e932a1 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425799 Jul 29 04:53:25.848276 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:53:25.857866 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d01872-587c-42d1-bc86-d1778dc91596 req-aa73043c-bd48-42ea-bbcb-3f75948dcc99 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:25.859623 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-01d01872-587c-42d1-bc86-d1778dc91596 req-aa73043c-bd48-42ea-bbcb-3f75948dcc99 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/ports?device_id=5393b1a3-209a-4a5f-bc1f-82d40c318516 HTTP/1.1" status: 200 len: 984 time: 0.0498922 Jul 29 04:53:25.920806 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-01d01872-587c-42d1-bc86-d1778dc91596 req-e60dff1a-fdf9-4e4c-9bcd-49847e7cd0bc tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/security-groups?id=53745ed1-8acc-4712-a583-01e3c1f9287b&id=9d2ad824-5001-497b-afa2-545b0f5f4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553865 Jul 29 04:53:26.578650 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe25aa3-7b95-4c35-9af3-b2ab3418c10c req-75e2d90f-3195-46c1-9805-11b392256119 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:26.580096 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-cfe25aa3-7b95-4c35-9af3-b2ab3418c10c req-75e2d90f-3195-46c1-9805-11b392256119 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=f027c23f-8c17-419b-80a0-bdb62b416da3 HTTP/1.1" status: 200 len: 946 time: 0.0466189 Jul 29 04:53:26.592434 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=100 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:53:26.631437 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-cfe25aa3-7b95-4c35-9af3-b2ab3418c10c req-fc77f76e-b670-44b7-b234-8af301c9cd15 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=9683ed19-4891-420f-b3b5-b25d5f033481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452974 Jul 29 04:53:27.038723 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55978c-52a9-4132-87e9-fa3b714e1989 req-c4e46d2f-fc52-4d3a-a44b-f50cbc015c56 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:27.040317 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-1f55978c-52a9-4132-87e9-fa3b714e1989 req-c4e46d2f-fc52-4d3a-a44b-f50cbc015c56 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/ports?device_id=5393b1a3-209a-4a5f-bc1f-82d40c318516 HTTP/1.1" status: 200 len: 984 time: 0.0482779 Jul 29 04:53:27.071167 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:53:27.101907 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-1f55978c-52a9-4132-87e9-fa3b714e1989 req-ac217391-ced7-430d-a747-7e7faa340619 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/security-groups?id=53745ed1-8acc-4712-a583-01e3c1f9287b&id=9d2ad824-5001-497b-afa2-545b0f5f4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549865 Jul 29 04:53:27.737329 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=100 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:53:27.751341 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1818423-cbfc-467f-8ce7-95a5e7020f74 req-de9248c8-f59e-42d0-925f-a5f73ceb61f3 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:27.752837 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-d1818423-cbfc-467f-8ce7-95a5e7020f74 req-de9248c8-f59e-42d0-925f-a5f73ceb61f3 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=f027c23f-8c17-419b-80a0-bdb62b416da3 HTTP/1.1" status: 200 len: 946 time: 0.0476630 Jul 29 04:53:27.800031 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-d1818423-cbfc-467f-8ce7-95a5e7020f74 req-c076c35a-668a-4c0a-a1be-40eb8ab20728 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=9683ed19-4891-420f-b3b5-b25d5f033481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416410 Jul 29 04:53:27.891031 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:53:27.891932 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:53:28.223929 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafeffbb-a57f-4048-b059-e74f2c068da4 req-6cb22836-b3eb-45b9-8166-02ace16ceb04 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:28.225405 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-cafeffbb-a57f-4048-b059-e74f2c068da4 req-6cb22836-b3eb-45b9-8166-02ace16ceb04 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/ports?device_id=5393b1a3-209a-4a5f-bc1f-82d40c318516 HTTP/1.1" status: 200 len: 984 time: 0.0508060 Jul 29 04:53:28.285482 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-cafeffbb-a57f-4048-b059-e74f2c068da4 req-5387ee26-e70a-49f5-90aa-44f608a36d3b tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/security-groups?id=53745ed1-8acc-4712-a583-01e3c1f9287b&id=9d2ad824-5001-497b-afa2-545b0f5f4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545163 Jul 29 04:53:28.917634 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227a6b1d-e0db-4453-b52d-31d563266ef0 req-87cf8a1a-804d-427e-b323-88d02e9a209d tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:28.918987 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-227a6b1d-e0db-4453-b52d-31d563266ef0 req-87cf8a1a-804d-427e-b323-88d02e9a209d tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=f027c23f-8c17-419b-80a0-bdb62b416da3 HTTP/1.1" status: 200 len: 946 time: 0.0465188 Jul 29 04:53:28.965387 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-227a6b1d-e0db-4453-b52d-31d563266ef0 req-1292a00d-b2c4-4d24-adb1-15d98ebb3ec1 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=9683ed19-4891-420f-b3b5-b25d5f033481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398617 Jul 29 04:53:29.404847 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0434157-ba3f-4621-974f-6e2075f03210 req-a359ea63-5663-475f-93bb-76c16b414b8c tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:29.406324 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-d0434157-ba3f-4621-974f-6e2075f03210 req-a359ea63-5663-475f-93bb-76c16b414b8c tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/ports?device_id=5393b1a3-209a-4a5f-bc1f-82d40c318516 HTTP/1.1" status: 200 len: 984 time: 0.0480504 Jul 29 04:53:29.466050 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-d0434157-ba3f-4621-974f-6e2075f03210 req-10e294bd-927f-45f4-a8d4-e7bb43b60cf0 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/security-groups?id=53745ed1-8acc-4712-a583-01e3c1f9287b&id=9d2ad824-5001-497b-afa2-545b0f5f4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541182 Jul 29 04:53:30.087011 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61e5d8-1688-40cc-b942-2d777709e645 req-9b9d4f2c-a028-4354-b41c-27e1e9d8eafd tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:30.088503 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-db61e5d8-1688-40cc-b942-2d777709e645 req-9b9d4f2c-a028-4354-b41c-27e1e9d8eafd tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=f027c23f-8c17-419b-80a0-bdb62b416da3 HTTP/1.1" status: 200 len: 946 time: 0.0501382 Jul 29 04:53:30.136670 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-db61e5d8-1688-40cc-b942-2d777709e645 req-cac518ec-63b1-4c97-bf77-39be08c44df2 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=9683ed19-4891-420f-b3b5-b25d5f033481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425775 Jul 29 04:53:30.583531 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94218e9-967e-415d-99d9-f97af593f524 req-445809d5-e4df-455e-b97c-daf2a11ebeab tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:30.584991 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e94218e9-967e-415d-99d9-f97af593f524 req-445809d5-e4df-455e-b97c-daf2a11ebeab tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/ports?device_id=5393b1a3-209a-4a5f-bc1f-82d40c318516 HTTP/1.1" status: 200 len: 984 time: 0.0464220 Jul 29 04:53:30.646060 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e94218e9-967e-415d-99d9-f97af593f524 req-f3df1595-fddd-4b37-a21c-172a9e3d7719 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/security-groups?id=53745ed1-8acc-4712-a583-01e3c1f9287b&id=9d2ad824-5001-497b-afa2-545b0f5f4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555267 Jul 29 04:53:31.254355 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319434db-20cb-42c6-a537-57fa32f83ba0 req-d0cffc63-b7b3-43a1-93b3-5e4c310e50ab tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:31.255826 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-319434db-20cb-42c6-a537-57fa32f83ba0 req-d0cffc63-b7b3-43a1-93b3-5e4c310e50ab tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=f027c23f-8c17-419b-80a0-bdb62b416da3 HTTP/1.1" status: 200 len: 946 time: 0.0479882 Jul 29 04:53:31.303793 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-319434db-20cb-42c6-a537-57fa32f83ba0 req-07a094a3-1039-461c-b5ed-bf11f7c156c2 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=9683ed19-4891-420f-b3b5-b25d5f033481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424924 Jul 29 04:53:31.769192 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c292bf60-3d04-45d6-adf5-7a34960d889c req-035276c5-5869-4dac-b8ed-9a9b26441664 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:31.770632 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c292bf60-3d04-45d6-adf5-7a34960d889c req-035276c5-5869-4dac-b8ed-9a9b26441664 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/ports?device_id=5393b1a3-209a-4a5f-bc1f-82d40c318516 HTTP/1.1" status: 200 len: 984 time: 0.0471098 Jul 29 04:53:31.829867 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c292bf60-3d04-45d6-adf5-7a34960d889c req-a6b03242-b57a-4b1a-9091-095b8e41af8d tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/security-groups?id=53745ed1-8acc-4712-a583-01e3c1f9287b&id=9d2ad824-5001-497b-afa2-545b0f5f4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536840 Jul 29 04:53:32.424393 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438086d7-ae4c-4fcf-8d44-8771ec77fce9 req-04ca15bb-7e35-4fdb-8f85-a633785801eb tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:32.425872 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-438086d7-ae4c-4fcf-8d44-8771ec77fce9 req-04ca15bb-7e35-4fdb-8f85-a633785801eb tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=f027c23f-8c17-419b-80a0-bdb62b416da3 HTTP/1.1" status: 200 len: 946 time: 0.0506859 Jul 29 04:53:32.471866 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-438086d7-ae4c-4fcf-8d44-8771ec77fce9 req-cd8e89d7-3557-4242-9fa1-12ac74d70a24 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=9683ed19-4891-420f-b3b5-b25d5f033481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405004 Jul 29 04:53:32.951853 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415cf9ec-3249-4b9c-91f2-3267c7a9d650 req-82718b3e-a51f-4afd-9a89-479b41039763 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:32.953251 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-415cf9ec-3249-4b9c-91f2-3267c7a9d650 req-82718b3e-a51f-4afd-9a89-479b41039763 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/ports?device_id=5393b1a3-209a-4a5f-bc1f-82d40c318516 HTTP/1.1" status: 200 len: 984 time: 0.0471175 Jul 29 04:53:33.015594 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-415cf9ec-3249-4b9c-91f2-3267c7a9d650 req-72065101-e4e9-4501-b622-45580447b33b tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/security-groups?id=53745ed1-8acc-4712-a583-01e3c1f9287b&id=9d2ad824-5001-497b-afa2-545b0f5f4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567658 Jul 29 04:53:33.347011 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=84,neutron:UPDATE=6 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:53:33.592302 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aad30a-744a-473b-b276-514cb6063e6e req-1f6439ca-be9d-4105-b05f-9fee62f6c1f7 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:33.593793 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-b8aad30a-744a-473b-b276-514cb6063e6e req-1f6439ca-be9d-4105-b05f-9fee62f6c1f7 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=f027c23f-8c17-419b-80a0-bdb62b416da3 HTTP/1.1" status: 200 len: 946 time: 0.0472317 Jul 29 04:53:33.640708 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-b8aad30a-744a-473b-b276-514cb6063e6e req-054d806e-72f2-4a0e-a0d0-46f516c10477 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=9683ed19-4891-420f-b3b5-b25d5f033481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412941 Jul 29 04:53:34.132837 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca76c03-29dc-44d2-974b-3f85679ac568 req-55ec226e-e1f8-4098-9019-f5963b420781 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:34.134349 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9ca76c03-29dc-44d2-974b-3f85679ac568 req-55ec226e-e1f8-4098-9019-f5963b420781 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/ports?device_id=5393b1a3-209a-4a5f-bc1f-82d40c318516 HTTP/1.1" status: 200 len: 984 time: 0.0476785 Jul 29 04:53:34.194843 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9ca76c03-29dc-44d2-974b-3f85679ac568 req-3c4a7137-12d0-4f2a-994b-e006be2ca2dc tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/security-groups?id=53745ed1-8acc-4712-a583-01e3c1f9287b&id=9d2ad824-5001-497b-afa2-545b0f5f4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548475 Jul 29 04:53:34.761965 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f3639-a518-47ba-9a5c-2803f156c4f7 req-026f5992-45b5-4e87-90e4-78d5506ec278 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:34.764081 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-8b0f3639-a518-47ba-9a5c-2803f156c4f7 req-026f5992-45b5-4e87-90e4-78d5506ec278 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=f027c23f-8c17-419b-80a0-bdb62b416da3 HTTP/1.1" status: 200 len: 946 time: 0.0484722 Jul 29 04:53:34.818933 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-8b0f3639-a518-47ba-9a5c-2803f156c4f7 req-b7261c8c-2791-49c3-bb96-2bc2fc1ce2b4 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=9683ed19-4891-420f-b3b5-b25d5f033481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488174 Jul 29 04:53:35.312147 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc631d-740e-4e10-a93d-67e9a2d0388c req-8cfe1992-681d-4837-b845-0be21914d776 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:35.313678 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-d7cc631d-740e-4e10-a93d-67e9a2d0388c req-8cfe1992-681d-4837-b845-0be21914d776 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/ports?device_id=5393b1a3-209a-4a5f-bc1f-82d40c318516 HTTP/1.1" status: 200 len: 984 time: 0.0476770 Jul 29 04:53:35.376201 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-d7cc631d-740e-4e10-a93d-67e9a2d0388c req-aded82e6-c136-4da5-b0fe-75b83e8a7421 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/security-groups?id=53745ed1-8acc-4712-a583-01e3c1f9287b&id=9d2ad824-5001-497b-afa2-545b0f5f4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566862 Jul 29 04:53:35.940472 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5204717f-286b-4c6a-b7d8-c296f6243f96 req-e12f293c-3716-4efa-9810-1449f66543b4 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:35.941887 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-5204717f-286b-4c6a-b7d8-c296f6243f96 req-e12f293c-3716-4efa-9810-1449f66543b4 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=f027c23f-8c17-419b-80a0-bdb62b416da3 HTTP/1.1" status: 200 len: 946 time: 0.0490229 Jul 29 04:53:35.989373 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-5204717f-286b-4c6a-b7d8-c296f6243f96 req-5829b5a0-ba97-4bbf-9a50-86d4992276d6 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=9683ed19-4891-420f-b3b5-b25d5f033481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421636 Jul 29 04:53:36.317611 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107d3ef-a7cf-40c3-a87a-73cb50769474 req-7eb9fe98-3ba4-44cd-8dab-76f6f5911ffd tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:36.319086 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4107d3ef-a7cf-40c3-a87a-73cb50769474 req-7eb9fe98-3ba4-44cd-8dab-76f6f5911ffd tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0515847 Jul 29 04:53:36.366896 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4107d3ef-a7cf-40c3-a87a-73cb50769474 req-facd379c-f04d-40d2-ad7f-09e2084c4798 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421140 Jul 29 04:53:36.494598 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a09014-18b9-4c22-8185-7fcf6f9aad00 req-5a0955f6-a196-4d06-a818-241f90f42012 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:36.496079 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-a4a09014-18b9-4c22-8185-7fcf6f9aad00 req-5a0955f6-a196-4d06-a818-241f90f42012 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/ports?device_id=5393b1a3-209a-4a5f-bc1f-82d40c318516 HTTP/1.1" status: 200 len: 984 time: 0.0480671 Jul 29 04:53:36.556539 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-a4a09014-18b9-4c22-8185-7fcf6f9aad00 req-4327e5ac-e1fb-4bc4-bcf4-b26c3bc0ffcc tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/security-groups?id=53745ed1-8acc-4712-a583-01e3c1f9287b&id=9d2ad824-5001-497b-afa2-545b0f5f4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542815 Jul 29 04:53:37.107591 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc84501-98bd-4a19-b632-56a898fe19b8 req-e81f3fb2-55f5-4168-bbfb-c06a39475444 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:37.109016 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-0bc84501-98bd-4a19-b632-56a898fe19b8 req-e81f3fb2-55f5-4168-bbfb-c06a39475444 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=f027c23f-8c17-419b-80a0-bdb62b416da3 HTTP/1.1" status: 200 len: 946 time: 0.0464883 Jul 29 04:53:37.155871 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-0bc84501-98bd-4a19-b632-56a898fe19b8 req-08f5e024-04b2-4c0d-8b48-26f9b845ca44 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=9683ed19-4891-420f-b3b5-b25d5f033481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414851 Jul 29 04:53:37.489063 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ae7a6-5077-4d14-87a6-bf9a46e8fe88 req-fb61ceec-5d86-4a0a-ad57-4851527253aa tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:37.490559 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-644ae7a6-5077-4d14-87a6-bf9a46e8fe88 req-fb61ceec-5d86-4a0a-ad57-4851527253aa tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0515206 Jul 29 04:53:37.508637 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=100 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:53:37.537595 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-644ae7a6-5077-4d14-87a6-bf9a46e8fe88 req-d84858f5-3e26-46ea-a8c4-c3875dddad22 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415349 Jul 29 04:53:37.639495 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:53:37.658031 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:53:37.676574 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea33c419-0fec-4e2c-9116-e3b1bbe6d2b6 req-c0096db4-74ca-4e52-9160-8336e719898b tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:37.678078 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ea33c419-0fec-4e2c-9116-e3b1bbe6d2b6 req-c0096db4-74ca-4e52-9160-8336e719898b tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/ports?device_id=5393b1a3-209a-4a5f-bc1f-82d40c318516 HTTP/1.1" status: 200 len: 984 time: 0.0487876 Jul 29 04:53:37.741217 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ea33c419-0fec-4e2c-9116-e3b1bbe6d2b6 req-7f75de7b-b2e0-4f14-aa95-b0816bc2c4fa tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/security-groups?id=53745ed1-8acc-4712-a583-01e3c1f9287b&id=9d2ad824-5001-497b-afa2-545b0f5f4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575113 Jul 29 04:53:38.273729 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ecd72b-6790-4dcd-8cd1-fa583d7cf09e req-af288e18-ea7c-44de-a3d5-39b18a273436 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:38.275212 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-90ecd72b-6790-4dcd-8cd1-fa583d7cf09e req-af288e18-ea7c-44de-a3d5-39b18a273436 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=f027c23f-8c17-419b-80a0-bdb62b416da3 HTTP/1.1" status: 200 len: 946 time: 0.0474710 Jul 29 04:53:38.321999 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-90ecd72b-6790-4dcd-8cd1-fa583d7cf09e req-3054376b-e034-4a12-8819-f6d260b96290 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=9683ed19-4891-420f-b3b5-b25d5f033481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412717 Jul 29 04:53:38.652988 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e58cf39-40de-47d7-9760-94aa18911253 req-3ecde458-35d3-4d81-bb6a-68ad55cf60d4 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:38.654462 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-6e58cf39-40de-47d7-9760-94aa18911253 req-3ecde458-35d3-4d81-bb6a-68ad55cf60d4 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0457108 Jul 29 04:53:38.701506 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-6e58cf39-40de-47d7-9760-94aa18911253 req-59f2790d-4055-418c-b142-e9e5890223fd tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415549 Jul 29 04:53:38.858837 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50e794-49f9-42f2-9ac7-8848967335b8 req-e110e355-683a-475d-8165-8331a326d676 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:38.860231 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-be50e794-49f9-42f2-9ac7-8848967335b8 req-e110e355-683a-475d-8165-8331a326d676 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/ports?device_id=5393b1a3-209a-4a5f-bc1f-82d40c318516 HTTP/1.1" status: 200 len: 984 time: 0.0467782 Jul 29 04:53:38.894689 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=100 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:53:38.924131 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-be50e794-49f9-42f2-9ac7-8848967335b8 req-ae27bba7-b245-40c8-a69a-b119d781b098 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/security-groups?id=53745ed1-8acc-4712-a583-01e3c1f9287b&id=9d2ad824-5001-497b-afa2-545b0f5f4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583997 Jul 29 04:53:39.279476 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a892da-c2a8-4cfa-a31b-69e06635737b req-d6f9d144-5f63-4d2f-8fc5-e41f6f21a109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:39.280963 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-44a892da-c2a8-4cfa-a31b-69e06635737b req-d6f9d144-5f63-4d2f-8fc5-e41f6f21a109 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f027c23f-8c17-419b-80a0-bdb62b416da3 HTTP/1.1" status: 200 len: 1130 time: 0.0380201 Jul 29 04:53:39.325989 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-44a892da-c2a8-4cfa-a31b-69e06635737b req-1f42dcd8-69ab-475a-8c05-e177abdb9f33 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9683ed19-4891-420f-b3b5-b25d5f033481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367491 Jul 29 04:53:39.444401 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b1b39-f4f7-41cb-a044-afaa026eb4d8 req-7cd17f54-8e81-4a56-a5fe-dc995ad46304 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:39.445802 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-132b1b39-f4f7-41cb-a044-afaa026eb4d8 req-7cd17f54-8e81-4a56-a5fe-dc995ad46304 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=f027c23f-8c17-419b-80a0-bdb62b416da3 HTTP/1.1" status: 200 len: 946 time: 0.0497549 Jul 29 04:53:39.492681 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-132b1b39-f4f7-41cb-a044-afaa026eb4d8 req-6fd42a6b-b870-4b57-90a9-4ea0ec202480 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=9683ed19-4891-420f-b3b5-b25d5f033481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406253 Jul 29 04:53:39.819767 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b3f1c0-5e49-46b9-bd71-93d2ba7f730a req-d208f035-84cd-4ae0-a20c-9129547b6471 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:39.821275 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-e0b3f1c0-5e49-46b9-bd71-93d2ba7f730a req-d208f035-84cd-4ae0-a20c-9129547b6471 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0475857 Jul 29 04:53:39.867930 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-e0b3f1c0-5e49-46b9-bd71-93d2ba7f730a req-0eafb464-a5be-4d1a-b3b2-18246d1ea412 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406146 Jul 29 04:53:40.040518 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e59385-2d9a-4b29-9ad5-049ec8a60633 req-ac729768-a06c-4c23-84c0-1cba3a6335cb tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:40.042170 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-47e59385-2d9a-4b29-9ad5-049ec8a60633 req-ac729768-a06c-4c23-84c0-1cba3a6335cb tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/ports?device_id=5393b1a3-209a-4a5f-bc1f-82d40c318516 HTTP/1.1" status: 200 len: 984 time: 0.0467772 Jul 29 04:53:40.101433 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-47e59385-2d9a-4b29-9ad5-049ec8a60633 req-71a40cde-7185-476c-ae8e-0d0405d90c9f tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/security-groups?id=53745ed1-8acc-4712-a583-01e3c1f9287b&id=9d2ad824-5001-497b-afa2-545b0f5f4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527568 Jul 29 04:53:40.609605 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b6b70-2b66-49f3-abc7-e3116582efec req-0e915e7d-cf3f-4a4a-8f78-17204fba775d tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:40.611066 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-261b6b70-2b66-49f3-abc7-e3116582efec req-0e915e7d-cf3f-4a4a-8f78-17204fba775d tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=f027c23f-8c17-419b-80a0-bdb62b416da3 HTTP/1.1" status: 200 len: 946 time: 0.0464814 Jul 29 04:53:40.657180 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-261b6b70-2b66-49f3-abc7-e3116582efec req-e8c22d68-a60b-4b7e-a7ed-0aef234522b4 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=9683ed19-4891-420f-b3b5-b25d5f033481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406699 Jul 29 04:53:40.989025 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458d964-9d55-4f14-8e00-224242dc1a2a req-49a25322-2bc4-4cc8-977f-dac7964ddc31 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:40.990488 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-d458d964-9d55-4f14-8e00-224242dc1a2a req-49a25322-2bc4-4cc8-977f-dac7964ddc31 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0511518 Jul 29 04:53:41.037204 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-d458d964-9d55-4f14-8e00-224242dc1a2a req-39eb2ed5-9f0b-435f-a846-47bf7424f0e4 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413594 Jul 29 04:53:41.224984 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed00a4f4-13fc-43d8-b5b5-a955f509f0a8 req-f9c0c8cb-e7f4-4eeb-af09-97299b87e4fc tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:41.226340 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-ed00a4f4-13fc-43d8-b5b5-a955f509f0a8 req-f9c0c8cb-e7f4-4eeb-af09-97299b87e4fc tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/ports?device_id=5393b1a3-209a-4a5f-bc1f-82d40c318516 HTTP/1.1" status: 200 len: 984 time: 0.0500293 Jul 29 04:53:41.286573 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-ed00a4f4-13fc-43d8-b5b5-a955f509f0a8 req-442a1ac9-836f-43f4-971a-450701c517a2 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/security-groups?id=53745ed1-8acc-4712-a583-01e3c1f9287b&id=9d2ad824-5001-497b-afa2-545b0f5f4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545151 Jul 29 04:53:41.773366 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7141676-9e2a-496c-927b-8e4cf1db3dd2 req-00871874-608f-40a5-82bc-2cd3eaa0b3e4 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:41.774813 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e7141676-9e2a-496c-927b-8e4cf1db3dd2 req-00871874-608f-40a5-82bc-2cd3eaa0b3e4 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=f027c23f-8c17-419b-80a0-bdb62b416da3 HTTP/1.1" status: 200 len: 946 time: 0.0464251 Jul 29 04:53:41.822281 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e7141676-9e2a-496c-927b-8e4cf1db3dd2 req-e18c4883-48f9-49aa-9727-318889ec89a2 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=9683ed19-4891-420f-b3b5-b25d5f033481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414386 Jul 29 04:53:42.161708 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71536aa2-7b63-4b1d-b23e-c83581e570cf req-e22c2c58-9ea4-4cf0-814e-bbc8bd0a4b16 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:42.163122 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-71536aa2-7b63-4b1d-b23e-c83581e570cf req-e22c2c58-9ea4-4cf0-814e-bbc8bd0a4b16 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0522683 Jul 29 04:53:42.219865 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-71536aa2-7b63-4b1d-b23e-c83581e570cf req-058549d2-72ba-4f98-99d9-b005f5c015ba tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506330 Jul 29 04:53:42.233429 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42888bd8-2155-49e5-a4c2-ce078114d427 req-b8e7e939-514b-421e-8a8d-a14bb783f06d tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:42.234900 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-42888bd8-2155-49e5-a4c2-ce078114d427 req-b8e7e939-514b-421e-8a8d-a14bb783f06d tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=f027c23f-8c17-419b-80a0-bdb62b416da3 HTTP/1.1" status: 200 len: 946 time: 0.0587490 Jul 29 04:53:42.277488 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de88ba-e5ac-4bf2-9d93-2f557d6725ff req-07e2909b-f44d-4031-818b-c79f6aa64e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:42.279783 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b7de88ba-e5ac-4bf2-9d93-2f557d6725ff req-07e2909b-f44d-4031-818b-c79f6aa64e0c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0f6c1ad3422c40d4af4ef5329ecd9d86&device_id=f027c23f-8c17-419b-80a0-bdb62b416da3 HTTP/1.1" status: 200 len: 1130 time: 0.0633709 Jul 29 04:53:42.305829 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-42888bd8-2155-49e5-a4c2-ce078114d427 req-4a334062-0684-4bf1-aab5-faca7267e09a tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=9683ed19-4891-420f-b3b5-b25d5f033481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524602 Jul 29 04:53:42.409248 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187cfc4f-1964-4e9a-b68f-fdfa0a75f669 req-61b0e562-dc74-4c60-bbcd-1c2eac3723c7 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:42.410728 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-187cfc4f-1964-4e9a-b68f-fdfa0a75f669 req-61b0e562-dc74-4c60-bbcd-1c2eac3723c7 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/ports?device_id=5393b1a3-209a-4a5f-bc1f-82d40c318516 HTTP/1.1" status: 200 len: 984 time: 0.0519338 Jul 29 04:53:42.471103 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-187cfc4f-1964-4e9a-b68f-fdfa0a75f669 req-d510e877-5d13-431d-b3d9-c643124fba80 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/security-groups?id=53745ed1-8acc-4712-a583-01e3c1f9287b&id=9d2ad824-5001-497b-afa2-545b0f5f4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543816 Jul 29 04:53:43.085930 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de88ba-e5ac-4bf2-9d93-2f557d6725ff req-2ef33271-fe17-446e-b027-4b183351572d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:43.087392 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b7de88ba-e5ac-4bf2-9d93-2f557d6725ff req-2ef33271-fe17-446e-b027-4b183351572d service neutron] 10.222.0.64 "GET /v2.0/networks?id=3e84cf4e-559b-4bbd-af56-3f6353c004d0 HTTP/1.1" status: 200 len: 919 time: 0.0871155 Jul 29 04:53:43.155711 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b7de88ba-e5ac-4bf2-9d93-2f557d6725ff req-9b37658a-f869-414f-8ef9-4f411668bae9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aee6ef22-26d9-4a6a-b997-015edcbf797e HTTP/1.1" status: 200 len: 1002 time: 0.0584862 Jul 29 04:53:43.202282 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de88ba-e5ac-4bf2-9d93-2f557d6725ff req-06b8509b-22e4-4f2b-a7f7-bb596f901c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:43.203670 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b7de88ba-e5ac-4bf2-9d93-2f557d6725ff req-06b8509b-22e4-4f2b-a7f7-bb596f901c34 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=48fdddd6-c7bc-413f-9e30-1e0d5de8b27a HTTP/1.1" status: 200 len: 857 time: 0.0423162 Jul 29 04:53:43.238238 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:53:43.242708 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:53:43.249091 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de88ba-e5ac-4bf2-9d93-2f557d6725ff req-b9b16753-2af9-4387-b140-7800084eaaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:43.250561 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b7de88ba-e5ac-4bf2-9d93-2f557d6725ff req-b9b16753-2af9-4387-b140-7800084eaaf1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3e84cf4e-559b-4bbd-af56-3f6353c004d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395398 Jul 29 04:53:43.358532 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946cdd5-a4b6-4a4d-b84a-eeae6fe9091d req-7fa964b7-2d23-4552-b575-c3a510b9e419 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:43.360014 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-3946cdd5-a4b6-4a4d-b84a-eeae6fe9091d req-7fa964b7-2d23-4552-b575-c3a510b9e419 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0578825 Jul 29 04:53:43.408138 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b7de88ba-e5ac-4bf2-9d93-2f557d6725ff req-99932262-e101-46e9-9b4c-1498d4661788 service neutron] 10.222.0.64 "GET /v2.0/networks/3e84cf4e-559b-4bbd-af56-3f6353c004d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506565 Jul 29 04:53:43.429185 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4331fb-7257-4221-9619-b31e1be79641 req-e16fc288-856a-4c6b-a3b7-dfa62de74ce2 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:43.430748 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-8a4331fb-7257-4221-9619-b31e1be79641 req-e16fc288-856a-4c6b-a3b7-dfa62de74ce2 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=f027c23f-8c17-419b-80a0-bdb62b416da3 HTTP/1.1" status: 200 len: 946 time: 0.0499308 Jul 29 04:53:43.478826 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-8a4331fb-7257-4221-9619-b31e1be79641 req-e8931aae-ca32-46af-8dbd-2dfa89db49d5 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=9683ed19-4891-420f-b3b5-b25d5f033481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414770 Jul 29 04:53:43.480705 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-3946cdd5-a4b6-4a4d-b84a-eeae6fe9091d req-dbf40c8a-3ac5-4fbe-b757-269bcb6a1086 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101899 Jul 29 04:53:43.521572 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b7de88ba-e5ac-4bf2-9d93-2f557d6725ff req-e64e186d-5099-4534-8fa8-3b68f378cd82 service neutron] 10.222.0.64 "GET /v2.0/networks/3e84cf4e-559b-4bbd-af56-3f6353c004d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037345 Jul 29 04:53:43.595688 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888a2081-7cfc-4659-a1ca-55c6ddc639ec req-ca450382-dace-4151-b512-04fa46e5a31b tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:43.597347 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-888a2081-7cfc-4659-a1ca-55c6ddc639ec req-ca450382-dace-4151-b512-04fa46e5a31b tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/ports?device_id=5393b1a3-209a-4a5f-bc1f-82d40c318516 HTTP/1.1" status: 200 len: 984 time: 0.0486109 Jul 29 04:53:43.662419 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-888a2081-7cfc-4659-a1ca-55c6ddc639ec req-84363f4f-1772-406c-a4e8-0c03117b4a06 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/security-groups?id=53745ed1-8acc-4712-a583-01e3c1f9287b&id=9d2ad824-5001-497b-afa2-545b0f5f4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569479 Jul 29 04:53:44.605825 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b547c4-9637-47fe-b3b2-ec34f55df13d req-af271552-f825-4de0-a73f-5f391c144fdf tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:44.607352 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-63b547c4-9637-47fe-b3b2-ec34f55df13d req-af271552-f825-4de0-a73f-5f391c144fdf tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0483205 Jul 29 04:53:44.607509 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0b9fb-712d-4ee1-947d-9ab79639c774 req-7ed57620-bc83-47b9-a808-6825cf39cc7f tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:44.608947 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-74a0b9fb-712d-4ee1-947d-9ab79639c774 req-7ed57620-bc83-47b9-a808-6825cf39cc7f tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=f027c23f-8c17-419b-80a0-bdb62b416da3 HTTP/1.1" status: 200 len: 946 time: 0.0496097 Jul 29 04:53:44.657399 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-74a0b9fb-712d-4ee1-947d-9ab79639c774 req-d12a7343-947c-469b-8d15-7414716e8596 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=9683ed19-4891-420f-b3b5-b25d5f033481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430868 Jul 29 04:53:44.665082 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-63b547c4-9637-47fe-b3b2-ec34f55df13d req-07cdc42e-d493-46c6-9c82-4b92050f917f tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472975 Jul 29 04:53:45.780446 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e923726-37fa-4e36-a6bd-c17b5d9c7929 req-8c9c8b2c-1e4f-4df2-8b79-8b4cfd607900 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:45.781125 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fccf28-6f9d-4396-bd46-8e36d968e435 req-cccf9cd4-4d06-4a03-b9bb-94277444f793 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:45.781941 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-5e923726-37fa-4e36-a6bd-c17b5d9c7929 req-8c9c8b2c-1e4f-4df2-8b79-8b4cfd607900 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=f027c23f-8c17-419b-80a0-bdb62b416da3 HTTP/1.1" status: 200 len: 946 time: 0.0474365 Jul 29 04:53:45.782604 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-93fccf28-6f9d-4396-bd46-8e36d968e435 req-cccf9cd4-4d06-4a03-b9bb-94277444f793 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0496275 Jul 29 04:53:45.831207 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-93fccf28-6f9d-4396-bd46-8e36d968e435 req-326e4f03-e6be-4fbd-b938-18a9b66ee8d3 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423036 Jul 29 04:53:45.831537 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-5e923726-37fa-4e36-a6bd-c17b5d9c7929 req-a2c43c83-0837-4790-8573-1762ba73be0b tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=9683ed19-4891-420f-b3b5-b25d5f033481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440092 Jul 29 04:53:46.936589 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=100 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:53:46.953459 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b75b8-3016-4e0e-a54c-bc0baca9a67a req-9d9590f1-5972-4f35-b80a-f9e32f807d6d tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:46.954770 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf422c2-d36b-4bc1-8f45-686eedc7b78a req-0ded36c8-f3fa-47ad-93ac-6592e88e92ae tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:46.955265 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-f91b75b8-3016-4e0e-a54c-bc0baca9a67a req-9d9590f1-5972-4f35-b80a-f9e32f807d6d tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=f027c23f-8c17-419b-80a0-bdb62b416da3 HTTP/1.1" status: 200 len: 946 time: 0.0486212 Jul 29 04:53:46.956241 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9cf422c2-d36b-4bc1-8f45-686eedc7b78a req-0ded36c8-f3fa-47ad-93ac-6592e88e92ae tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0532484 Jul 29 04:53:47.002615 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-f91b75b8-3016-4e0e-a54c-bc0baca9a67a req-a2af20e0-cf5e-442d-921f-13f46626288d tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=9683ed19-4891-420f-b3b5-b25d5f033481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420949 Jul 29 04:53:47.004380 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9cf422c2-d36b-4bc1-8f45-686eedc7b78a req-409171fb-2fec-4c37-8f0d-66a53148f462 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426629 Jul 29 04:53:47.119371 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0b0b61-e3ec-4520-b418-7cfc67c7be8d req-7c5aa589-499b-49af-aa8f-43674ef21a36 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:47.120832 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-ac0b0b61-e3ec-4520-b418-7cfc67c7be8d req-7c5aa589-499b-49af-aa8f-43674ef21a36 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=f027c23f-8c17-419b-80a0-bdb62b416da3 HTTP/1.1" status: 200 len: 946 time: 0.0497146 Jul 29 04:53:47.131524 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 34188) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:53:47.135679 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [None req-a153333a-f5cf-4f80-8efe-075acccc5891 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Request body: {'floatingip': {'port_id': 'aee6ef22-26d9-4a6a-b997-015edcbf797e'}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:53:47.186971 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-a153333a-f5cf-4f80-8efe-075acccc5891 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Publish callbacks [] for floatingip (e0a43efe-d2fa-4766-93d8-27a08c32beed), before_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:53:47.232101 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=100 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:53:47.648498 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-a153333a-f5cf-4f80-8efe-075acccc5891 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:53:47.652401 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-a153333a-f5cf-4f80-8efe-075acccc5891 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1937124'] for floatingip (e0a43efe-d2fa-4766-93d8-27a08c32beed), after_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:53:47.848234 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a153333a-f5cf-4f80-8efe-075acccc5891 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Router 582e4f42-db29-460d-b6ad-65c14a49aa81 has already been hosted by L3 agent 507cc676-b5a3-487d-9bd3-df89beb45ea5 {{(pid=115907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 04:53:47.949297 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a153333a-f5cf-4f80-8efe-075acccc5891 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Notify agent at l3_agent.dv-cinder-851449-2-iscsi the message routers_updated {{(pid=115907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 04:53:47.954080 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-a153333a-f5cf-4f80-8efe-075acccc5891 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for floatingip (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:53:47.958697 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3f27cd-f279-44f1-824d-657ef2706dd1 None None] Sync routers for ids ['582e4f42-db29-460d-b6ad-65c14a49aa81'] in dv-cinder-851449-2-iscsi {{(pid=115909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 04:53:47.969942 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3f27cd-f279-44f1-824d-657ef2706dd1 None None] Routers {'582e4f42-db29-460d-b6ad-65c14a49aa81'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:53:47.970564 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-ac3f27cd-f279-44f1-824d-657ef2706dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:53:21Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['582e4f42-db29-460d-b6ad-65c14a49aa81'], 'active': True} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:53:47.985407 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f027c23f-8c17-419b-80a0-bdb62b416da3', 'tag': 'aee6ef22-26d9-4a6a-b997-015edcbf797e'}] {{(pid=115907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:53:47.987636 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6d28d1995ec7db04a13c19e5d747406a5c99e6072777cdd6d240f116ae67410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eda474c-b623-4075-8f86-cd00c4e9bd6d" -d '{"events": [{"name": "network-changed", "server_uuid": "f027c23f-8c17-419b-80a0-bdb62b416da3", "tag": "aee6ef22-26d9-4a6a-b997-015edcbf797e"}]}' {{(pid=115907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:53:48.010573 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:53:48.020695 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-a153333a-f5cf-4f80-8efe-075acccc5891 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "PUT /v2.0/floatingips/e0a43efe-d2fa-4766-93d8-27a08c32beed HTTP/1.1" status: 200 len: 994 time: 0.8881266 Jul 29 04:53:48.075755 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvr_db [None req-ac3f27cd-f279-44f1-824d-657ef2706dd1 None None] Set router 582e4f42-db29-460d-b6ad-65c14a49aa81 gateway port host: dv-cinder-851449-2-iscsi {{(pid=115909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:53:48.119137 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 04:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373d34d4-ed4f-422e-b5f1-748318d8e46b x-openstack-request-id: req-373d34d4-ed4f-422e-b5f1-748318d8e46b {{(pid=115907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:53:48.119432 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f027c23f-8c17-419b-80a0-bdb62b416da3", "tag": "aee6ef22-26d9-4a6a-b997-015edcbf797e", "status": "completed", "code": 200}]} {{(pid=115907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:53:48.119686 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-373d34d4-ed4f-422e-b5f1-748318d8e46b {{(pid=115907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:53:48.120081 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.notifiers.nova [-] Nova event matching ['req-373d34d4-ed4f-422e-b5f1-748318d8e46b'] response: {'name': 'network-changed', 'server_uuid': 'f027c23f-8c17-419b-80a0-bdb62b416da3', 'tag': 'aee6ef22-26d9-4a6a-b997-015edcbf797e', 'status': 'completed', 'code': 200} Jul 29 04:53:48.128458 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950a6e3-33b1-462c-a43f-d1aabd86544b req-fd91bd88-2a18-4efc-a035-685b986b8a2e tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:48.130002 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-b950a6e3-33b1-462c-a43f-d1aabd86544b req-fd91bd88-2a18-4efc-a035-685b986b8a2e tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0511155 Jul 29 04:53:48.178422 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-b950a6e3-33b1-462c-a43f-d1aabd86544b req-258e7232-15d0-48fa-8e24-7f80f33c0ffd tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429988 Jul 29 04:53:48.216204 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda474c-b623-4075-8f86-cd00c4e9bd6d req-fd185954-2337-4f8b-9480-5b72ea99f502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:48.217659 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8eda474c-b623-4075-8f86-cd00c4e9bd6d req-fd185954-2337-4f8b-9480-5b72ea99f502 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0f6c1ad3422c40d4af4ef5329ecd9d86&device_id=f027c23f-8c17-419b-80a0-bdb62b416da3 HTTP/1.1" status: 200 len: 1130 time: 0.0479617 Jul 29 04:53:48.295346 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-ac3f27cd-f279-44f1-824d-657ef2706dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582e4f42-db29-460d-b6ad-65c14a49aa81', 'name': 'tempest-ServerRescueNegativeTestJSON-284703475-router', 'tenant_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '75eb54b2-7910-4750-9d5e-ee3125b1659c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:15Z', 'updated_at': '2022-07-29T04:47:25Z', 'revision_number': 4, 'project_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'gw_port': {'id': '75eb54b2-7910-4750-9d5e-ee3125b1659c', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:70:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e4f42-db29-460d-b6ad-65c14a49aa81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:16Z', 'updated_at': '2022-07-29T04:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_floatingips': [{'id': 'e0a43efe-d2fa-4766-93d8-27a08c32beed', 'tenant_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'router_id': '582e4f42-db29-460d-b6ad-65c14a49aa81', 'port_id': 'aee6ef22-26d9-4a6a-b997-015edcbf797e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e84cf4e-559b-4bbd-af56-3f6353c004d0', 'mac_address': 'fa:16:3e:87:0b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f027c23f-8c17-419b-80a0-bdb62b416da3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T04:50:36Z', 'updated_at': '2022-07-29T04:53:47Z', 'revision_number': 3, 'project_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e669b7c1-4552-4265-8882-624c7532f140', 'name': '', 'network_id': '3e84cf4e-559b-4bbd-af56-3f6353c004d0', 'tenant_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'mac_address': 'fa:16:3e:59:57:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e4f42-db29-460d-b6ad-65c14a49aa81', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '48fdddd6-c7bc-413f-9e30-1e0d5de8b27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:22Z', 'updated_at': '2022-07-29T04:47:37Z', 'revision_number': 5, 'project_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'subnets': [{'id': '48fdddd6-c7bc-413f-9e30-1e0d5de8b27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:53:48.312731 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda474c-b623-4075-8f86-cd00c4e9bd6d req-15b06b1b-9a93-40e5-b369-19ee3e7bdc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:48.314221 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8eda474c-b623-4075-8f86-cd00c4e9bd6d req-15b06b1b-9a93-40e5-b369-19ee3e7bdc35 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3e84cf4e-559b-4bbd-af56-3f6353c004d0 HTTP/1.1" status: 200 len: 919 time: 0.0909038 Jul 29 04:53:48.323315 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3f27cd-f279-44f1-824d-657ef2706dd1 None None] Checking router: 582e4f42-db29-460d-b6ad-65c14a49aa81 for host: dv-cinder-851449-2-iscsi {{(pid=115909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 04:53:48.332067 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3f27cd-f279-44f1-824d-657ef2706dd1 None None] Routers {'582e4f42-db29-460d-b6ad-65c14a49aa81'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:53:48.332697 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-ac3f27cd-f279-44f1-824d-657ef2706dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:53:21Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['582e4f42-db29-460d-b6ad-65c14a49aa81'], 'active': True} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:53:48.374926 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8eda474c-b623-4075-8f86-cd00c4e9bd6d req-441eabc0-9458-4431-a943-565945aeaf73 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aee6ef22-26d9-4a6a-b997-015edcbf797e HTTP/1.1" status: 200 len: 1002 time: 0.0545259 Jul 29 04:53:48.423138 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda474c-b623-4075-8f86-cd00c4e9bd6d req-0161f476-f7dd-454d-a62d-4331eea43993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:48.424588 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8eda474c-b623-4075-8f86-cd00c4e9bd6d req-0161f476-f7dd-454d-a62d-4331eea43993 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=48fdddd6-c7bc-413f-9e30-1e0d5de8b27a HTTP/1.1" status: 200 len: 857 time: 0.0431092 Jul 29 04:53:48.430891 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-87f74e9e-29b2-4c17-874c-2d0025e8ebbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:53:48.446645 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvr_db [None req-ac3f27cd-f279-44f1-824d-657ef2706dd1 None None] Set router 582e4f42-db29-460d-b6ad-65c14a49aa81 gateway port host: dv-cinder-851449-2-iscsi {{(pid=115909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:53:48.471501 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda474c-b623-4075-8f86-cd00c4e9bd6d req-7d0e4110-8376-4e73-aa3f-317af11e0102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:48.472934 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8eda474c-b623-4075-8f86-cd00c4e9bd6d req-7d0e4110-8376-4e73-aa3f-317af11e0102 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3e84cf4e-559b-4bbd-af56-3f6353c004d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426006 Jul 29 04:53:48.522713 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:53:48.550169 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:53:48.566482 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8eda474c-b623-4075-8f86-cd00c4e9bd6d req-fd629295-c792-4d45-961e-17bd28a5b37a service neutron] 10.222.0.64 "GET /v2.0/networks/3e84cf4e-559b-4bbd-af56-3f6353c004d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858207 Jul 29 04:53:48.659063 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-ac3f27cd-f279-44f1-824d-657ef2706dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582e4f42-db29-460d-b6ad-65c14a49aa81', 'name': 'tempest-ServerRescueNegativeTestJSON-284703475-router', 'tenant_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '75eb54b2-7910-4750-9d5e-ee3125b1659c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:15Z', 'updated_at': '2022-07-29T04:47:25Z', 'revision_number': 4, 'project_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'gw_port': {'id': '75eb54b2-7910-4750-9d5e-ee3125b1659c', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:70:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e4f42-db29-460d-b6ad-65c14a49aa81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:16Z', 'updated_at': '2022-07-29T04:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_floatingips': [{'id': 'e0a43efe-d2fa-4766-93d8-27a08c32beed', 'tenant_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'router_id': '582e4f42-db29-460d-b6ad-65c14a49aa81', 'port_id': 'aee6ef22-26d9-4a6a-b997-015edcbf797e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e84cf4e-559b-4bbd-af56-3f6353c004d0', 'mac_address': 'fa:16:3e:87:0b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f027c23f-8c17-419b-80a0-bdb62b416da3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T04:50:36Z', 'updated_at': '2022-07-29T04:53:47Z', 'revision_number': 3, 'project_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e669b7c1-4552-4265-8882-624c7532f140', 'name': '', 'network_id': '3e84cf4e-559b-4bbd-af56-3f6353c004d0', 'tenant_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'mac_address': 'fa:16:3e:59:57:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e4f42-db29-460d-b6ad-65c14a49aa81', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '48fdddd6-c7bc-413f-9e30-1e0d5de8b27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:22Z', 'updated_at': '2022-07-29T04:47:37Z', 'revision_number': 5, 'project_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'subnets': [{'id': '48fdddd6-c7bc-413f-9e30-1e0d5de8b27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:53:48.659296 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8eda474c-b623-4075-8f86-cd00c4e9bd6d req-736ceb48-f121-4b00-97b2-6ee3f5bf04bf service neutron] 10.222.0.64 "GET /v2.0/networks/3e84cf4e-559b-4bbd-af56-3f6353c004d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868480 Jul 29 04:53:48.684484 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3f27cd-f279-44f1-824d-657ef2706dd1 None None] The sync data for ids ['582e4f42-db29-460d-b6ad-65c14a49aa81'] in dv-cinder-851449-2-iscsi is: [{'id': '582e4f42-db29-460d-b6ad-65c14a49aa81', 'name': 'tempest-ServerRescueNegativeTestJSON-284703475-router', 'tenant_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '75eb54b2-7910-4750-9d5e-ee3125b1659c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:15Z', 'updated_at': '2022-07-29T04:47:25Z', 'revision_number': 4, 'project_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'gw_port': {'id': '75eb54b2-7910-4750-9d5e-ee3125b1659c', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:70:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e4f42-db29-460d-b6ad-65c14a49aa81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:16Z', 'updated_at': '2022-07-29T04:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_floatingips': [{'id': 'e0a43efe-d2fa-4766-93d8-27a08c32beed', 'tenant_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'router_id': '582e4f42-db29-460d-b6ad-65c14a49aa81', 'port_id': 'aee6ef22-26d9-4a6a-b997-015edcbf797e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e84cf4e-559b-4bbd-af56-3f6353c004d0', 'mac_address': 'fa:16:3e:87:0b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f027c23f-8c17-419b-80a0-bdb62b416da3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T04:50:36Z', 'updated_at': '2022-07-29T04:53:47Z', 'revision_number': 3, 'project_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e669b7c1-4552-4265-8882-624c7532f140', 'name': '', 'network_id': '3e84cf4e-559b-4bbd-af56-3f6353c004d0', 'tenant_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'mac_address': 'fa:16:3e:59:57:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e4f42-db29-460d-b6ad-65c14a49aa81', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '48fdddd6-c7bc-413f-9e30-1e0d5de8b27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:22Z', 'updated_at': '2022-07-29T04:47:37Z', 'revision_number': 5, 'project_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'subnets': [{'id': '48fdddd6-c7bc-413f-9e30-1e0d5de8b27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 04:53:48.895439 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=16 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:53:48.899567 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=16 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:53:49.296495 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea4185-fbe2-4c07-9e54-42adeb8099e5 req-c6c4f07e-63b3-4381-91af-9150e17f21e3 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:49.297936 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-f6ea4185-fbe2-4c07-9e54-42adeb8099e5 req-c6c4f07e-63b3-4381-91af-9150e17f21e3 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0464878 Jul 29 04:53:49.343811 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-f6ea4185-fbe2-4c07-9e54-42adeb8099e5 req-db90ec92-682f-41e4-82b3-66011f48d6d1 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405078 Jul 29 04:53:50.121261 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f027c23f-8c17-419b-80a0-bdb62b416da3', 'tag': 'aee6ef22-26d9-4a6a-b997-015edcbf797e'}] {{(pid=115907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:53:50.123722 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6d28d1995ec7db04a13c19e5d747406a5c99e6072777cdd6d240f116ae67410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece257db-07e4-415c-8edc-953ca48532ed" -d '{"events": [{"name": "network-changed", "server_uuid": "f027c23f-8c17-419b-80a0-bdb62b416da3", "tag": "aee6ef22-26d9-4a6a-b997-015edcbf797e"}]}' {{(pid=115907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:53:50.159924 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 04:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e45f54c2-b460-4c07-af25-fadbd1e16747 x-openstack-request-id: req-e45f54c2-b460-4c07-af25-fadbd1e16747 {{(pid=115907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:53:50.160212 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f027c23f-8c17-419b-80a0-bdb62b416da3", "tag": "aee6ef22-26d9-4a6a-b997-015edcbf797e", "status": "completed", "code": 200}]} {{(pid=115907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:53:50.160463 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-e45f54c2-b460-4c07-af25-fadbd1e16747 {{(pid=115907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:53:50.160884 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e45f54c2-b460-4c07-af25-fadbd1e16747'] response: {'name': 'network-changed', 'server_uuid': 'f027c23f-8c17-419b-80a0-bdb62b416da3', 'tag': 'aee6ef22-26d9-4a6a-b997-015edcbf797e', 'status': 'completed', 'code': 200} Jul 29 04:53:50.246877 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece257db-07e4-415c-8edc-953ca48532ed req-b0028b69-8ce4-49d8-a9e2-ee360bccc730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:50.248343 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ece257db-07e4-415c-8edc-953ca48532ed req-b0028b69-8ce4-49d8-a9e2-ee360bccc730 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0f6c1ad3422c40d4af4ef5329ecd9d86&device_id=f027c23f-8c17-419b-80a0-bdb62b416da3 HTTP/1.1" status: 200 len: 1130 time: 0.0430057 Jul 29 04:53:50.341004 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece257db-07e4-415c-8edc-953ca48532ed req-4fe59b71-e11d-437c-a30a-8f7f5b19dc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:50.342441 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ece257db-07e4-415c-8edc-953ca48532ed req-4fe59b71-e11d-437c-a30a-8f7f5b19dc95 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3e84cf4e-559b-4bbd-af56-3f6353c004d0 HTTP/1.1" status: 200 len: 919 time: 0.0871553 Jul 29 04:53:50.411631 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ece257db-07e4-415c-8edc-953ca48532ed req-aca3ec65-e4d9-45ec-9985-6dadbf941114 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aee6ef22-26d9-4a6a-b997-015edcbf797e HTTP/1.1" status: 200 len: 1002 time: 0.0628095 Jul 29 04:53:50.488560 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922cf75-28e3-4fbb-a342-7d216214f72a req-f05b01c1-d589-4ef2-93f8-557698373ae4 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:50.490024 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-0922cf75-28e3-4fbb-a342-7d216214f72a req-f05b01c1-d589-4ef2-93f8-557698373ae4 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0734084 Jul 29 04:53:50.498913 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece257db-07e4-415c-8edc-953ca48532ed req-dfbcd370-08ea-4daa-aed5-c7a5c064d5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:50.500230 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ece257db-07e4-415c-8edc-953ca48532ed req-dfbcd370-08ea-4daa-aed5-c7a5c064d5a5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=48fdddd6-c7bc-413f-9e30-1e0d5de8b27a HTTP/1.1" status: 200 len: 857 time: 0.0736547 Jul 29 04:53:50.569232 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece257db-07e4-415c-8edc-953ca48532ed req-6665fc29-37c2-4a5c-9a7b-57ab8bf92ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:50.570676 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ece257db-07e4-415c-8edc-953ca48532ed req-6665fc29-37c2-4a5c-9a7b-57ab8bf92ce8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3e84cf4e-559b-4bbd-af56-3f6353c004d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0586979 Jul 29 04:53:50.574017 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-0922cf75-28e3-4fbb-a342-7d216214f72a req-b249362b-acfa-4fdc-a2b5-90d5fce178b0 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777812 Jul 29 04:53:50.663801 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ece257db-07e4-415c-8edc-953ca48532ed req-80fd9ec2-579f-41a2-b020-37872b6b7e52 service neutron] 10.222.0.64 "GET /v2.0/networks/3e84cf4e-559b-4bbd-af56-3f6353c004d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851555 Jul 29 04:53:50.763603 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ece257db-07e4-415c-8edc-953ca48532ed req-7ce385d0-958c-410e-a38f-310258073d3a service neutron] 10.222.0.64 "GET /v2.0/networks/3e84cf4e-559b-4bbd-af56-3f6353c004d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937145 Jul 29 04:53:50.772410 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-8d3cc322-2371-4ca0-95e0-70eabbd35df6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:53:51.467208 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (bab6a0c9-2145-495f-b42f-b184e241503a), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:53:51.698726 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5108dbf-e08d-4d63-96b7-dc24a8f32191 req-49f06512-4731-4ed7-b285-b3f526d84a84 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:51.700398 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-c5108dbf-e08d-4d63-96b7-dc24a8f32191 req-49f06512-4731-4ed7-b285-b3f526d84a84 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0506861 Jul 29 04:53:51.721555 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:53:51.752948 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-c5108dbf-e08d-4d63-96b7-dc24a8f32191 req-5a7c9288-ebb4-4305-8cc0-eb2656d7422d tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469329 Jul 29 04:53:51.836228 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:53:52.885792 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf940ebe-0a08-4eb9-87c3-aca6250b1686 req-e2bcca52-613d-4e7f-875c-df223ca35ee0 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:52.893461 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-bf940ebe-0a08-4eb9-87c3-aca6250b1686 req-e2bcca52-613d-4e7f-875c-df223ca35ee0 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0596473 Jul 29 04:53:52.942611 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-bf940ebe-0a08-4eb9-87c3-aca6250b1686 req-efdcd936-b0db-4da1-92aa-bf8b49436cfc tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480907 Jul 29 04:53:53.200594 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8106ff4-c7a8-48f8-af41-2484a745d213 req-8135804e-dcec-45fc-83b5-0229531094a4 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:53.202766 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:53:53.203274 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-f8106ff4-c7a8-48f8-af41-2484a745d213 req-8135804e-dcec-45fc-83b5-0229531094a4 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=42dff02f-3754-41d5-85a6-d6e4e3a74922 HTTP/1.1" status: 200 len: 945 time: 0.0501142 Jul 29 04:53:53.214407 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451228bc-e83a-4290-a51e-bd15c12aa949 req-1873a25a-2929-484e-9c7c-9fefe3631feb tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:53.216013 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-451228bc-e83a-4290-a51e-bd15c12aa949 req-1873a25a-2929-484e-9c7c-9fefe3631feb tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0507097 Jul 29 04:53:53.251220 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-f8106ff4-c7a8-48f8-af41-2484a745d213 req-e407dfd5-5b01-4a14-bd8d-494ff3b6d4c0 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=e8f3de5b-08d7-4836-a81b-4dce1312969f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424747 Jul 29 04:53:53.273159 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-451228bc-e83a-4290-a51e-bd15c12aa949 req-5ff1214c-e2a4-4106-82fa-488e8fba6dca tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431840 Jul 29 04:53:53.348763 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:53:54.370931 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53372bfc-0da3-4846-91d4-d48d41bee80e req-2ad9419b-e490-46b9-a462-dfaa6e128a35 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:54.372438 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-53372bfc-0da3-4846-91d4-d48d41bee80e req-2ad9419b-e490-46b9-a462-dfaa6e128a35 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=42dff02f-3754-41d5-85a6-d6e4e3a74922 HTTP/1.1" status: 200 len: 945 time: 0.0482988 Jul 29 04:53:54.385262 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273b454-58fc-460b-b73f-93b3bd884d76 req-bbc07974-91de-4ef4-b1a1-1fb0a0855863 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:54.387341 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-6273b454-58fc-460b-b73f-93b3bd884d76 req-bbc07974-91de-4ef4-b1a1-1fb0a0855863 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0519729 Jul 29 04:53:54.419665 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:53:54.424456 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-53372bfc-0da3-4846-91d4-d48d41bee80e req-2d6b6af8-5423-4e81-85ab-5435c84444fd tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=e8f3de5b-08d7-4836-a81b-4dce1312969f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465212 Jul 29 04:53:54.435615 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-6273b454-58fc-460b-b73f-93b3bd884d76 req-dbf0526f-173c-4d9a-82f2-956eef922ba7 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421216 Jul 29 04:53:54.579921 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2003e0-be24-4033-a8ed-02eb4a8a31b8 req-5481b3e0-3c97-4dd9-9e64-5b567a374446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:54.581338 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-6d2003e0-be24-4033-a8ed-02eb4a8a31b8 req-5481b3e0-3c97-4dd9-9e64-5b567a374446 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=946bf1e173f9476d86cf6133055fba0a&device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 1129 time: 0.0395837 Jul 29 04:53:54.628897 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:53:54.671479 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2003e0-be24-4033-a8ed-02eb4a8a31b8 req-97a862fd-37b3-409f-85e3-b5a6d8a64811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:54.672963 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-6d2003e0-be24-4033-a8ed-02eb4a8a31b8 req-97a862fd-37b3-409f-85e3-b5a6d8a64811 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4bcca997-0807-424d-86d3-43681c4961dd HTTP/1.1" status: 200 len: 911 time: 0.0853941 Jul 29 04:53:54.735816 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-6d2003e0-be24-4033-a8ed-02eb4a8a31b8 req-c22e6ebb-ac84-48c1-8a35-e650573044cc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df448b29-2557-4bee-808a-385ffcca1ff4 HTTP/1.1" status: 200 len: 1001 time: 0.0565491 Jul 29 04:53:54.784097 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2003e0-be24-4033-a8ed-02eb4a8a31b8 req-9ee196eb-4cf5-4073-acb4-287acdfd559a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:54.785537 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-6d2003e0-be24-4033-a8ed-02eb4a8a31b8 req-9ee196eb-4cf5-4073-acb4-287acdfd559a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=928e1728-3f5c-432b-96a7-e970473efb26 HTTP/1.1" status: 200 len: 849 time: 0.0431535 Jul 29 04:53:54.895004 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.agents_db [None req-05f878dc-9505-4230-ae26-b2f791c5e7d5 None None] Agent healthcheck: found 6 active agents {{(pid=115910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 04:53:54.917756 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2003e0-be24-4033-a8ed-02eb4a8a31b8 req-bdcca3cd-dd90-4d24-b6ee-2c09214b499b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:54.919946 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-6d2003e0-be24-4033-a8ed-02eb4a8a31b8 req-bdcca3cd-dd90-4d24-b6ee-2c09214b499b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4bcca997-0807-424d-86d3-43681c4961dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391557 Jul 29 04:53:55.201540 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842f1ab-3397-40b4-8df8-c56264ccaefa req-b3c2deb0-faba-4622-a85a-4aa634821ad5 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:55.202873 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-2842f1ab-3397-40b4-8df8-c56264ccaefa req-b3c2deb0-faba-4622-a85a-4aa634821ad5 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.64 "GET /v2.0/ports?device_id=42dff02f-3754-41d5-85a6-d6e4e3a74922 HTTP/1.1" status: 200 len: 945 time: 0.0916059 Jul 29 04:53:55.268219 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-6d2003e0-be24-4033-a8ed-02eb4a8a31b8 req-d4da9fab-d95a-47f4-a93d-bd6f62087be4 service neutron] 10.222.0.64 "GET /v2.0/networks/4bcca997-0807-424d-86d3-43681c4961dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581199 Jul 29 04:53:55.354226 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [req-2842f1ab-3397-40b4-8df8-c56264ccaefa req-cf0c6b5e-72a8-4566-871e-24c5030efb6f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Deleting port 2334e019-9a68-4595-b751-e85232761217 {{(pid=115908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 04:53:55.354562 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-2842f1ab-3397-40b4-8df8-c56264ccaefa req-cf0c6b5e-72a8-4566-871e-24c5030efb6f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (2334e019-9a68-4595-b751-e85232761217), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:53:55.566617 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef58d4-1553-42cf-8fa2-e11542daa33e req-83e1ccc2-505c-462b-bae2-eeebfcb23da3 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:55.568636 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-95ef58d4-1553-42cf-8fa2-e11542daa33e req-83e1ccc2-505c-462b-bae2-eeebfcb23da3 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0519075 Jul 29 04:53:55.618958 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-95ef58d4-1553-42cf-8fa2-e11542daa33e req-55d94b2d-f197-473e-a74f-24bab8088517 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443456 Jul 29 04:53:55.705220 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a166487c-a5d4-4d39-bd61-59a39438b2b9 req-f6bedbd6-8009-4dc7-be86-905ce90b6b82 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:55.706656 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-a166487c-a5d4-4d39-bd61-59a39438b2b9 req-f6bedbd6-8009-4dc7-be86-905ce90b6b82 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=42dff02f-3754-41d5-85a6-d6e4e3a74922 HTTP/1.1" status: 200 len: 945 time: 0.1069841 Jul 29 04:53:55.715711 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-6d2003e0-be24-4033-a8ed-02eb4a8a31b8 req-9d9c2379-f8f3-47bd-b0ee-779af6c72d66 service neutron] 10.222.0.64 "GET /v2.0/networks/4bcca997-0807-424d-86d3-43681c4961dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4410143 Jul 29 04:53:55.764669 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [req-2842f1ab-3397-40b4-8df8-c56264ccaefa req-cf0c6b5e-72a8-4566-871e-24c5030efb6f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] For port 2334e019-9a68-4595-b751-e85232761217, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=2334e019-9a68-4595-b751-e85232761217,segment=NetworkSegment(be606ddc-fa2d-47b7-97af-8bdf56fa7376),segment_id=be606ddc-fa2d-47b7-97af-8bdf56fa7376)] {{(pid=115908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:53:55.765038 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-2842f1ab-3397-40b4-8df8-c56264ccaefa req-cf0c6b5e-72a8-4566-871e-24c5030efb6f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (2334e019-9a68-4595-b751-e85232761217), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:53:55.810096 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-a166487c-a5d4-4d39-bd61-59a39438b2b9 req-7e9eb261-713d-495b-b083-e0daa0b16537 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=e8f3de5b-08d7-4836-a81b-4dce1312969f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965137 Jul 29 04:53:55.979175 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:53:55.983988 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-2842f1ab-3397-40b4-8df8-c56264ccaefa req-cf0c6b5e-72a8-4566-871e-24c5030efb6f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:53:55.984352 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-2842f1ab-3397-40b4-8df8-c56264ccaefa req-cf0c6b5e-72a8-4566-871e-24c5030efb6f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1937124'] for floatingip (0cffd030-af7e-4208-9d7d-ba0459f94caa), after_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:53:55.984699 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.db.l3_db [req-2842f1ab-3397-40b4-8df8-c56264ccaefa req-cf0c6b5e-72a8-4566-871e-24c5030efb6f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Floating IP 0cffd030-af7e-4208-9d7d-ba0459f94caa disassociated. External IP: 172.27.0.235, port: 2334e019-9a68-4595-b751-e85232761217. Jul 29 04:53:55.985044 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [req-2842f1ab-3397-40b4-8df8-c56264ccaefa req-cf0c6b5e-72a8-4566-871e-24c5030efb6f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Calling delete_port for 2334e019-9a68-4595-b751-e85232761217 owned by compute:nova {{(pid=115908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 04:53:56.085955 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:53:56.112149 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-2842f1ab-3397-40b4-8df8-c56264ccaefa req-cf0c6b5e-72a8-4566-871e-24c5030efb6f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (2334e019-9a68-4595-b751-e85232761217), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:53:56.140560 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0c6b5e-72a8-4566-871e-24c5030efb6f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Pushing event deleted for resources: {'Port': ['ID=2334e019-9a68-4595-b751-e85232761217,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:53:56.150249 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0c6b5e-72a8-4566-871e-24c5030efb6f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:53:56.150598 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0c6b5e-72a8-4566-871e-24c5030efb6f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:53:56.150942 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0c6b5e-72a8-4566-871e-24c5030efb6f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:53:56.151281 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0c6b5e-72a8-4566-871e-24c5030efb6f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:53:56.151617 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0c6b5e-72a8-4566-871e-24c5030efb6f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:53:56.151950 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0c6b5e-72a8-4566-871e-24c5030efb6f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:53:56.153208 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0c6b5e-72a8-4566-871e-24c5030efb6f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:53:56.153208 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0c6b5e-72a8-4566-871e-24c5030efb6f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:53:56.153583 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0c6b5e-72a8-4566-871e-24c5030efb6f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:53:56.153922 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0c6b5e-72a8-4566-871e-24c5030efb6f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:53:56.154250 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0c6b5e-72a8-4566-871e-24c5030efb6f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:53:56.154915 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0c6b5e-72a8-4566-871e-24c5030efb6f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:53:56.154915 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0c6b5e-72a8-4566-871e-24c5030efb6f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:53:56.155186 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0c6b5e-72a8-4566-871e-24c5030efb6f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:53:56.155520 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0c6b5e-72a8-4566-871e-24c5030efb6f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:53:56.264431 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2842f1ab-3397-40b4-8df8-c56264ccaefa req-cf0c6b5e-72a8-4566-871e-24c5030efb6f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Router b16b56f5-3ccf-4ca8-b446-f11105e09b7c has already been hosted by L3 agent 507cc676-b5a3-487d-9bd3-df89beb45ea5 {{(pid=115908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 04:53:56.368517 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2842f1ab-3397-40b4-8df8-c56264ccaefa req-cf0c6b5e-72a8-4566-871e-24c5030efb6f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Notify agent at l3_agent.dv-cinder-851449-2-iscsi the message routers_updated {{(pid=115908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 04:53:56.379282 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6707a6d-6020-4948-85cf-6b5f4c15d2c4 None None] Sync routers for ids ['b16b56f5-3ccf-4ca8-b446-f11105e09b7c'] in dv-cinder-851449-2-iscsi {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 04:53:56.390449 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6707a6d-6020-4948-85cf-6b5f4c15d2c4 None None] Routers {'b16b56f5-3ccf-4ca8-b446-f11105e09b7c'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:53:56.391179 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-f6707a6d-6020-4948-85cf-6b5f4c15d2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:53:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['b16b56f5-3ccf-4ca8-b446-f11105e09b7c'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:53:56.415308 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.l3_dvrscheduler_db [req-2842f1ab-3397-40b4-8df8-c56264ccaefa req-cf0c6b5e-72a8-4566-871e-24c5030efb6f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] No DVR routers for this DVR port 2334e019-9a68-4595-b751-e85232761217 on host hv-cinder-85144 {{(pid=115908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 04:53:56.418265 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-2842f1ab-3397-40b4-8df8-c56264ccaefa req-cf0c6b5e-72a8-4566-871e-24c5030efb6f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for port (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:53:56.421507 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-2842f1ab-3397-40b4-8df8-c56264ccaefa req-cf0c6b5e-72a8-4566-871e-24c5030efb6f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.64 "DELETE /v2.0/ports/2334e019-9a68-4595-b751-e85232761217 HTTP/1.1" status: 204 len: 173 time: 1.2106440 Jul 29 04:53:56.421933 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42dff02f-3754-41d5-85a6-d6e4e3a74922', 'name': 'network-vif-deleted', 'tag': '2334e019-9a68-4595-b751-e85232761217'}] {{(pid=115908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:53:56.424156 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91089063952d51f7df5c9c02e055d40fa8e1e9cb9a21cfbbcb9b3277c7a948b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bec0668-c0d3-40f0-9a12-fcdf29db36c4" -d '{"events": [{"server_uuid": "42dff02f-3754-41d5-85a6-d6e4e3a74922", "name": "network-vif-deleted", "tag": "2334e019-9a68-4595-b751-e85232761217"}]}' {{(pid=115908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:53:56.497792 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-f6707a6d-6020-4948-85cf-6b5f4c15d2c4 None None] Set router b16b56f5-3ccf-4ca8-b446-f11105e09b7c gateway port host: dv-cinder-851449-2-iscsi {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:53:56.519170 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 04:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15d577a-03a2-4101-b869-0107d139a5db x-openstack-request-id: req-c15d577a-03a2-4101-b869-0107d139a5db {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:53:56.519468 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42dff02f-3754-41d5-85a6-d6e4e3a74922", "name": "network-vif-deleted", "tag": "2334e019-9a68-4595-b751-e85232761217", "status": "completed", "code": 200}]} {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:53:56.519718 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-c15d577a-03a2-4101-b869-0107d139a5db {{(pid=115908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:53:56.520121 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c15d577a-03a2-4101-b869-0107d139a5db'] response: {'server_uuid': '42dff02f-3754-41d5-85a6-d6e4e3a74922', 'name': 'network-vif-deleted', 'tag': '2334e019-9a68-4595-b751-e85232761217', 'status': 'completed', 'code': 200} Jul 29 04:53:56.713470 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-f6707a6d-6020-4948-85cf-6b5f4c15d2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'name': 'tempest-AttachVolumeNegativeTest-654562715-router', 'tenant_id': '461e2af738084ccb986169d752510588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'a9fde12f-857b-419b-9b3c-07d0e6d53447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:20Z', 'updated_at': '2022-07-29T04:47:32Z', 'revision_number': 4, 'project_id': '461e2af738084ccb986169d752510588', 'gw_port': {'id': 'a9fde12f-857b-419b-9b3c-07d0e6d53447', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:23Z', 'updated_at': '2022-07-29T04:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_floatingips': [{'id': 'a4d44bfd-ba97-4903-9293-b540814128cf', 'tenant_id': '461e2af738084ccb986169d752510588', 'floating_ip_address': '172.27.0.141', 'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'router_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'port_id': 'a62fbd73-0c26-4732-9cf9-7667cea10de3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68', 'mac_address': 'fa:16:3e:13:30:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d225e6-c457-47da-bb55-5620ad7f15e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T04:47:39Z', 'updated_at': '2022-07-29T04:48:55Z', 'revision_number': 2, 'project_id': '461e2af738084ccb986169d752510588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51', 'name': '', 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68', 'tenant_id': '461e2af738084ccb986169d752510588', 'mac_address': 'fa:16:3e:64:33:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5df203e3-38ee-42fe-a28a-41c6f641aefe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:31Z', 'updated_at': '2022-07-29T04:47:46Z', 'revision_number': 5, 'project_id': '461e2af738084ccb986169d752510588', 'subnets': [{'id': '5df203e3-38ee-42fe-a28a-41c6f641aefe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:53:56.744939 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6707a6d-6020-4948-85cf-6b5f4c15d2c4 None None] Checking router: b16b56f5-3ccf-4ca8-b446-f11105e09b7c for host: dv-cinder-851449-2-iscsi {{(pid=115910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 04:53:56.748578 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a94be-3e3c-4634-9b4f-84b8bf89316d req-3da7e6b5-36ee-4a6b-b5fb-f1dd31d5febf tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:56.750125 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ea6a94be-3e3c-4634-9b4f-84b8bf89316d req-3da7e6b5-36ee-4a6b-b5fb-f1dd31d5febf tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0511987 Jul 29 04:53:56.754785 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6707a6d-6020-4948-85cf-6b5f4c15d2c4 None None] Routers {'b16b56f5-3ccf-4ca8-b446-f11105e09b7c'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:53:56.755377 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-f6707a6d-6020-4948-85cf-6b5f4c15d2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:53:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['b16b56f5-3ccf-4ca8-b446-f11105e09b7c'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:53:56.800188 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ea6a94be-3e3c-4634-9b4f-84b8bf89316d req-937e0a48-4b17-4295-b40c-b735b1969dbf tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437014 Jul 29 04:53:56.858072 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-f6707a6d-6020-4948-85cf-6b5f4c15d2c4 None None] Set router b16b56f5-3ccf-4ca8-b446-f11105e09b7c gateway port host: dv-cinder-851449-2-iscsi {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:53:56.943166 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-09aa2f16-eb26-4fb9-9e1d-037efd2b6376 req-04061d3d-f76d-4231-9d54-05e1ca34d6b0 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=42dff02f-3754-41d5-85a6-d6e4e3a74922 HTTP/1.1" status: 200 len: 210 time: 0.0534101 Jul 29 04:53:57.160323 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-f6707a6d-6020-4948-85cf-6b5f4c15d2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'name': 'tempest-AttachVolumeNegativeTest-654562715-router', 'tenant_id': '461e2af738084ccb986169d752510588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'a9fde12f-857b-419b-9b3c-07d0e6d53447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:20Z', 'updated_at': '2022-07-29T04:47:32Z', 'revision_number': 4, 'project_id': '461e2af738084ccb986169d752510588', 'gw_port': {'id': 'a9fde12f-857b-419b-9b3c-07d0e6d53447', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:23Z', 'updated_at': '2022-07-29T04:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_floatingips': [{'id': 'a4d44bfd-ba97-4903-9293-b540814128cf', 'tenant_id': '461e2af738084ccb986169d752510588', 'floating_ip_address': '172.27.0.141', 'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'router_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'port_id': 'a62fbd73-0c26-4732-9cf9-7667cea10de3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68', 'mac_address': 'fa:16:3e:13:30:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d225e6-c457-47da-bb55-5620ad7f15e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T04:47:39Z', 'updated_at': '2022-07-29T04:48:55Z', 'revision_number': 2, 'project_id': '461e2af738084ccb986169d752510588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51', 'name': '', 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68', 'tenant_id': '461e2af738084ccb986169d752510588', 'mac_address': 'fa:16:3e:64:33:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5df203e3-38ee-42fe-a28a-41c6f641aefe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:31Z', 'updated_at': '2022-07-29T04:47:46Z', 'revision_number': 5, 'project_id': '461e2af738084ccb986169d752510588', 'subnets': [{'id': '5df203e3-38ee-42fe-a28a-41c6f641aefe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:53:57.186005 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6707a6d-6020-4948-85cf-6b5f4c15d2c4 None None] The sync data for ids ['b16b56f5-3ccf-4ca8-b446-f11105e09b7c'] in dv-cinder-851449-2-iscsi is: [{'id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'name': 'tempest-AttachVolumeNegativeTest-654562715-router', 'tenant_id': '461e2af738084ccb986169d752510588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'a9fde12f-857b-419b-9b3c-07d0e6d53447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:20Z', 'updated_at': '2022-07-29T04:47:32Z', 'revision_number': 4, 'project_id': '461e2af738084ccb986169d752510588', 'gw_port': {'id': 'a9fde12f-857b-419b-9b3c-07d0e6d53447', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:23Z', 'updated_at': '2022-07-29T04:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_floatingips': [{'id': 'a4d44bfd-ba97-4903-9293-b540814128cf', 'tenant_id': '461e2af738084ccb986169d752510588', 'floating_ip_address': '172.27.0.141', 'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'router_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'port_id': 'a62fbd73-0c26-4732-9cf9-7667cea10de3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68', 'mac_address': 'fa:16:3e:13:30:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d225e6-c457-47da-bb55-5620ad7f15e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T04:47:39Z', 'updated_at': '2022-07-29T04:48:55Z', 'revision_number': 2, 'project_id': '461e2af738084ccb986169d752510588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51', 'name': '', 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68', 'tenant_id': '461e2af738084ccb986169d752510588', 'mac_address': 'fa:16:3e:64:33:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5df203e3-38ee-42fe-a28a-41c6f641aefe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:31Z', 'updated_at': '2022-07-29T04:47:46Z', 'revision_number': 5, 'project_id': '461e2af738084ccb986169d752510588', 'subnets': [{'id': '5df203e3-38ee-42fe-a28a-41c6f641aefe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 04:53:57.413292 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf8630e-01cc-4346-9718-31dac5c80d5f None None] New status for floating IP 0cffd030-af7e-4208-9d7d-ba0459f94caa: DOWN {{(pid=115909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 04:53:57.919271 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b10af27-8424-4b71-b42e-15505a5532be req-fffb9844-7899-42d5-9182-ab9a6834fc39 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:53:57.920770 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-7b10af27-8424-4b71-b42e-15505a5532be req-fffb9844-7899-42d5-9182-ab9a6834fc39 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0476074 Jul 29 04:53:57.968704 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-7b10af27-8424-4b71-b42e-15505a5532be req-6f7d1414-6a75-47f3-b451-c412da76c997 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423355 Jul 29 04:53:58.035597 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 34254) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:53:58.094565 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6f91fb33-a553-44c9-a7a3-3c8543dddeee tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for security_group (e8f3de5b-08d7-4836-a81b-4dce1312969f), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:53:58.118153 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6f91fb33-a553-44c9-a7a3-3c8543dddeee tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for security_group (e8f3de5b-08d7-4836-a81b-4dce1312969f), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:53:58.167628 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6f91fb33-a553-44c9-a7a3-3c8543dddeee tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (e8f3de5b-08d7-4836-a81b-4dce1312969f), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:53:58.171094 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6f91fb33-a553-44c9-a7a3-3c8543dddeee tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for security_group (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:53:58.172508 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-6f91fb33-a553-44c9-a7a3-3c8543dddeee tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "DELETE /v2.0/security-groups/e8f3de5b-08d7-4836-a81b-4dce1312969f HTTP/1.1" status: 204 len: 168 time: 0.1359274 Jul 29 04:53:58.175451 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 34256) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:53:58.183240 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f91fb33-a553-44c9-a7a3-3c8543dddeee tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f3de5b-08d7-4836-a81b-4dce1312969f,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:53:58.192989 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f91fb33-a553-44c9-a7a3-3c8543dddeee tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:53:58.193652 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f91fb33-a553-44c9-a7a3-3c8543dddeee tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:53:58.194006 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f91fb33-a553-44c9-a7a3-3c8543dddeee tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:53:58.194357 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f91fb33-a553-44c9-a7a3-3c8543dddeee tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:53:58.194726 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f91fb33-a553-44c9-a7a3-3c8543dddeee tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:53:58.195064 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f91fb33-a553-44c9-a7a3-3c8543dddeee tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:53:58.195403 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f91fb33-a553-44c9-a7a3-3c8543dddeee tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:53:58.195734 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f91fb33-a553-44c9-a7a3-3c8543dddeee tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:53:58.196231 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f91fb33-a553-44c9-a7a3-3c8543dddeee tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:53:58.196778 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f91fb33-a553-44c9-a7a3-3c8543dddeee tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:53:58.197120 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f91fb33-a553-44c9-a7a3-3c8543dddeee tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:53:58.197455 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f91fb33-a553-44c9-a7a3-3c8543dddeee tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:53:58.197563 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.api.v2.resource [None req-74d1318f-18cb-4633-b57c-c354ed3aafc2 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] show failed (client error): The resource could not be found. Jul 29 04:53:58.197788 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f91fb33-a553-44c9-a7a3-3c8543dddeee tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:53:58.198119 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f91fb33-a553-44c9-a7a3-3c8543dddeee tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:53:58.201625 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f91fb33-a553-44c9-a7a3-3c8543dddeee tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:53:58.201742 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-74d1318f-18cb-4633-b57c-c354ed3aafc2 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups/e8f3de5b-08d7-4836-a81b-4dce1312969f HTTP/1.1" status: 404 len: 347 time: 0.0221243 Jul 29 04:53:58.201742 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 34258) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:53:58.321180 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [None req-b70fa870-8370-43a4-8e66-aa813ebb4126 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Deleting port 58d5b1c1-9a8b-4262-b3ff-6b3aeefd4475 {{(pid=115908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 04:53:58.321662 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-b70fa870-8370-43a4-8e66-aa813ebb4126 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (58d5b1c1-9a8b-4262-b3ff-6b3aeefd4475), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:53:58.400544 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-b70fa870-8370-43a4-8e66-aa813ebb4126 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (58d5b1c1-9a8b-4262-b3ff-6b3aeefd4475), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:53:58.400908 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-b70fa870-8370-43a4-8e66-aa813ebb4126 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for floatingip (58d5b1c1-9a8b-4262-b3ff-6b3aeefd4475), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:53:58.414501 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [None req-b70fa870-8370-43a4-8e66-aa813ebb4126 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Calling delete_port for 58d5b1c1-9a8b-4262-b3ff-6b3aeefd4475 owned by network:floatingip {{(pid=115908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 04:53:58.501149 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:53:58.556019 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-b70fa870-8370-43a4-8e66-aa813ebb4126 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (58d5b1c1-9a8b-4262-b3ff-6b3aeefd4475), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:53:58.560114 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:53:58.589088 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70fa870-8370-43a4-8e66-aa813ebb4126 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Pushing event deleted for resources: {'Port': ['ID=58d5b1c1-9a8b-4262-b3ff-6b3aeefd4475,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:53:58.656448 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-b70fa870-8370-43a4-8e66-aa813ebb4126 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for floatingip (0cffd030-af7e-4208-9d7d-ba0459f94caa), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:53:58.658942 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-b70fa870-8370-43a4-8e66-aa813ebb4126 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for floatingip (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:53:58.660152 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-b70fa870-8370-43a4-8e66-aa813ebb4126 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "DELETE /v2.0/floatingips/0cffd030-af7e-4208-9d7d-ba0459f94caa HTTP/1.1" status: 204 len: 168 time: 0.4574819 Jul 29 04:53:59.583403 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device 2334e019-9a68-4595-b751-e85232761217 no longer exists at agent hyperv_hv-cinder-85144 {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 04:53:59.602162 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] No Port match for: 2334e019-9a68-4595-b751-e85232761217 {{(pid=115909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 04:53:59.602511 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device 2334e019-9a68-4595-b751-e85232761217 not bound to the agent host hv-cinder-85144 {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 04:54:00.310391 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc66576-8aff-4a7d-a206-1af03a8b46ea req-f70092be-99e0-4de8-9879-571768662a4c tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:00.311869 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-efc66576-8aff-4a7d-a206-1af03a8b46ea req-f70092be-99e0-4de8-9879-571768662a4c tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=94d225e6-c457-47da-bb55-5620ad7f15e7 HTTP/1.1" status: 200 len: 946 time: 0.0476966 Jul 29 04:54:00.357979 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-efc66576-8aff-4a7d-a206-1af03a8b46ea req-0c8c1281-b433-4e9d-828b-5de1400f2fc4 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=364afbf7-5ebf-4a7a-b038-946add3d6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403435 Jul 29 04:54:01.501882 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce5ade5-b16b-4c93-9bce-250d9c6b4573 req-cbb1f050-7bc1-454b-aa40-417ed726e5c9 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:01.503338 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-7ce5ade5-b16b-4c93-9bce-250d9c6b4573 req-cbb1f050-7bc1-454b-aa40-417ed726e5c9 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=94d225e6-c457-47da-bb55-5620ad7f15e7 HTTP/1.1" status: 200 len: 946 time: 0.0724962 Jul 29 04:54:01.522779 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d97f9-7dbe-4c9b-a7e5-ae79e3d0678f req-3e9290df-19ba-4bb1-9964-4fbe745b8fb1 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:01.524134 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-5b2d97f9-7dbe-4c9b-a7e5-ae79e3d0678f req-3e9290df-19ba-4bb1-9964-4fbe745b8fb1 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.64 "GET /v2.0/ports?device_id=94d225e6-c457-47da-bb55-5620ad7f15e7 HTTP/1.1" status: 200 len: 946 time: 0.0624793 Jul 29 04:54:01.600257 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-7ce5ade5-b16b-4c93-9bce-250d9c6b4573 req-30321975-1d83-49e2-94b3-bf91d9102923 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=364afbf7-5ebf-4a7a-b038-946add3d6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912659 Jul 29 04:54:01.634222 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [req-5b2d97f9-7dbe-4c9b-a7e5-ae79e3d0678f req-262e7426-bc84-4f67-b8fe-54d672f59406 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Deleting port a62fbd73-0c26-4732-9cf9-7667cea10de3 {{(pid=115908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 04:54:01.634563 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-5b2d97f9-7dbe-4c9b-a7e5-ae79e3d0678f req-262e7426-bc84-4f67-b8fe-54d672f59406 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (a62fbd73-0c26-4732-9cf9-7667cea10de3), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:01.727501 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [req-5b2d97f9-7dbe-4c9b-a7e5-ae79e3d0678f req-262e7426-bc84-4f67-b8fe-54d672f59406 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] For port a62fbd73-0c26-4732-9cf9-7667cea10de3, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=a62fbd73-0c26-4732-9cf9-7667cea10de3,segment=NetworkSegment(be606ddc-fa2d-47b7-97af-8bdf56fa7376),segment_id=be606ddc-fa2d-47b7-97af-8bdf56fa7376)] {{(pid=115908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:54:01.727867 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-5b2d97f9-7dbe-4c9b-a7e5-ae79e3d0678f req-262e7426-bc84-4f67-b8fe-54d672f59406 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (a62fbd73-0c26-4732-9cf9-7667cea10de3), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:01.891305 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-5b2d97f9-7dbe-4c9b-a7e5-ae79e3d0678f req-262e7426-bc84-4f67-b8fe-54d672f59406 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:01.891681 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-5b2d97f9-7dbe-4c9b-a7e5-ae79e3d0678f req-262e7426-bc84-4f67-b8fe-54d672f59406 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1937124'] for floatingip (a4d44bfd-ba97-4903-9293-b540814128cf), after_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:01.891997 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.db.l3_db [req-5b2d97f9-7dbe-4c9b-a7e5-ae79e3d0678f req-262e7426-bc84-4f67-b8fe-54d672f59406 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Floating IP a4d44bfd-ba97-4903-9293-b540814128cf disassociated. External IP: 172.27.0.141, port: a62fbd73-0c26-4732-9cf9-7667cea10de3. Jul 29 04:54:01.892342 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [req-5b2d97f9-7dbe-4c9b-a7e5-ae79e3d0678f req-262e7426-bc84-4f67-b8fe-54d672f59406 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Calling delete_port for a62fbd73-0c26-4732-9cf9-7667cea10de3 owned by compute:nova {{(pid=115908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 04:54:02.022582 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-5b2d97f9-7dbe-4c9b-a7e5-ae79e3d0678f req-262e7426-bc84-4f67-b8fe-54d672f59406 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (a62fbd73-0c26-4732-9cf9-7667cea10de3), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:02.048912 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262e7426-bc84-4f67-b8fe-54d672f59406 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Pushing event deleted for resources: {'Port': ['ID=a62fbd73-0c26-4732-9cf9-7667cea10de3,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:54:02.161366 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b2d97f9-7dbe-4c9b-a7e5-ae79e3d0678f req-262e7426-bc84-4f67-b8fe-54d672f59406 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Router b16b56f5-3ccf-4ca8-b446-f11105e09b7c has already been hosted by L3 agent 507cc676-b5a3-487d-9bd3-df89beb45ea5 {{(pid=115908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 04:54:02.167361 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:54:02.267695 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b2d97f9-7dbe-4c9b-a7e5-ae79e3d0678f req-262e7426-bc84-4f67-b8fe-54d672f59406 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Notify agent at l3_agent.dv-cinder-851449-2-iscsi the message routers_updated {{(pid=115908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 04:54:02.272370 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:54:02.279997 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658a8f34-3334-4ba0-826f-921da8d3bb03 None None] Sync routers for ids ['b16b56f5-3ccf-4ca8-b446-f11105e09b7c'] in dv-cinder-851449-2-iscsi {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 04:54:02.290199 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658a8f34-3334-4ba0-826f-921da8d3bb03 None None] Routers {'b16b56f5-3ccf-4ca8-b446-f11105e09b7c'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:54:02.291180 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-658a8f34-3334-4ba0-826f-921da8d3bb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:53:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['b16b56f5-3ccf-4ca8-b446-f11105e09b7c'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:54:02.316502 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b2d97f9-7dbe-4c9b-a7e5-ae79e3d0678f req-262e7426-bc84-4f67-b8fe-54d672f59406 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] No DVR routers for this DVR port a62fbd73-0c26-4732-9cf9-7667cea10de3 on host hv-cinder-85144 {{(pid=115908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 04:54:02.319001 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-5b2d97f9-7dbe-4c9b-a7e5-ae79e3d0678f req-262e7426-bc84-4f67-b8fe-54d672f59406 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for port (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:02.322232 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-5b2d97f9-7dbe-4c9b-a7e5-ae79e3d0678f req-262e7426-bc84-4f67-b8fe-54d672f59406 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.64 "DELETE /v2.0/ports/a62fbd73-0c26-4732-9cf9-7667cea10de3 HTTP/1.1" status: 204 len: 173 time: 0.7913954 Jul 29 04:54:02.322600 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94d225e6-c457-47da-bb55-5620ad7f15e7', 'name': 'network-vif-deleted', 'tag': 'a62fbd73-0c26-4732-9cf9-7667cea10de3'}] {{(pid=115908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:54:02.326060 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91089063952d51f7df5c9c02e055d40fa8e1e9cb9a21cfbbcb9b3277c7a948b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8041fa-52a8-4eed-b960-f562141eb49c" -d '{"events": [{"server_uuid": "94d225e6-c457-47da-bb55-5620ad7f15e7", "name": "network-vif-deleted", "tag": "a62fbd73-0c26-4732-9cf9-7667cea10de3"}]}' {{(pid=115908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:54:02.370247 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 04:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0ff7c4-855d-4e3f-b5ca-d0dc0d15ee40 x-openstack-request-id: req-fa0ff7c4-855d-4e3f-b5ca-d0dc0d15ee40 {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:54:02.370516 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94d225e6-c457-47da-bb55-5620ad7f15e7", "name": "network-vif-deleted", "tag": "a62fbd73-0c26-4732-9cf9-7667cea10de3", "status": "completed", "code": 200}]} {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:54:02.371367 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-fa0ff7c4-855d-4e3f-b5ca-d0dc0d15ee40 {{(pid=115908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:54:02.371783 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa0ff7c4-855d-4e3f-b5ca-d0dc0d15ee40'] response: {'server_uuid': '94d225e6-c457-47da-bb55-5620ad7f15e7', 'name': 'network-vif-deleted', 'tag': 'a62fbd73-0c26-4732-9cf9-7667cea10de3', 'status': 'completed', 'code': 200} Jul 29 04:54:02.398405 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-658a8f34-3334-4ba0-826f-921da8d3bb03 None None] Set router b16b56f5-3ccf-4ca8-b446-f11105e09b7c gateway port host: dv-cinder-851449-2-iscsi {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:54:02.480485 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=100 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:54:02.597659 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=100 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:54:02.601373 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-658a8f34-3334-4ba0-826f-921da8d3bb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'name': 'tempest-AttachVolumeNegativeTest-654562715-router', 'tenant_id': '461e2af738084ccb986169d752510588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'a9fde12f-857b-419b-9b3c-07d0e6d53447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:20Z', 'updated_at': '2022-07-29T04:47:32Z', 'revision_number': 4, 'project_id': '461e2af738084ccb986169d752510588', 'gw_port': {'id': 'a9fde12f-857b-419b-9b3c-07d0e6d53447', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:23Z', 'updated_at': '2022-07-29T04:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': '4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51', 'name': '', 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68', 'tenant_id': '461e2af738084ccb986169d752510588', 'mac_address': 'fa:16:3e:64:33:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5df203e3-38ee-42fe-a28a-41c6f641aefe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:31Z', 'updated_at': '2022-07-29T04:47:46Z', 'revision_number': 5, 'project_id': '461e2af738084ccb986169d752510588', 'subnets': [{'id': '5df203e3-38ee-42fe-a28a-41c6f641aefe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:54:02.628923 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658a8f34-3334-4ba0-826f-921da8d3bb03 None None] Checking router: b16b56f5-3ccf-4ca8-b446-f11105e09b7c for host: dv-cinder-851449-2-iscsi {{(pid=115910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 04:54:02.638432 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658a8f34-3334-4ba0-826f-921da8d3bb03 None None] Routers {'b16b56f5-3ccf-4ca8-b446-f11105e09b7c'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:54:02.639023 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-658a8f34-3334-4ba0-826f-921da8d3bb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:53:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['b16b56f5-3ccf-4ca8-b446-f11105e09b7c'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:54:02.713950 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ff9127f5-c475-4531-8f87-fe1c6b92c4b3 req-6de02932-cd50-421b-b629-711d39956a7e tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=94d225e6-c457-47da-bb55-5620ad7f15e7 HTTP/1.1" status: 200 len: 210 time: 0.0281224 Jul 29 04:54:02.738056 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-658a8f34-3334-4ba0-826f-921da8d3bb03 None None] Set router b16b56f5-3ccf-4ca8-b446-f11105e09b7c gateway port host: dv-cinder-851449-2-iscsi {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:54:02.929051 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-658a8f34-3334-4ba0-826f-921da8d3bb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'name': 'tempest-AttachVolumeNegativeTest-654562715-router', 'tenant_id': '461e2af738084ccb986169d752510588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'a9fde12f-857b-419b-9b3c-07d0e6d53447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:20Z', 'updated_at': '2022-07-29T04:47:32Z', 'revision_number': 4, 'project_id': '461e2af738084ccb986169d752510588', 'gw_port': {'id': 'a9fde12f-857b-419b-9b3c-07d0e6d53447', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:23Z', 'updated_at': '2022-07-29T04:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': '4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51', 'name': '', 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68', 'tenant_id': '461e2af738084ccb986169d752510588', 'mac_address': 'fa:16:3e:64:33:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5df203e3-38ee-42fe-a28a-41c6f641aefe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:31Z', 'updated_at': '2022-07-29T04:47:46Z', 'revision_number': 5, 'project_id': '461e2af738084ccb986169d752510588', 'subnets': [{'id': '5df203e3-38ee-42fe-a28a-41c6f641aefe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:54:02.954458 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658a8f34-3334-4ba0-826f-921da8d3bb03 None None] The sync data for ids ['b16b56f5-3ccf-4ca8-b446-f11105e09b7c'] in dv-cinder-851449-2-iscsi is: [{'id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'name': 'tempest-AttachVolumeNegativeTest-654562715-router', 'tenant_id': '461e2af738084ccb986169d752510588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'a9fde12f-857b-419b-9b3c-07d0e6d53447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:20Z', 'updated_at': '2022-07-29T04:47:32Z', 'revision_number': 4, 'project_id': '461e2af738084ccb986169d752510588', 'gw_port': {'id': 'a9fde12f-857b-419b-9b3c-07d0e6d53447', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:23Z', 'updated_at': '2022-07-29T04:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': '4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51', 'name': '', 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68', 'tenant_id': '461e2af738084ccb986169d752510588', 'mac_address': 'fa:16:3e:64:33:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5df203e3-38ee-42fe-a28a-41c6f641aefe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:31Z', 'updated_at': '2022-07-29T04:47:46Z', 'revision_number': 5, 'project_id': '461e2af738084ccb986169d752510588', 'subnets': [{'id': '5df203e3-38ee-42fe-a28a-41c6f641aefe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 04:54:03.166374 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139a348e-7fda-4621-8b72-6a8734e70a3b None None] New status for floating IP a4d44bfd-ba97-4903-9293-b540814128cf: DOWN {{(pid=115909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 04:54:03.804646 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 34290) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:54:03.859615 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-27a5c696-6400-4b80-9e9e-453d7b5762c1 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for security_group (364afbf7-5ebf-4a7a-b038-946add3d6ca2), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:03.882350 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-27a5c696-6400-4b80-9e9e-453d7b5762c1 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for security_group (364afbf7-5ebf-4a7a-b038-946add3d6ca2), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:03.939483 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-27a5c696-6400-4b80-9e9e-453d7b5762c1 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (364afbf7-5ebf-4a7a-b038-946add3d6ca2), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:03.942282 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-27a5c696-6400-4b80-9e9e-453d7b5762c1 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:03.943563 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-27a5c696-6400-4b80-9e9e-453d7b5762c1 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "DELETE /v2.0/security-groups/364afbf7-5ebf-4a7a-b038-946add3d6ca2 HTTP/1.1" status: 204 len: 168 time: 0.1378744 Jul 29 04:54:03.946450 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 34292) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:54:03.952816 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a5c696-6400-4b80-9e9e-453d7b5762c1 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=364afbf7-5ebf-4a7a-b038-946add3d6ca2,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:54:03.963376 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:54:03.966478 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.api.v2.resource [None req-b07da274-409a-4740-8f03-f572215152f4 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] show failed (client error): The resource could not be found. Jul 29 04:54:03.967502 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-b07da274-409a-4740-8f03-f572215152f4 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups/364afbf7-5ebf-4a7a-b038-946add3d6ca2 HTTP/1.1" status: 404 len: 347 time: 0.0200169 Jul 29 04:54:03.970454 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 34294) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:54:04.311765 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.plugin [None req-f0bca615-9cd2-4a8c-b05d-95931dcf51c3 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Deleting port 6d40d66c-d315-4a35-af99-3c17baf5a68d {{(pid=115907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 04:54:04.312107 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-f0bca615-9cd2-4a8c-b05d-95931dcf51c3 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (6d40d66c-d315-4a35-af99-3c17baf5a68d), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:04.356811 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:54:04.386200 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-f0bca615-9cd2-4a8c-b05d-95931dcf51c3 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (6d40d66c-d315-4a35-af99-3c17baf5a68d), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:04.386521 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-f0bca615-9cd2-4a8c-b05d-95931dcf51c3 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for floatingip (6d40d66c-d315-4a35-af99-3c17baf5a68d), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:04.399331 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.plugin [None req-f0bca615-9cd2-4a8c-b05d-95931dcf51c3 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Calling delete_port for 6d40d66c-d315-4a35-af99-3c17baf5a68d owned by network:floatingip {{(pid=115907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 04:54:04.472944 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:54:04.538346 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-f0bca615-9cd2-4a8c-b05d-95931dcf51c3 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7638272'] for port (6d40d66c-d315-4a35-af99-3c17baf5a68d), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:04.563462 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bca615-9cd2-4a8c-b05d-95931dcf51c3 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Pushing event deleted for resources: {'Port': ['ID=6d40d66c-d315-4a35-af99-3c17baf5a68d,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:54:04.628644 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-f0bca615-9cd2-4a8c-b05d-95931dcf51c3 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for floatingip (a4d44bfd-ba97-4903-9293-b540814128cf), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:04.631066 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-f0bca615-9cd2-4a8c-b05d-95931dcf51c3 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for floatingip (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:04.632229 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-f0bca615-9cd2-4a8c-b05d-95931dcf51c3 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "DELETE /v2.0/floatingips/a4d44bfd-ba97-4903-9293-b540814128cf HTTP/1.1" status: 204 len: 168 time: 0.6608868 Jul 29 04:54:04.716922 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 34298) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:54:04.721455 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [None req-125dfd62-81e6-4905-9cf4-8ce106ba7c26 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Request body: {'security_group': {'name': 'tempest-securitygroup--161857742', 'description': 'tempest-description--2041798225'}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:54:04.742017 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-125dfd62-81e6-4905-9cf4-8ce106ba7c26 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for security_group (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:04.809987 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-125dfd62-81e6-4905-9cf4-8ce106ba7c26 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for security_group (f206d8b4-0a8f-4c10-8179-673df763d923), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:04.813591 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-125dfd62-81e6-4905-9cf4-8ce106ba7c26 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (f206d8b4-0a8f-4c10-8179-673df763d923), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:04.845500 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-125dfd62-81e6-4905-9cf4-8ce106ba7c26 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for security_group (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:04.846725 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-125dfd62-81e6-4905-9cf4-8ce106ba7c26 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1287987 Jul 29 04:54:04.848625 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125dfd62-81e6-4905-9cf4-8ce106ba7c26 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f206d8b4-0a8f-4c10-8179-673df763d923,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:54:04.849758 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 34300) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:54:04.854447 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [None req-611a1dc2-fe8d-46db-83e3-7f1c2609e09a tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Request body: {'security_group_rule': {'security_group_id': 'f206d8b4-0a8f-4c10-8179-673df763d923', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:54:04.882974 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-611a1dc2-fe8d-46db-83e3-7f1c2609e09a tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for security_group_rule (29d090c6-575d-4109-a70b-b7199b89420d), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:04.937947 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-611a1dc2-fe8d-46db-83e3-7f1c2609e09a tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for security_group_rule (29d090c6-575d-4109-a70b-b7199b89420d), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:04.941227 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-611a1dc2-fe8d-46db-83e3-7f1c2609e09a tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885006'] for security_group_rule (29d090c6-575d-4109-a70b-b7199b89420d), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:04.959292 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611a1dc2-fe8d-46db-83e3-7f1c2609e09a tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29d090c6-575d-4109-a70b-b7199b89420d,revision_number=0']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:54:04.967995 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-611a1dc2-fe8d-46db-83e3-7f1c2609e09a tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:04.969231 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-611a1dc2-fe8d-46db-83e3-7f1c2609e09a tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1183405 Jul 29 04:54:04.971931 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 34302) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:54:04.976198 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [None req-ec191952-1bd7-4503-b7f4-d65df09ba63d tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Request body: {'security_group_rule': {'security_group_id': 'f206d8b4-0a8f-4c10-8179-673df763d923', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:54:05.002762 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-ec191952-1bd7-4503-b7f4-d65df09ba63d tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for security_group_rule (eb8ce5e5-ba82-44a8-9bce-23722d2aa93c), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:05.058571 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-ec191952-1bd7-4503-b7f4-d65df09ba63d tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for security_group_rule (eb8ce5e5-ba82-44a8-9bce-23722d2aa93c), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:05.061867 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-ec191952-1bd7-4503-b7f4-d65df09ba63d tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885006'] for security_group_rule (eb8ce5e5-ba82-44a8-9bce-23722d2aa93c), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:05.079676 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec191952-1bd7-4503-b7f4-d65df09ba63d tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb8ce5e5-ba82-44a8-9bce-23722d2aa93c,revision_number=0']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:54:05.087276 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-ec191952-1bd7-4503-b7f4-d65df09ba63d tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:05.088460 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-ec191952-1bd7-4503-b7f4-d65df09ba63d tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1155365 Jul 29 04:54:05.092138 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 34304) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:54:05.096461 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [None req-744326af-b4c3-4415-9526-a2016b9bef01 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Request body: {'floatingip': {'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:54:05.116928 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-744326af-b4c3-4415-9526-a2016b9bef01 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:05.196855 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-744326af-b4c3-4415-9526-a2016b9bef01 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:05.304893 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.db_base_plugin_common [None req-744326af-b4c3-4415-9526-a2016b9bef01 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Allocated IP 172.27.0.57 (9a05b655-8925-4222-a853-020f58db76f4/b252d643-2a5f-428d-a536-f8ecbd6d13e1/716909dd-ca5c-41e6-bb72-302333eec7d2) {{(pid=115908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 04:54:05.358282 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:54:05.375419 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:54:05.410592 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-744326af-b4c3-4415-9526-a2016b9bef01 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for port (716909dd-ca5c-41e6-bb72-302333eec7d2), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:05.443359 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-744326af-b4c3-4415-9526-a2016b9bef01 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (716909dd-ca5c-41e6-bb72-302333eec7d2), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:05.482230 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744326af-b4c3-4415-9526-a2016b9bef01 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Network 9a05b655-8925-4222-a853-020f58db76f4 is already hosted by enough agents. {{(pid=115908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 04:54:05.487134 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.base_scheduler [None req-744326af-b4c3-4415-9526-a2016b9bef01 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Resources bound (agent type, host, resource id): {{(pid=115908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:54:05.490824 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744326af-b4c3-4415-9526-a2016b9bef01 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Received port after_create {{(pid=115908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 04:54:05.517378 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744326af-b4c3-4415-9526-a2016b9bef01 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Pushing event updated for resources: {'Port': ['ID=716909dd-ca5c-41e6-bb72-302333eec7d2,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:54:05.583916 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-744326af-b4c3-4415-9526-a2016b9bef01 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for floatingip (9c325824-8445-4bc8-8b98-09921a940aea), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:05.621825 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-744326af-b4c3-4415-9526-a2016b9bef01 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (716909dd-ca5c-41e6-bb72-302333eec7d2), before_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:05.626582 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device a62fbd73-0c26-4732-9cf9-7667cea10de3 no longer exists at agent hyperv_hv-cinder-85144 {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 04:54:05.629541 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:54:05.648811 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] No Port match for: a62fbd73-0c26-4732-9cf9-7667cea10de3 {{(pid=115909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 04:54:05.649154 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device a62fbd73-0c26-4732-9cf9-7667cea10de3 not bound to the agent host hv-cinder-85144 {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 04:54:05.768811 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-744326af-b4c3-4415-9526-a2016b9bef01 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for port (716909dd-ca5c-41e6-bb72-302333eec7d2), precommit_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:05.773225 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-744326af-b4c3-4415-9526-a2016b9bef01 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7403849'] for port (716909dd-ca5c-41e6-bb72-302333eec7d2), after_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:05.841876 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744326af-b4c3-4415-9526-a2016b9bef01 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Pushing event updated for resources: {'Port': ['ID=716909dd-ca5c-41e6-bb72-302333eec7d2,revision_number=2']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:54:05.856369 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-744326af-b4c3-4415-9526-a2016b9bef01 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1937124'] for floatingip (9c325824-8445-4bc8-8b98-09921a940aea), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:05.871923 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-744326af-b4c3-4415-9526-a2016b9bef01 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for floatingip (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:05.873120 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-744326af-b4c3-4415-9526-a2016b9bef01 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7799745 Jul 29 04:54:06.021293 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ad2627da-3cae-41a0-8f96-5e0db30366ce req-cfe1afab-44c6-4006-8141-6ab27756beac tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--161857742&fields=id&tenant_id=461e2af738084ccb986169d752510588 HTTP/1.1" status: 200 len: 267 time: 0.0426867 Jul 29 04:54:06.125167 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2627da-3cae-41a0-8f96-5e0db30366ce req-e93608a1-8157-47f8-85ff-b770f47f7257 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:06.126535 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ad2627da-3cae-41a0-8f96-5e0db30366ce req-e93608a1-8157-47f8-85ff-b770f47f7257 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/networks?id=21ca39e1-cfc7-4b5b-897b-220faf26ce68 HTTP/1.1" status: 200 len: 814 time: 0.0984483 Jul 29 04:54:06.141230 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ad2627da-3cae-41a0-8f96-5e0db30366ce req-fdd9f614-f404-4652-b366-83e2d726205b tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/quotas/461e2af738084ccb986169d752510588 HTTP/1.1" status: 200 len: 375 time: 0.0093739 Jul 29 04:54:06.194799 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ad2627da-3cae-41a0-8f96-5e0db30366ce req-2a21c67d-5c1e-4d46-8507-209254afd7d4 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=461e2af738084ccb986169d752510588&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488129 Jul 29 04:54:06.305740 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:54:06.313439 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:54:06.336887 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ad2627da-3cae-41a0-8f96-5e0db30366ce req-2c1f5f88-fd3e-412d-8b88-2402fc90f657 service neutron] 10.222.0.40 "GET /v2.0/networks/21ca39e1-cfc7-4b5b-897b-220faf26ce68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306233 Jul 29 04:54:06.430253 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ad2627da-3cae-41a0-8f96-5e0db30366ce req-028dcc1a-cde0-47c8-a66c-5854772e23b9 service neutron] 10.222.0.40 "GET /v2.0/networks/21ca39e1-cfc7-4b5b-897b-220faf26ce68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874743 Jul 29 04:54:06.593024 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-b982d331-0e0c-468a-9924-5cd6dd84798b req-b4324f58-cbf2-4257-9f75-9bbe86883389 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=88854861-a8db-44a2-839b-5e158363e71c HTTP/1.1" status: 200 len: 210 time: 0.0289297 Jul 29 04:54:07.731461 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-865dc48e-1ff3-496b-a8c8-e50858255a64 req-ab5a4a90-dd99-4e78-bac9-6cf95b966d3e tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=88854861-a8db-44a2-839b-5e158363e71c HTTP/1.1" status: 200 len: 210 time: 0.0427370 Jul 29 04:54:07.756856 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2627da-3cae-41a0-8f96-5e0db30366ce req-816190fa-7800-43e7-8dfa-1752582685ba tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:07.756856 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ad2627da-3cae-41a0-8f96-5e0db30366ce req-816190fa-7800-43e7-8dfa-1752582685ba tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.64 "GET /v2.0/networks?id=21ca39e1-cfc7-4b5b-897b-220faf26ce68 HTTP/1.1" status: 200 len: 814 time: 0.1456056 Jul 29 04:54:07.824258 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ad2627da-3cae-41a0-8f96-5e0db30366ce req-32c3a6f1-c0e3-47b3-a0a5-b32d8c6a346b tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=461e2af738084ccb986169d752510588 HTTP/1.1" status: 200 len: 379 time: 0.0534868 Jul 29 04:54:07.960999 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [req-ad2627da-3cae-41a0-8f96-5e0db30366ce req-2bf450d5-bc22-4a66-9f2c-88fcf0abba2f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Request body: {'port': {'device_id': '88854861-a8db-44a2-839b-5e158363e71c', 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68', 'admin_state_up': True, 'tenant_id': '461e2af738084ccb986169d752510588', 'security_groups': ['f206d8b4-0a8f-4c10-8179-673df763d923']}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:54:08.070089 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad2627da-3cae-41a0-8f96-5e0db30366ce req-2bf450d5-bc22-4a66-9f2c-88fcf0abba2f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Made reservation on behalf of 461e2af738084ccb986169d752510588 for: {'port': 1} {{(pid=115908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 04:54:08.073537 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-ad2627da-3cae-41a0-8f96-5e0db30366ce req-2bf450d5-bc22-4a66-9f2c-88fcf0abba2f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:08.415970 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.db_base_plugin_common [req-ad2627da-3cae-41a0-8f96-5e0db30366ce req-2bf450d5-bc22-4a66-9f2c-88fcf0abba2f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Allocated IP 172.20.0.6 (21ca39e1-cfc7-4b5b-897b-220faf26ce68/5df203e3-38ee-42fe-a28a-41c6f641aefe/afe03d9b-8522-41fb-a4a6-5dca887a6299) {{(pid=115908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 04:54:08.553610 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-ad2627da-3cae-41a0-8f96-5e0db30366ce req-2bf450d5-bc22-4a66-9f2c-88fcf0abba2f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for port (afe03d9b-8522-41fb-a4a6-5dca887a6299), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:08.584822 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-ad2627da-3cae-41a0-8f96-5e0db30366ce req-2bf450d5-bc22-4a66-9f2c-88fcf0abba2f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (afe03d9b-8522-41fb-a4a6-5dca887a6299), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:08.624612 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad2627da-3cae-41a0-8f96-5e0db30366ce req-2bf450d5-bc22-4a66-9f2c-88fcf0abba2f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Network 21ca39e1-cfc7-4b5b-897b-220faf26ce68 is already hosted by enough agents. {{(pid=115908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 04:54:08.629692 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.base_scheduler [req-ad2627da-3cae-41a0-8f96-5e0db30366ce req-2bf450d5-bc22-4a66-9f2c-88fcf0abba2f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Resources bound (agent type, host, resource id): {{(pid=115908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:54:08.633612 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad2627da-3cae-41a0-8f96-5e0db30366ce req-2bf450d5-bc22-4a66-9f2c-88fcf0abba2f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Received port after_create {{(pid=115908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 04:54:08.664645 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf450d5-bc22-4a66-9f2c-88fcf0abba2f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Pushing event updated for resources: {'Port': ['ID=afe03d9b-8522-41fb-a4a6-5dca887a6299,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:54:08.675037 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:54:08.681708 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:54:08.694505 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2627da-3cae-41a0-8f96-5e0db30366ce req-2bf450d5-bc22-4a66-9f2c-88fcf0abba2f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:08.695132 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-ad2627da-3cae-41a0-8f96-5e0db30366ce req-2bf450d5-bc22-4a66-9f2c-88fcf0abba2f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for port (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:08.713189 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ad2627da-3cae-41a0-8f96-5e0db30366ce req-2bf450d5-bc22-4a66-9f2c-88fcf0abba2f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7560127 Jul 29 04:54:08.731422 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [req-ad2627da-3cae-41a0-8f96-5e0db30366ce req-fb966864-cd90-4a34-95ef-08899d971579 service neutron] Request body: {'port': {'device_id': '88854861-a8db-44a2-839b-5e158363e71c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85144'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:54:08.798438 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-ad2627da-3cae-41a0-8f96-5e0db30366ce req-fb966864-cd90-4a34-95ef-08899d971579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (afe03d9b-8522-41fb-a4a6-5dca887a6299), before_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:08.826771 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-7dd8e501-a2a0-4e46-a86a-37e308d418f3 None None] Provisioning complete for port afe03d9b-8522-41fb-a4a6-5dca887a6299 triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:54:08.827283 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-7dd8e501-a2a0-4e46-a86a-37e308d418f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (afe03d9b-8522-41fb-a4a6-5dca887a6299), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:08.867477 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-7dd8e501-a2a0-4e46-a86a-37e308d418f3 None None] Port afe03d9b-8522-41fb-a4a6-5dca887a6299 cannot update to ACTIVE because it is not bound. {{(pid=115909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 04:54:08.875798 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96bc4de-2687-4683-8dfd-43e60a05b1fd req-9d1317e3-c028-4d28-99ec-fbe687b6092d tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:08.877393 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-d96bc4de-2687-4683-8dfd-43e60a05b1fd req-9d1317e3-c028-4d28-99ec-fbe687b6092d tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=88854861-a8db-44a2-839b-5e158363e71c HTTP/1.1" status: 200 len: 931 time: 0.0651906 Jul 29 04:54:08.929895 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-d96bc4de-2687-4683-8dfd-43e60a05b1fd req-90792b46-ab7b-4ed8-9ccb-7b98ee4e2909 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=f206d8b4-0a8f-4c10-8179-673df763d923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466797 Jul 29 04:54:09.066346 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [req-ad2627da-3cae-41a0-8f96-5e0db30366ce req-fb966864-cd90-4a34-95ef-08899d971579 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afe03d9b-8522-41fb-a4a6-5dca887a6299 {{(pid=115908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 04:54:09.074345 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-ad2627da-3cae-41a0-8f96-5e0db30366ce req-fb966864-cd90-4a34-95ef-08899d971579 service neutron] Publish callbacks [] for port (afe03d9b-8522-41fb-a4a6-5dca887a6299), precommit_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:09.087206 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.provisioning_blocks [req-ad2627da-3cae-41a0-8f96-5e0db30366ce req-fb966864-cd90-4a34-95ef-08899d971579 service neutron] Transition to ACTIVE for port object afe03d9b-8522-41fb-a4a6-5dca887a6299 will not be triggered until provisioned by entity L2. {{(pid=115908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 29 04:54:09.090466 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-ad2627da-3cae-41a0-8f96-5e0db30366ce req-fb966864-cd90-4a34-95ef-08899d971579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7403849'] for port (afe03d9b-8522-41fb-a4a6-5dca887a6299), after_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:09.142518 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb966864-cd90-4a34-95ef-08899d971579 service neutron] Pushing event updated for resources: {'Port': ['ID=afe03d9b-8522-41fb-a4a6-5dca887a6299,revision_number=2']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:54:09.213473 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.managers [req-ad2627da-3cae-41a0-8f96-5e0db30366ce req-fb966864-cd90-4a34-95ef-08899d971579 service neutron] Attempting to bind port afe03d9b-8522-41fb-a4a6-5dca887a6299 on host hv-cinder-85144 for vnic_type normal with profile {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 04:54:09.213811 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.managers [req-ad2627da-3cae-41a0-8f96-5e0db30366ce req-fb966864-cd90-4a34-95ef-08899d971579 service neutron] Attempting to bind port afe03d9b-8522-41fb-a4a6-5dca887a6299 by drivers openvswitch,hyperv on host hv-cinder-85144 at level 0 using segments [{'id': 'be606ddc-fa2d-47b7-97af-8bdf56fa7376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68'}] {{(pid=115908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 04:54:09.214316 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2627da-3cae-41a0-8f96-5e0db30366ce req-fb966864-cd90-4a34-95ef-08899d971579 service neutron] Attempting to bind port afe03d9b-8522-41fb-a4a6-5dca887a6299 on network 21ca39e1-cfc7-4b5b-897b-220faf26ce68 {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 04:54:09.219104 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2627da-3cae-41a0-8f96-5e0db30366ce req-fb966864-cd90-4a34-95ef-08899d971579 service neutron] Port afe03d9b-8522-41fb-a4a6-5dca887a6299 on network 21ca39e1-cfc7-4b5b-897b-220faf26ce68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85144 {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 29 04:54:09.219579 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2627da-3cae-41a0-8f96-5e0db30366ce req-fb966864-cd90-4a34-95ef-08899d971579 service neutron] Attempting to bind port afe03d9b-8522-41fb-a4a6-5dca887a6299 on network 21ca39e1-cfc7-4b5b-897b-220faf26ce68 {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 04:54:09.224566 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2627da-3cae-41a0-8f96-5e0db30366ce req-fb966864-cd90-4a34-95ef-08899d971579 service neutron] Checking agent: {'id': 'bab6a0c9-2145-495f-b42f-b184e241503a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85144', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 4, 45, 21), 'started_at': datetime.datetime(2022, 7, 29, 4, 45, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 4, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 04:54:09.225054 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2627da-3cae-41a0-8f96-5e0db30366ce req-fb966864-cd90-4a34-95ef-08899d971579 service neutron] Checking segment: {'id': 'be606ddc-fa2d-47b7-97af-8bdf56fa7376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 04:54:09.225438 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2627da-3cae-41a0-8f96-5e0db30366ce req-fb966864-cd90-4a34-95ef-08899d971579 service neutron] Bound using segment: {'id': 'be606ddc-fa2d-47b7-97af-8bdf56fa7376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68'} {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 04:54:09.225868 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.managers [req-ad2627da-3cae-41a0-8f96-5e0db30366ce req-fb966864-cd90-4a34-95ef-08899d971579 service neutron] Bound port: afe03d9b-8522-41fb-a4a6-5dca887a6299, host: hv-cinder-85144, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be606ddc-fa2d-47b7-97af-8bdf56fa7376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68'}}] {{(pid=115908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 04:54:09.226227 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-ad2627da-3cae-41a0-8f96-5e0db30366ce req-fb966864-cd90-4a34-95ef-08899d971579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (afe03d9b-8522-41fb-a4a6-5dca887a6299), before_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:09.291890 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [req-ad2627da-3cae-41a0-8f96-5e0db30366ce req-fb966864-cd90-4a34-95ef-08899d971579 service neutron] For port afe03d9b-8522-41fb-a4a6-5dca887a6299, host hv-cinder-85144, cleared binding levels {{(pid=115908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 04:54:09.295824 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [req-ad2627da-3cae-41a0-8f96-5e0db30366ce req-fb966864-cd90-4a34-95ef-08899d971579 service neutron] For port afe03d9b-8522-41fb-a4a6-5dca887a6299, host hv-cinder-85144, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=afe03d9b-8522-41fb-a4a6-5dca887a6299,segment=NetworkSegment(be606ddc-fa2d-47b7-97af-8bdf56fa7376),segment_id=be606ddc-fa2d-47b7-97af-8bdf56fa7376)] {{(pid=115908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 04:54:09.301935 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-ad2627da-3cae-41a0-8f96-5e0db30366ce req-fb966864-cd90-4a34-95ef-08899d971579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7403849'] for port (afe03d9b-8522-41fb-a4a6-5dca887a6299), after_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:09.339620 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2627da-3cae-41a0-8f96-5e0db30366ce req-fb966864-cd90-4a34-95ef-08899d971579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:09.340237 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-ad2627da-3cae-41a0-8f96-5e0db30366ce req-fb966864-cd90-4a34-95ef-08899d971579 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for port (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:09.341648 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ad2627da-3cae-41a0-8f96-5e0db30366ce req-fb966864-cd90-4a34-95ef-08899d971579 service neutron] 10.222.0.64 "PUT /v2.0/ports/afe03d9b-8522-41fb-a4a6-5dca887a6299 HTTP/1.1" status: 200 len: 1093 time: 0.6151893 Jul 29 04:54:09.342094 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88854861-a8db-44a2-839b-5e158363e71c', 'tag': 'afe03d9b-8522-41fb-a4a6-5dca887a6299'}] {{(pid=115908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:54:09.344349 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91089063952d51f7df5c9c02e055d40fa8e1e9cb9a21cfbbcb9b3277c7a948b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6b1455-5ac5-4109-bae4-782017d5e27b" -d '{"events": [{"name": "network-changed", "server_uuid": "88854861-a8db-44a2-839b-5e158363e71c", "tag": "afe03d9b-8522-41fb-a4a6-5dca887a6299"}]}' {{(pid=115908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:54:09.364692 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb966864-cd90-4a34-95ef-08899d971579 service neutron] Pushing event updated for resources: {'Port': ['ID=afe03d9b-8522-41fb-a4a6-5dca887a6299,revision_number=3']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:54:09.390073 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 04:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd67064c-561d-4dd6-a0b5-a7703331bbef x-openstack-request-id: req-cd67064c-561d-4dd6-a0b5-a7703331bbef {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:54:09.390366 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88854861-a8db-44a2-839b-5e158363e71c", "tag": "afe03d9b-8522-41fb-a4a6-5dca887a6299", "status": "completed", "code": 200}]} {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:54:09.390622 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-cd67064c-561d-4dd6-a0b5-a7703331bbef {{(pid=115908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:54:09.391031 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd67064c-561d-4dd6-a0b5-a7703331bbef'] response: {'name': 'network-changed', 'server_uuid': '88854861-a8db-44a2-839b-5e158363e71c', 'tag': 'afe03d9b-8522-41fb-a4a6-5dca887a6299', 'status': 'completed', 'code': 200} Jul 29 04:54:09.476284 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2627da-3cae-41a0-8f96-5e0db30366ce req-2216f5c3-09f4-4b33-b20e-7e883ef340a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:09.477833 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ad2627da-3cae-41a0-8f96-5e0db30366ce req-2216f5c3-09f4-4b33-b20e-7e883ef340a1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=461e2af738084ccb986169d752510588&device_id=88854861-a8db-44a2-839b-5e158363e71c HTTP/1.1" status: 200 len: 1127 time: 0.0413089 Jul 29 04:54:09.537274 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ad2627da-3cae-41a0-8f96-5e0db30366ce req-7e5bff9f-bc7e-4ab8-9dbb-376ea8bb29df service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afe03d9b-8522-41fb-a4a6-5dca887a6299 HTTP/1.1" status: 200 len: 217 time: 0.0363324 Jul 29 04:54:09.571891 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:54:09.592905 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2627da-3cae-41a0-8f96-5e0db30366ce req-336d2443-ae9a-482f-8040-015c2258c133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:09.595903 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ad2627da-3cae-41a0-8f96-5e0db30366ce req-336d2443-ae9a-482f-8040-015c2258c133 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5df203e3-38ee-42fe-a28a-41c6f641aefe HTTP/1.1" status: 200 len: 853 time: 0.0512691 Jul 29 04:54:09.640856 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2627da-3cae-41a0-8f96-5e0db30366ce req-4c70c229-b40c-4ec9-818f-b0675f96fa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:09.642364 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ad2627da-3cae-41a0-8f96-5e0db30366ce req-4c70c229-b40c-4ec9-818f-b0675f96fa67 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=21ca39e1-cfc7-4b5b-897b-220faf26ce68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408196 Jul 29 04:54:09.736629 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ad2627da-3cae-41a0-8f96-5e0db30366ce req-135e143e-19d8-49b7-bebc-a6c4d6d1e6f2 service neutron] 10.222.0.64 "GET /v2.0/networks/21ca39e1-cfc7-4b5b-897b-220faf26ce68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870886 Jul 29 04:54:09.803712 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:54:09.833016 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ad2627da-3cae-41a0-8f96-5e0db30366ce req-c735afd5-ef64-49f9-86b1-500b985fafd6 service neutron] 10.222.0.64 "GET /v2.0/networks/21ca39e1-cfc7-4b5b-897b-220faf26ce68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880427 Jul 29 04:54:10.047829 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea3af16-acdd-4563-a241-641084f4e5a0 req-6ddafbfe-1c9b-4410-b6c2-711b9d48de9f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:10.049213 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-9ea3af16-acdd-4563-a241-641084f4e5a0 req-6ddafbfe-1c9b-4410-b6c2-711b9d48de9f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=88854861-a8db-44a2-839b-5e158363e71c HTTP/1.1" status: 200 len: 943 time: 0.0463233 Jul 29 04:54:10.096222 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-9ea3af16-acdd-4563-a241-641084f4e5a0 req-f5bfeb16-b599-497a-a055-379b9607fdeb tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=f206d8b4-0a8f-4c10-8179-673df763d923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416324 Jul 29 04:54:11.217784 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bcbc6b-2014-4d24-b914-6fb2fd922e9c req-f7025d39-15b8-4952-9c2d-3c56a95d591f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:11.219247 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-a4bcbc6b-2014-4d24-b914-6fb2fd922e9c req-f7025d39-15b8-4952-9c2d-3c56a95d591f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=88854861-a8db-44a2-839b-5e158363e71c HTTP/1.1" status: 200 len: 943 time: 0.0512018 Jul 29 04:54:11.265081 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-a4bcbc6b-2014-4d24-b914-6fb2fd922e9c req-a5badc95-177b-494e-99ad-2c2b61a70a0e tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=f206d8b4-0a8f-4c10-8179-673df763d923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404389 Jul 29 04:54:12.381654 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b41377-253d-4be7-8e60-f035a244bc0f req-216a2133-d2dd-4366-b29e-3d3fed8fd47a tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:12.383136 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-06b41377-253d-4be7-8e60-f035a244bc0f req-216a2133-d2dd-4366-b29e-3d3fed8fd47a tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=88854861-a8db-44a2-839b-5e158363e71c HTTP/1.1" status: 200 len: 943 time: 0.0471344 Jul 29 04:54:12.428943 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-06b41377-253d-4be7-8e60-f035a244bc0f req-41c13b59-4fe5-44a7-94cc-b2e291e453f4 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=f206d8b4-0a8f-4c10-8179-673df763d923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401542 Jul 29 04:54:12.567176 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b1455-5ac5-4109-bae4-782017d5e27b req-1e1bfb58-15d7-4e2d-a733-0c7401f6fd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:12.568545 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-2e6b1455-5ac5-4109-bae4-782017d5e27b req-1e1bfb58-15d7-4e2d-a733-0c7401f6fd9d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=461e2af738084ccb986169d752510588&device_id=88854861-a8db-44a2-839b-5e158363e71c HTTP/1.1" status: 200 len: 1127 time: 0.0393813 Jul 29 04:54:12.662635 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b1455-5ac5-4109-bae4-782017d5e27b req-39dea968-36cd-4a25-abb1-ab1202df1fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:12.664103 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-2e6b1455-5ac5-4109-bae4-782017d5e27b req-39dea968-36cd-4a25-abb1-ab1202df1fd9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=21ca39e1-cfc7-4b5b-897b-220faf26ce68 HTTP/1.1" status: 200 len: 915 time: 0.0886567 Jul 29 04:54:12.704994 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-2e6b1455-5ac5-4109-bae4-782017d5e27b req-890e90ad-1d45-4eaf-9ae3-121ea57543f4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afe03d9b-8522-41fb-a4a6-5dca887a6299 HTTP/1.1" status: 200 len: 217 time: 0.0317137 Jul 29 04:54:12.751462 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b1455-5ac5-4109-bae4-782017d5e27b req-0f7661a5-2ba6-4ef4-a735-05f1bea9a0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:12.752880 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-2e6b1455-5ac5-4109-bae4-782017d5e27b req-0f7661a5-2ba6-4ef4-a735-05f1bea9a0a1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5df203e3-38ee-42fe-a28a-41c6f641aefe HTTP/1.1" status: 200 len: 853 time: 0.0423298 Jul 29 04:54:12.799319 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b1455-5ac5-4109-bae4-782017d5e27b req-0f5cbf5f-25fe-41ae-8eab-73d30c13a5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:12.800814 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-2e6b1455-5ac5-4109-bae4-782017d5e27b req-0f5cbf5f-25fe-41ae-8eab-73d30c13a5e9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=21ca39e1-cfc7-4b5b-897b-220faf26ce68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417166 Jul 29 04:54:12.890606 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-2e6b1455-5ac5-4109-bae4-782017d5e27b req-481be4f6-80a2-469d-bd69-0a3361f92218 service neutron] 10.222.0.64 "GET /v2.0/networks/21ca39e1-cfc7-4b5b-897b-220faf26ce68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815256 Jul 29 04:54:12.931853 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=31 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:54:12.932708 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=53 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:54:12.990956 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-2e6b1455-5ac5-4109-bae4-782017d5e27b req-34839573-7267-483d-bf8c-3f4f96de6ab2 service neutron] 10.222.0.64 "GET /v2.0/networks/21ca39e1-cfc7-4b5b-897b-220faf26ce68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898857 Jul 29 04:54:13.543361 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6883cac4-b68a-4d53-bafb-fa07de1212c6 req-46990f1e-3a08-4dc3-912c-4eab3e413500 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:13.544871 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-6883cac4-b68a-4d53-bafb-fa07de1212c6 req-46990f1e-3a08-4dc3-912c-4eab3e413500 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=88854861-a8db-44a2-839b-5e158363e71c HTTP/1.1" status: 200 len: 943 time: 0.0466235 Jul 29 04:54:13.591756 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-6883cac4-b68a-4d53-bafb-fa07de1212c6 req-2601db3e-6e1d-43ea-a0b2-766965e7a883 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=f206d8b4-0a8f-4c10-8179-673df763d923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414369 Jul 29 04:54:13.665186 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device afe03d9b-8522-41fb-a4a6-5dca887a6299 details requested by agent hyperv_hv-cinder-85144 with host hv-cinder-85144 {{(pid=115909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 04:54:13.766880 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port afe03d9b-8522-41fb-a4a6-5dca887a6299, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=afe03d9b-8522-41fb-a4a6-5dca887a6299,segment=NetworkSegment(be606ddc-fa2d-47b7-97af-8bdf56fa7376),segment_id=be606ddc-fa2d-47b7-97af-8bdf56fa7376)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:54:13.779557 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Returning: {'device': 'afe03d9b-8522-41fb-a4a6-5dca887a6299', 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68', 'port_id': 'afe03d9b-8522-41fb-a4a6-5dca887a6299', 'mac_address': 'fa:16:3e:69:08:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5df203e3-38ee-42fe-a28a-41c6f641aefe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 04:54:13.816990 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Current status of the port afe03d9b-8522-41fb-a4a6-5dca887a6299 is: DOWN; New status is: BUILD {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:54:13.817378 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (afe03d9b-8522-41fb-a4a6-5dca887a6299), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:13.830191 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.notifiers.nova [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afe03d9b-8522-41fb-a4a6-5dca887a6299 {{(pid=115909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 04:54:13.850001 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port afe03d9b-8522-41fb-a4a6-5dca887a6299, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=afe03d9b-8522-41fb-a4a6-5dca887a6299,segment=NetworkSegment(be606ddc-fa2d-47b7-97af-8bdf56fa7376),segment_id=be606ddc-fa2d-47b7-97af-8bdf56fa7376)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:54:13.853810 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (afe03d9b-8522-41fb-a4a6-5dca887a6299), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:13.899111 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Pushing event updated for resources: {'Port': ['ID=afe03d9b-8522-41fb-a4a6-5dca887a6299,revision_number=4']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:54:13.906893 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:54:13.907239 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:54:13.907607 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:54:13.907947 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:54:13.908280 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:54:13.908619 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:54:13.908959 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:54:13.909283 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:54:13.909608 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:54:13.909932 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:54:13.910256 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:54:13.910581 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:54:13.910904 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:54:13.911223 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:54:13.911543 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:54:14.403435 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] get_ports_and_sgs() called for port_ids ['afe03d9b-8522-41fb-a4a6-5dca887a6299'] {{(pid=115909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 04:54:14.710843 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837458a6-f357-467d-a0a4-b9a574ad0114 req-7b58a0e0-1623-4b19-a388-d951564d3054 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:14.712318 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-837458a6-f357-467d-a0a4-b9a574ad0114 req-7b58a0e0-1623-4b19-a388-d951564d3054 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=88854861-a8db-44a2-839b-5e158363e71c HTTP/1.1" status: 200 len: 944 time: 0.0502453 Jul 29 04:54:14.758916 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-837458a6-f357-467d-a0a4-b9a574ad0114 req-35055c89-b345-45c7-a734-89a997861e30 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=f206d8b4-0a8f-4c10-8179-673df763d923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405650 Jul 29 04:54:15.688097 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device afe03d9b-8522-41fb-a4a6-5dca887a6299 up at agent hyperv_hv-cinder-85144 {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 04:54:15.730091 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Provisioning for port afe03d9b-8522-41fb-a4a6-5dca887a6299 completed by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 29 04:54:15.735892 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Provisioning complete for port afe03d9b-8522-41fb-a4a6-5dca887a6299 triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:54:15.736507 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (afe03d9b-8522-41fb-a4a6-5dca887a6299), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:15.811591 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Current status of the port afe03d9b-8522-41fb-a4a6-5dca887a6299 is: BUILD; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:54:15.811983 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (afe03d9b-8522-41fb-a4a6-5dca887a6299), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:15.835912 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88854861-a8db-44a2-839b-5e158363e71c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afe03d9b-8522-41fb-a4a6-5dca887a6299'}] {{(pid=115909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:54:15.838168 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c420e031ced92140226aa6f83123c9b23fc96e3244e1479094dc728224b9fe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc83a9f8-7368-4e35-b932-94925311da16" -d '{"events": [{"server_uuid": "88854861-a8db-44a2-839b-5e158363e71c", "name": "network-vif-plugged", "status": "completed", "tag": "afe03d9b-8522-41fb-a4a6-5dca887a6299"}]}' {{(pid=115909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:54:15.851775 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port afe03d9b-8522-41fb-a4a6-5dca887a6299, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=afe03d9b-8522-41fb-a4a6-5dca887a6299,segment=NetworkSegment(be606ddc-fa2d-47b7-97af-8bdf56fa7376),segment_id=be606ddc-fa2d-47b7-97af-8bdf56fa7376)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:54:15.856207 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (afe03d9b-8522-41fb-a4a6-5dca887a6299), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:15.881298 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 04:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e524ce-5d53-4bd5-bfff-27a3e88982eb x-openstack-request-id: req-91e524ce-5d53-4bd5-bfff-27a3e88982eb {{(pid=115909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:54:15.881613 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88854861-a8db-44a2-839b-5e158363e71c", "name": "network-vif-plugged", "status": "completed", "tag": "afe03d9b-8522-41fb-a4a6-5dca887a6299", "code": 200}]} {{(pid=115909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:54:15.881716 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bbcff8-c5c5-474f-8536-b96d6ad549c9 req-ffe73f00-8587-4daf-9f88-8de09532c625 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:15.882163 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-91e524ce-5d53-4bd5-bfff-27a3e88982eb {{(pid=115909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:54:15.882283 dv-cinder-851449-2-iscsi neutron-server[115909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91e524ce-5d53-4bd5-bfff-27a3e88982eb'] response: {'server_uuid': '88854861-a8db-44a2-839b-5e158363e71c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afe03d9b-8522-41fb-a4a6-5dca887a6299', 'code': 200} Jul 29 04:54:15.883458 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-96bbcff8-c5c5-474f-8536-b96d6ad549c9 req-ffe73f00-8587-4daf-9f88-8de09532c625 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=88854861-a8db-44a2-839b-5e158363e71c HTTP/1.1" status: 200 len: 944 time: 0.0511775 Jul 29 04:54:15.907021 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Pushing event updated for resources: {'Port': ['ID=afe03d9b-8522-41fb-a4a6-5dca887a6299,revision_number=5']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:54:15.938571 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-96bbcff8-c5c5-474f-8536-b96d6ad549c9 req-aa661021-8665-46db-81fc-e9c93f0c6672 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=f206d8b4-0a8f-4c10-8179-673df763d923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478764 Jul 29 04:54:16.082900 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:54:16.088501 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b81c9-b1b0-42ce-b306-fea6b0b056d7 req-52f14ded-fa9c-4ada-9f02-728f0b53160c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:16.090669 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-7f4b81c9-b1b0-42ce-b306-fea6b0b056d7 req-52f14ded-fa9c-4ada-9f02-728f0b53160c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=88854861-a8db-44a2-839b-5e158363e71c HTTP/1.1" status: 200 len: 1129 time: 0.0393186 Jul 29 04:54:16.133411 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-7f4b81c9-b1b0-42ce-b306-fea6b0b056d7 req-9d2bc636-cd64-4b75-9356-cca14ea0c04d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f206d8b4-0a8f-4c10-8179-673df763d923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365727 Jul 29 04:54:17.048654 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:54:17.063303 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c990b32a-feed-4fbd-8c9a-787e908efc85 req-debd0dfe-4c30-4d88-bdd6-1b67fc90da08 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:17.064806 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-c990b32a-feed-4fbd-8c9a-787e908efc85 req-debd0dfe-4c30-4d88-bdd6-1b67fc90da08 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=88854861-a8db-44a2-839b-5e158363e71c HTTP/1.1" status: 200 len: 945 time: 0.0499125 Jul 29 04:54:17.111758 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-c990b32a-feed-4fbd-8c9a-787e908efc85 req-28052f31-ca4f-4531-9da0-63060d71f321 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=f206d8b4-0a8f-4c10-8179-673df763d923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412600 Jul 29 04:54:17.202307 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:54:17.286922 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:54:18.232053 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe73a8-f45d-40b0-8634-251e5d0d414b req-bbc8a476-328a-471d-901d-74fd74b81ca2 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:18.233521 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9cfe73a8-f45d-40b0-8634-251e5d0d414b req-bbc8a476-328a-471d-901d-74fd74b81ca2 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=88854861-a8db-44a2-839b-5e158363e71c HTTP/1.1" status: 200 len: 945 time: 0.0469742 Jul 29 04:54:18.279224 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9cfe73a8-f45d-40b0-8634-251e5d0d414b req-3fc00af3-dc7e-4e89-b87f-9fc6894b7613 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=f206d8b4-0a8f-4c10-8179-673df763d923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402935 Jul 29 04:54:18.398245 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b69bd2-cf88-419d-81ce-e9fa39300e97 req-2d7e9038-afca-4734-96a2-5a70b52da091 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:18.399680 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-d7b69bd2-cf88-419d-81ce-e9fa39300e97 req-2d7e9038-afca-4734-96a2-5a70b52da091 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=88854861-a8db-44a2-839b-5e158363e71c HTTP/1.1" status: 200 len: 945 time: 0.0532141 Jul 29 04:54:18.410078 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 34368) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:54:18.414585 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [None req-afc81f7f-77d6-4f1c-a2d8-5d156d1a7106 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Request body: {'floatingip': {'port_id': 'afe03d9b-8522-41fb-a4a6-5dca887a6299'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:54:18.415033 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-a7f2a9b7-0b73-436c-9c4c-43c39ac139d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:18.456107 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-afc81f7f-77d6-4f1c-a2d8-5d156d1a7106 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for floatingip (9c325824-8445-4bc8-8b98-09921a940aea), before_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:18.596840 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:54:18.876615 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-afc81f7f-77d6-4f1c-a2d8-5d156d1a7106 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:18.880474 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-afc81f7f-77d6-4f1c-a2d8-5d156d1a7106 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1937124'] for floatingip (9c325824-8445-4bc8-8b98-09921a940aea), after_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:18.974161 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.db.l3_db [None req-afc81f7f-77d6-4f1c-a2d8-5d156d1a7106 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Floating IP 9c325824-8445-4bc8-8b98-09921a940aea associated. External IP: 172.27.0.57, port: afe03d9b-8522-41fb-a4a6-5dca887a6299. Jul 29 04:54:19.165987 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc81f7f-77d6-4f1c-a2d8-5d156d1a7106 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Router b16b56f5-3ccf-4ca8-b446-f11105e09b7c has already been hosted by L3 agent 507cc676-b5a3-487d-9bd3-df89beb45ea5 {{(pid=115908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 04:54:19.264061 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:54:19.269228 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc81f7f-77d6-4f1c-a2d8-5d156d1a7106 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Notify agent at l3_agent.dv-cinder-851449-2-iscsi the message routers_updated {{(pid=115908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 04:54:19.274133 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-afc81f7f-77d6-4f1c-a2d8-5d156d1a7106 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for floatingip (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:19.279090 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a687b58-ea31-42b4-a01c-5b99b08a4c94 None None] Sync routers for ids ['b16b56f5-3ccf-4ca8-b446-f11105e09b7c'] in dv-cinder-851449-2-iscsi {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 04:54:19.289217 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a687b58-ea31-42b4-a01c-5b99b08a4c94 None None] Routers {'b16b56f5-3ccf-4ca8-b446-f11105e09b7c'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:54:19.289825 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-5a687b58-ea31-42b4-a01c-5b99b08a4c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:53:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['b16b56f5-3ccf-4ca8-b446-f11105e09b7c'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:54:19.304692 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-afc81f7f-77d6-4f1c-a2d8-5d156d1a7106 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "PUT /v2.0/floatingips/9c325824-8445-4bc8-8b98-09921a940aea HTTP/1.1" status: 200 len: 990 time: 0.8934748 Jul 29 04:54:19.305243 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88854861-a8db-44a2-839b-5e158363e71c', 'tag': 'afe03d9b-8522-41fb-a4a6-5dca887a6299'}] {{(pid=115908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:54:19.307755 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91089063952d51f7df5c9c02e055d40fa8e1e9cb9a21cfbbcb9b3277c7a948b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b02808-c371-4b2c-8767-efcb4ab57f37" -d '{"events": [{"name": "network-changed", "server_uuid": "88854861-a8db-44a2-839b-5e158363e71c", "tag": "afe03d9b-8522-41fb-a4a6-5dca887a6299"}]}' {{(pid=115908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:54:19.345007 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 04:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2016059a-5052-484d-8fc7-70d211b444a9 x-openstack-request-id: req-2016059a-5052-484d-8fc7-70d211b444a9 {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:54:19.345302 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88854861-a8db-44a2-839b-5e158363e71c", "tag": "afe03d9b-8522-41fb-a4a6-5dca887a6299", "status": "completed", "code": 200}]} {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:54:19.345561 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-2016059a-5052-484d-8fc7-70d211b444a9 {{(pid=115908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:54:19.345975 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2016059a-5052-484d-8fc7-70d211b444a9'] response: {'name': 'network-changed', 'server_uuid': '88854861-a8db-44a2-839b-5e158363e71c', 'tag': 'afe03d9b-8522-41fb-a4a6-5dca887a6299', 'status': 'completed', 'code': 200} Jul 29 04:54:19.395566 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-5a687b58-ea31-42b4-a01c-5b99b08a4c94 None None] Set router b16b56f5-3ccf-4ca8-b446-f11105e09b7c gateway port host: dv-cinder-851449-2-iscsi {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:54:19.436010 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b02808-c371-4b2c-8767-efcb4ab57f37 req-2155946d-9a1e-4053-8488-6d48ba712df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:19.437532 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-41b02808-c371-4b2c-8767-efcb4ab57f37 req-2155946d-9a1e-4053-8488-6d48ba712df0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=461e2af738084ccb986169d752510588&device_id=88854861-a8db-44a2-839b-5e158363e71c HTTP/1.1" status: 200 len: 1129 time: 0.0405412 Jul 29 04:54:19.531086 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b02808-c371-4b2c-8767-efcb4ab57f37 req-c5859ee6-7e4c-458e-af21-25ea8ebd2593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:19.532451 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-41b02808-c371-4b2c-8767-efcb4ab57f37 req-c5859ee6-7e4c-458e-af21-25ea8ebd2593 service neutron] 10.222.0.64 "GET /v2.0/networks?id=21ca39e1-cfc7-4b5b-897b-220faf26ce68 HTTP/1.1" status: 200 len: 915 time: 0.0882490 Jul 29 04:54:19.587337 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:54:19.599737 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-41b02808-c371-4b2c-8767-efcb4ab57f37 req-e996159b-269d-4751-9cea-2ffc2fb6b991 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afe03d9b-8522-41fb-a4a6-5dca887a6299 HTTP/1.1" status: 200 len: 998 time: 0.0604796 Jul 29 04:54:19.609136 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-5a687b58-ea31-42b4-a01c-5b99b08a4c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'name': 'tempest-AttachVolumeNegativeTest-654562715-router', 'tenant_id': '461e2af738084ccb986169d752510588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'a9fde12f-857b-419b-9b3c-07d0e6d53447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:20Z', 'updated_at': '2022-07-29T04:47:32Z', 'revision_number': 4, 'project_id': '461e2af738084ccb986169d752510588', 'gw_port': {'id': 'a9fde12f-857b-419b-9b3c-07d0e6d53447', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:23Z', 'updated_at': '2022-07-29T04:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_floatingips': [{'id': '9c325824-8445-4bc8-8b98-09921a940aea', 'tenant_id': '461e2af738084ccb986169d752510588', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'router_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'port_id': 'afe03d9b-8522-41fb-a4a6-5dca887a6299', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68', 'mac_address': 'fa:16:3e:69:08:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88854861-a8db-44a2-839b-5e158363e71c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T04:54:05Z', 'updated_at': '2022-07-29T04:54:18Z', 'revision_number': 1, 'project_id': '461e2af738084ccb986169d752510588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51', 'name': '', 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68', 'tenant_id': '461e2af738084ccb986169d752510588', 'mac_address': 'fa:16:3e:64:33:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5df203e3-38ee-42fe-a28a-41c6f641aefe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:31Z', 'updated_at': '2022-07-29T04:47:46Z', 'revision_number': 5, 'project_id': '461e2af738084ccb986169d752510588', 'subnets': [{'id': '5df203e3-38ee-42fe-a28a-41c6f641aefe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:54:19.633944 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a687b58-ea31-42b4-a01c-5b99b08a4c94 None None] Checking router: b16b56f5-3ccf-4ca8-b446-f11105e09b7c for host: dv-cinder-851449-2-iscsi {{(pid=115910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 04:54:19.642897 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a687b58-ea31-42b4-a01c-5b99b08a4c94 None None] Routers {'b16b56f5-3ccf-4ca8-b446-f11105e09b7c'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:54:19.643537 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-5a687b58-ea31-42b4-a01c-5b99b08a4c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:53:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['b16b56f5-3ccf-4ca8-b446-f11105e09b7c'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:54:19.654413 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b02808-c371-4b2c-8767-efcb4ab57f37 req-c5dce545-2427-4209-9aed-cc24fab53921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:19.655920 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-41b02808-c371-4b2c-8767-efcb4ab57f37 req-c5dce545-2427-4209-9aed-cc24fab53921 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5df203e3-38ee-42fe-a28a-41c6f641aefe HTTP/1.1" status: 200 len: 853 time: 0.0504184 Jul 29 04:54:19.701732 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b02808-c371-4b2c-8767-efcb4ab57f37 req-395a8bec-65e9-4754-89c4-adb7da86f9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:19.703270 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-41b02808-c371-4b2c-8767-efcb4ab57f37 req-395a8bec-65e9-4754-89c4-adb7da86f9c3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=21ca39e1-cfc7-4b5b-897b-220faf26ce68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411494 Jul 29 04:54:19.804529 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-41b02808-c371-4b2c-8767-efcb4ab57f37 req-ccf5a77e-1a4b-47d2-ae3c-22025f78709a service neutron] 10.222.0.64 "GET /v2.0/networks/21ca39e1-cfc7-4b5b-897b-220faf26ce68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914598 Jul 29 04:54:19.834444 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-5a687b58-ea31-42b4-a01c-5b99b08a4c94 None None] Set router b16b56f5-3ccf-4ca8-b446-f11105e09b7c gateway port host: dv-cinder-851449-2-iscsi {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:54:19.894685 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-41b02808-c371-4b2c-8767-efcb4ab57f37 req-45b82a38-32d6-47b2-a6eb-45657c5e1499 service neutron] 10.222.0.64 "GET /v2.0/networks/21ca39e1-cfc7-4b5b-897b-220faf26ce68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842495 Jul 29 04:54:20.044443 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-5a687b58-ea31-42b4-a01c-5b99b08a4c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'name': 'tempest-AttachVolumeNegativeTest-654562715-router', 'tenant_id': '461e2af738084ccb986169d752510588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'a9fde12f-857b-419b-9b3c-07d0e6d53447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:20Z', 'updated_at': '2022-07-29T04:47:32Z', 'revision_number': 4, 'project_id': '461e2af738084ccb986169d752510588', 'gw_port': {'id': 'a9fde12f-857b-419b-9b3c-07d0e6d53447', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:23Z', 'updated_at': '2022-07-29T04:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_floatingips': [{'id': '9c325824-8445-4bc8-8b98-09921a940aea', 'tenant_id': '461e2af738084ccb986169d752510588', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'router_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'port_id': 'afe03d9b-8522-41fb-a4a6-5dca887a6299', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68', 'mac_address': 'fa:16:3e:69:08:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88854861-a8db-44a2-839b-5e158363e71c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T04:54:05Z', 'updated_at': '2022-07-29T04:54:18Z', 'revision_number': 1, 'project_id': '461e2af738084ccb986169d752510588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51', 'name': '', 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68', 'tenant_id': '461e2af738084ccb986169d752510588', 'mac_address': 'fa:16:3e:64:33:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5df203e3-38ee-42fe-a28a-41c6f641aefe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:31Z', 'updated_at': '2022-07-29T04:47:46Z', 'revision_number': 5, 'project_id': '461e2af738084ccb986169d752510588', 'subnets': [{'id': '5df203e3-38ee-42fe-a28a-41c6f641aefe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:54:20.068420 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a687b58-ea31-42b4-a01c-5b99b08a4c94 None None] The sync data for ids ['b16b56f5-3ccf-4ca8-b446-f11105e09b7c'] in dv-cinder-851449-2-iscsi is: [{'id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'name': 'tempest-AttachVolumeNegativeTest-654562715-router', 'tenant_id': '461e2af738084ccb986169d752510588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'a9fde12f-857b-419b-9b3c-07d0e6d53447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:20Z', 'updated_at': '2022-07-29T04:47:32Z', 'revision_number': 4, 'project_id': '461e2af738084ccb986169d752510588', 'gw_port': {'id': 'a9fde12f-857b-419b-9b3c-07d0e6d53447', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:23Z', 'updated_at': '2022-07-29T04:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_floatingips': [{'id': '9c325824-8445-4bc8-8b98-09921a940aea', 'tenant_id': '461e2af738084ccb986169d752510588', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'router_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'port_id': 'afe03d9b-8522-41fb-a4a6-5dca887a6299', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68', 'mac_address': 'fa:16:3e:69:08:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88854861-a8db-44a2-839b-5e158363e71c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T04:54:05Z', 'updated_at': '2022-07-29T04:54:18Z', 'revision_number': 1, 'project_id': '461e2af738084ccb986169d752510588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51', 'name': '', 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68', 'tenant_id': '461e2af738084ccb986169d752510588', 'mac_address': 'fa:16:3e:64:33:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5df203e3-38ee-42fe-a28a-41c6f641aefe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:31Z', 'updated_at': '2022-07-29T04:47:46Z', 'revision_number': 5, 'project_id': '461e2af738084ccb986169d752510588', 'subnets': [{'id': '5df203e3-38ee-42fe-a28a-41c6f641aefe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 04:54:20.249155 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d81491c-1ffb-4e91-97e5-504bea82d613 None None] New status for floating IP 9c325824-8445-4bc8-8b98-09921a940aea: ACTIVE {{(pid=115909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 04:54:20.645160 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-dd5ee147-f63f-46f0-a2fc-ca1acd6b2a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:21.473573 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (bab6a0c9-2145-495f-b42f-b184e241503a), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:21.841947 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:23.198178 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:23.351450 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:24.838534 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4ef79c80-6f3a-4f39-ad97-27895aa936f7 req-313cfef8-85f5-4ef4-bc11-889f3074007a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385070 Jul 29 04:54:24.917997 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef79c80-6f3a-4f39-ad97-27895aa936f7 req-78d413b5-ef49-4673-89fa-5fa5920505af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:24.919407 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4ef79c80-6f3a-4f39-ad97-27895aa936f7 req-78d413b5-ef49-4673-89fa-5fa5920505af service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0f6c1ad3422c40d4af4ef5329ecd9d86&device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 1130 time: 0.0435250 Jul 29 04:54:25.024309 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef79c80-6f3a-4f39-ad97-27895aa936f7 req-3ddcb6e7-0b81-4598-8401-e9b02bd6a316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:25.025793 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4ef79c80-6f3a-4f39-ad97-27895aa936f7 req-3ddcb6e7-0b81-4598-8401-e9b02bd6a316 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3e84cf4e-559b-4bbd-af56-3f6353c004d0 HTTP/1.1" status: 200 len: 919 time: 0.0858912 Jul 29 04:54:25.294495 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4ef79c80-6f3a-4f39-ad97-27895aa936f7 req-86507902-2542-4006-8066-5f6cf8f5d85f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70e45860-f254-40d2-808c-c68bdc1a745b HTTP/1.1" status: 200 len: 217 time: 0.2620873 Jul 29 04:54:25.344074 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef79c80-6f3a-4f39-ad97-27895aa936f7 req-419604c4-5796-41ef-83c6-7c5bbfa6b5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:25.345575 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4ef79c80-6f3a-4f39-ad97-27895aa936f7 req-419604c4-5796-41ef-83c6-7c5bbfa6b5e2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=48fdddd6-c7bc-413f-9e30-1e0d5de8b27a HTTP/1.1" status: 200 len: 857 time: 0.0447831 Jul 29 04:54:25.390400 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef79c80-6f3a-4f39-ad97-27895aa936f7 req-5092b08b-8f42-4e24-b257-1afa831f3512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:25.391956 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4ef79c80-6f3a-4f39-ad97-27895aa936f7 req-5092b08b-8f42-4e24-b257-1afa831f3512 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3e84cf4e-559b-4bbd-af56-3f6353c004d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406103 Jul 29 04:54:25.484051 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4ef79c80-6f3a-4f39-ad97-27895aa936f7 req-7c50fc61-40df-4755-aee8-dc8370e74fd8 service neutron] 10.222.0.64 "GET /v2.0/networks/3e84cf4e-559b-4bbd-af56-3f6353c004d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858746 Jul 29 04:54:25.575227 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4ef79c80-6f3a-4f39-ad97-27895aa936f7 req-a0414a78-4ad0-4373-baac-3ca8874270df service neutron] 10.222.0.64 "GET /v2.0/networks/3e84cf4e-559b-4bbd-af56-3f6353c004d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852025 Jul 29 04:54:28.384808 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:DELETE=2,neutron:SELECT=81,neutron:INSERT=6 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:54:28.390322 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=10 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:54:30.041908 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=84 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:54:30.047071 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=70 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:54:31.893062 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.agents_db [None req-05f878dc-9505-4230-ae26-b2f791c5e7d5 None None] Agent healthcheck: found 6 active agents {{(pid=115910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 04:54:33.340009 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=31,neutron:UPDATE=5 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:54:33.347924 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:54:34.705716 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a7ac95-b982-40be-b474-e88f83c907ce req-291694b6-b9e3-4289-9397-a7006cc7b06d tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:34.707566 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e4a7ac95-b982-40be-b474-e88f83c907ce req-291694b6-b9e3-4289-9397-a7006cc7b06d tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 947 time: 0.0588808 Jul 29 04:54:34.734450 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:54:34.758430 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e4a7ac95-b982-40be-b474-e88f83c907ce req-7fc0959b-e1ac-4bf0-8e1a-27456ec03106 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453691 Jul 29 04:54:35.889599 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533538a3-4879-491f-9c57-4f629b89a308 req-eb7781b4-a55b-4bae-a1fd-3270e0462c68 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:35.891091 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-533538a3-4879-491f-9c57-4f629b89a308 req-eb7781b4-a55b-4bae-a1fd-3270e0462c68 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 947 time: 0.0494511 Jul 29 04:54:35.941353 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-533538a3-4879-491f-9c57-4f629b89a308 req-6a6b9ec2-c0a3-4fbb-8922-b6884c5df889 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445559 Jul 29 04:54:36.853733 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10668a7d-8e93-431d-ba3c-2b06f3bc81de req-4fd08bfe-05c4-456c-b5e7-143212bf1257 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:36.855168 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-10668a7d-8e93-431d-ba3c-2b06f3bc81de req-4fd08bfe-05c4-456c-b5e7-143212bf1257 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.64 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 947 time: 0.0481749 Jul 29 04:54:36.945081 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [req-10668a7d-8e93-431d-ba3c-2b06f3bc81de req-17343f9a-5596-48b5-aa6d-f20e84da14b3 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Deleting port 1f4eb45a-ea71-4ede-b569-032c9dddfac4 {{(pid=115908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 04:54:36.945337 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-10668a7d-8e93-431d-ba3c-2b06f3bc81de req-17343f9a-5596-48b5-aa6d-f20e84da14b3 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (1f4eb45a-ea71-4ede-b569-032c9dddfac4), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:36.991869 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:54:37.071360 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [req-10668a7d-8e93-431d-ba3c-2b06f3bc81de req-17343f9a-5596-48b5-aa6d-f20e84da14b3 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] For port 1f4eb45a-ea71-4ede-b569-032c9dddfac4, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=1f4eb45a-ea71-4ede-b569-032c9dddfac4,segment=NetworkSegment(ffb2b7f4-3669-4504-9503-4837d5f21e70),segment_id=ffb2b7f4-3669-4504-9503-4837d5f21e70)] {{(pid=115908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:54:37.071639 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-10668a7d-8e93-431d-ba3c-2b06f3bc81de req-17343f9a-5596-48b5-aa6d-f20e84da14b3 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (1f4eb45a-ea71-4ede-b569-032c9dddfac4), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:37.096767 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ccac77-9b96-4ccc-9279-0555e055f40f req-c8be2e5e-a59e-4981-ae00-63f47dc08652 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:37.098235 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-99ccac77-9b96-4ccc-9279-0555e055f40f req-c8be2e5e-a59e-4981-ae00-63f47dc08652 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 947 time: 0.0758970 Jul 29 04:54:37.224945 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-99ccac77-9b96-4ccc-9279-0555e055f40f req-65469d7f-2a7a-46c4-92f2-cd4573c82a4d tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=c3277f3b-8f0f-4938-b527-3efb0f65f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970273 Jul 29 04:54:37.287544 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-10668a7d-8e93-431d-ba3c-2b06f3bc81de req-17343f9a-5596-48b5-aa6d-f20e84da14b3 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:37.287912 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-10668a7d-8e93-431d-ba3c-2b06f3bc81de req-17343f9a-5596-48b5-aa6d-f20e84da14b3 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1937124'] for floatingip (9379f2e7-24f7-4e18-81ab-54e349ed27b6), after_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:37.288225 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.db.l3_db [req-10668a7d-8e93-431d-ba3c-2b06f3bc81de req-17343f9a-5596-48b5-aa6d-f20e84da14b3 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Floating IP 9379f2e7-24f7-4e18-81ab-54e349ed27b6 disassociated. External IP: 172.27.0.151, port: 1f4eb45a-ea71-4ede-b569-032c9dddfac4. Jul 29 04:54:37.288569 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [req-10668a7d-8e93-431d-ba3c-2b06f3bc81de req-17343f9a-5596-48b5-aa6d-f20e84da14b3 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Calling delete_port for 1f4eb45a-ea71-4ede-b569-032c9dddfac4 owned by compute:nova {{(pid=115908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 04:54:37.423817 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-10668a7d-8e93-431d-ba3c-2b06f3bc81de req-17343f9a-5596-48b5-aa6d-f20e84da14b3 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (1f4eb45a-ea71-4ede-b569-032c9dddfac4), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:37.452155 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17343f9a-5596-48b5-aa6d-f20e84da14b3 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Pushing event deleted for resources: {'Port': ['ID=1f4eb45a-ea71-4ede-b569-032c9dddfac4,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:54:37.564116 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10668a7d-8e93-431d-ba3c-2b06f3bc81de req-17343f9a-5596-48b5-aa6d-f20e84da14b3 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Router b3c04c53-7421-4b16-83b7-8e93874dcecd has already been hosted by L3 agent 507cc676-b5a3-487d-9bd3-df89beb45ea5 {{(pid=115908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 04:54:37.669584 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:54:37.672843 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10668a7d-8e93-431d-ba3c-2b06f3bc81de req-17343f9a-5596-48b5-aa6d-f20e84da14b3 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Notify agent at l3_agent.dv-cinder-851449-2-iscsi the message routers_updated {{(pid=115908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 04:54:37.682391 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b619b71a-d34e-4e4c-ba7e-c858cdb3fde6 None None] Sync routers for ids ['b3c04c53-7421-4b16-83b7-8e93874dcecd'] in dv-cinder-851449-2-iscsi {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 04:54:37.692484 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b619b71a-d34e-4e4c-ba7e-c858cdb3fde6 None None] Routers {'b3c04c53-7421-4b16-83b7-8e93874dcecd'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:54:37.693121 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-b619b71a-d34e-4e4c-ba7e-c858cdb3fde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:54:21Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['b3c04c53-7421-4b16-83b7-8e93874dcecd'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:54:37.717734 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.l3_dvrscheduler_db [req-10668a7d-8e93-431d-ba3c-2b06f3bc81de req-17343f9a-5596-48b5-aa6d-f20e84da14b3 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] No DVR routers for this DVR port 1f4eb45a-ea71-4ede-b569-032c9dddfac4 on host hv-cinder-85144 {{(pid=115908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 04:54:37.720302 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-10668a7d-8e93-431d-ba3c-2b06f3bc81de req-17343f9a-5596-48b5-aa6d-f20e84da14b3 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for port (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:37.723588 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-10668a7d-8e93-431d-ba3c-2b06f3bc81de req-17343f9a-5596-48b5-aa6d-f20e84da14b3 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.64 "DELETE /v2.0/ports/1f4eb45a-ea71-4ede-b569-032c9dddfac4 HTTP/1.1" status: 204 len: 173 time: 0.8616040 Jul 29 04:54:37.723957 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '630ff067-c10b-4ae9-8d92-c40d206fd0ca', 'name': 'network-vif-deleted', 'tag': '1f4eb45a-ea71-4ede-b569-032c9dddfac4'}] {{(pid=115908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:54:37.726190 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91089063952d51f7df5c9c02e055d40fa8e1e9cb9a21cfbbcb9b3277c7a948b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842461a3-a7ef-4ed3-adc1-365f0a016490" -d '{"events": [{"server_uuid": "630ff067-c10b-4ae9-8d92-c40d206fd0ca", "name": "network-vif-deleted", "tag": "1f4eb45a-ea71-4ede-b569-032c9dddfac4"}]}' {{(pid=115908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:54:37.770972 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 04:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d02b30-67a8-4780-b7b5-274a48a7bcdd x-openstack-request-id: req-55d02b30-67a8-4780-b7b5-274a48a7bcdd {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:54:37.771554 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "630ff067-c10b-4ae9-8d92-c40d206fd0ca", "name": "network-vif-deleted", "tag": "1f4eb45a-ea71-4ede-b569-032c9dddfac4", "status": "completed", "code": 200}]} {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:54:37.771953 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-55d02b30-67a8-4780-b7b5-274a48a7bcdd {{(pid=115908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:54:37.772462 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55d02b30-67a8-4780-b7b5-274a48a7bcdd'] response: {'server_uuid': '630ff067-c10b-4ae9-8d92-c40d206fd0ca', 'name': 'network-vif-deleted', 'tag': '1f4eb45a-ea71-4ede-b569-032c9dddfac4', 'status': 'completed', 'code': 200} Jul 29 04:54:37.803865 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-b619b71a-d34e-4e4c-ba7e-c858cdb3fde6 None None] Set router b3c04c53-7421-4b16-83b7-8e93874dcecd gateway port host: dv-cinder-851449-2-iscsi {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:54:38.023858 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-b619b71a-d34e-4e4c-ba7e-c858cdb3fde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c04c53-7421-4b16-83b7-8e93874dcecd', 'name': 'tempest-AttachVolumeShelveTestJSON-56780925-router', 'tenant_id': 'f8e9e21d168140e99ffed71146e35fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '257b6c76-533e-49fc-b468-ea85b5205d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:49:23Z', 'updated_at': '2022-07-29T04:49:26Z', 'revision_number': 4, 'project_id': 'f8e9e21d168140e99ffed71146e35fc4', 'gw_port': {'id': '257b6c76-533e-49fc-b468-ea85b5205d10', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c04c53-7421-4b16-83b7-8e93874dcecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:49:24Z', 'updated_at': '2022-07-29T04:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': 'fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e', 'name': '', 'network_id': 'c8994c62-2968-491e-9d89-ada7a08f8ea0', 'tenant_id': 'f8e9e21d168140e99ffed71146e35fc4', 'mac_address': 'fa:16:3e:04:ec:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c04c53-7421-4b16-83b7-8e93874dcecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '9bcd2bfa-a312-446b-bdbd-ca5994b4cf21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:49:26Z', 'updated_at': '2022-07-29T04:49:30Z', 'revision_number': 5, 'project_id': 'f8e9e21d168140e99ffed71146e35fc4', 'subnets': [{'id': '9bcd2bfa-a312-446b-bdbd-ca5994b4cf21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:54:38.052452 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b619b71a-d34e-4e4c-ba7e-c858cdb3fde6 None None] Checking router: b3c04c53-7421-4b16-83b7-8e93874dcecd for host: dv-cinder-851449-2-iscsi {{(pid=115910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 04:54:38.063418 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b619b71a-d34e-4e4c-ba7e-c858cdb3fde6 None None] Routers {'b3c04c53-7421-4b16-83b7-8e93874dcecd'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:54:38.064176 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-b619b71a-d34e-4e4c-ba7e-c858cdb3fde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:54:21Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['b3c04c53-7421-4b16-83b7-8e93874dcecd'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:54:38.177367 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-b619b71a-d34e-4e4c-ba7e-c858cdb3fde6 None None] Set router b3c04c53-7421-4b16-83b7-8e93874dcecd gateway port host: dv-cinder-851449-2-iscsi {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:54:38.357361 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-853bf816-6ace-43d8-bb0b-637f22dee053 req-58c773a1-7611-411e-916c-4e9e6a37e0a6 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=630ff067-c10b-4ae9-8d92-c40d206fd0ca HTTP/1.1" status: 200 len: 210 time: 0.0310528 Jul 29 04:54:38.383742 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-b619b71a-d34e-4e4c-ba7e-c858cdb3fde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c04c53-7421-4b16-83b7-8e93874dcecd', 'name': 'tempest-AttachVolumeShelveTestJSON-56780925-router', 'tenant_id': 'f8e9e21d168140e99ffed71146e35fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '257b6c76-533e-49fc-b468-ea85b5205d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:49:23Z', 'updated_at': '2022-07-29T04:49:26Z', 'revision_number': 4, 'project_id': 'f8e9e21d168140e99ffed71146e35fc4', 'gw_port': {'id': '257b6c76-533e-49fc-b468-ea85b5205d10', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c04c53-7421-4b16-83b7-8e93874dcecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:49:24Z', 'updated_at': '2022-07-29T04:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': 'fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e', 'name': '', 'network_id': 'c8994c62-2968-491e-9d89-ada7a08f8ea0', 'tenant_id': 'f8e9e21d168140e99ffed71146e35fc4', 'mac_address': 'fa:16:3e:04:ec:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c04c53-7421-4b16-83b7-8e93874dcecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '9bcd2bfa-a312-446b-bdbd-ca5994b4cf21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:49:26Z', 'updated_at': '2022-07-29T04:49:30Z', 'revision_number': 5, 'project_id': 'f8e9e21d168140e99ffed71146e35fc4', 'subnets': [{'id': '9bcd2bfa-a312-446b-bdbd-ca5994b4cf21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:54:38.414882 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b619b71a-d34e-4e4c-ba7e-c858cdb3fde6 None None] The sync data for ids ['b3c04c53-7421-4b16-83b7-8e93874dcecd'] in dv-cinder-851449-2-iscsi is: [{'id': 'b3c04c53-7421-4b16-83b7-8e93874dcecd', 'name': 'tempest-AttachVolumeShelveTestJSON-56780925-router', 'tenant_id': 'f8e9e21d168140e99ffed71146e35fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '257b6c76-533e-49fc-b468-ea85b5205d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:49:23Z', 'updated_at': '2022-07-29T04:49:26Z', 'revision_number': 4, 'project_id': 'f8e9e21d168140e99ffed71146e35fc4', 'gw_port': {'id': '257b6c76-533e-49fc-b468-ea85b5205d10', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c04c53-7421-4b16-83b7-8e93874dcecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:49:24Z', 'updated_at': '2022-07-29T04:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': 'fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e', 'name': '', 'network_id': 'c8994c62-2968-491e-9d89-ada7a08f8ea0', 'tenant_id': 'f8e9e21d168140e99ffed71146e35fc4', 'mac_address': 'fa:16:3e:04:ec:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c04c53-7421-4b16-83b7-8e93874dcecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '9bcd2bfa-a312-446b-bdbd-ca5994b4cf21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:49:26Z', 'updated_at': '2022-07-29T04:49:30Z', 'revision_number': 5, 'project_id': 'f8e9e21d168140e99ffed71146e35fc4', 'subnets': [{'id': '9bcd2bfa-a312-446b-bdbd-ca5994b4cf21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 04:54:38.623291 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbf515a-a84f-4e5e-b864-13adc35e4884 None None] New status for floating IP 9379f2e7-24f7-4e18-81ab-54e349ed27b6: DOWN {{(pid=115909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 04:54:39.461033 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 34422) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:54:39.519769 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-58c2d529-0be9-4107-8292-a64d06fccf7a tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks [] for security_group (c3277f3b-8f0f-4938-b527-3efb0f65f0a6), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:39.543963 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-58c2d529-0be9-4107-8292-a64d06fccf7a tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks [] for security_group (c3277f3b-8f0f-4938-b527-3efb0f65f0a6), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:39.590881 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-58c2d529-0be9-4107-8292-a64d06fccf7a tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (c3277f3b-8f0f-4938-b527-3efb0f65f0a6), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:39.593565 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-58c2d529-0be9-4107-8292-a64d06fccf7a tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:39.594738 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-58c2d529-0be9-4107-8292-a64d06fccf7a tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "DELETE /v2.0/security-groups/c3277f3b-8f0f-4938-b527-3efb0f65f0a6 HTTP/1.1" status: 204 len: 168 time: 0.1327221 Jul 29 04:54:39.597726 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 34424) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:54:39.603930 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c2d529-0be9-4107-8292-a64d06fccf7a tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3277f3b-8f0f-4938-b527-3efb0f65f0a6,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:54:39.612180 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.api.v2.resource [None req-b931723e-4998-47a8-b884-952b20971168 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] show failed (client error): The resource could not be found. Jul 29 04:54:39.613239 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-b931723e-4998-47a8-b884-952b20971168 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups/c3277f3b-8f0f-4938-b527-3efb0f65f0a6 HTTP/1.1" status: 404 len: 347 time: 0.0145321 Jul 29 04:54:39.616157 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 34426) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:54:39.729889 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.plugin [None req-5f7431e9-0e50-49f5-8eef-fdcda5bfbf47 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Deleting port 2c8763be-3d5b-40ee-8bfd-c416e3bb6563 {{(pid=115907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 04:54:39.730236 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-5f7431e9-0e50-49f5-8eef-fdcda5bfbf47 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (2c8763be-3d5b-40ee-8bfd-c416e3bb6563), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:39.811171 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-5f7431e9-0e50-49f5-8eef-fdcda5bfbf47 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (2c8763be-3d5b-40ee-8bfd-c416e3bb6563), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:39.811584 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-5f7431e9-0e50-49f5-8eef-fdcda5bfbf47 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks [] for floatingip (2c8763be-3d5b-40ee-8bfd-c416e3bb6563), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:39.827404 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.plugin [None req-5f7431e9-0e50-49f5-8eef-fdcda5bfbf47 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Calling delete_port for 2c8763be-3d5b-40ee-8bfd-c416e3bb6563 owned by network:floatingip {{(pid=115907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 04:54:39.981523 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-5f7431e9-0e50-49f5-8eef-fdcda5bfbf47 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7638272'] for port (2c8763be-3d5b-40ee-8bfd-c416e3bb6563), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:40.003639 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7431e9-0e50-49f5-8eef-fdcda5bfbf47 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Pushing event deleted for resources: {'Port': ['ID=2c8763be-3d5b-40ee-8bfd-c416e3bb6563,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:54:40.076937 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-5f7431e9-0e50-49f5-8eef-fdcda5bfbf47 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks [] for floatingip (9379f2e7-24f7-4e18-81ab-54e349ed27b6), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:40.079312 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-5f7431e9-0e50-49f5-8eef-fdcda5bfbf47 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for floatingip (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:40.080450 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-5f7431e9-0e50-49f5-8eef-fdcda5bfbf47 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "DELETE /v2.0/floatingips/9379f2e7-24f7-4e18-81ab-54e349ed27b6 HTTP/1.1" status: 204 len: 168 time: 0.4633708 Jul 29 04:54:40.165726 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 34432) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:54:40.170521 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [None req-ce46664a-51dd-4c8b-8d3e-8bcef84d0ef6 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1384213129', 'description': 'tempest-description--1892750922'}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:54:40.191187 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-ce46664a-51dd-4c8b-8d3e-8bcef84d0ef6 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks [] for security_group (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:40.259068 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-ce46664a-51dd-4c8b-8d3e-8bcef84d0ef6 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks [] for security_group (e6684eb1-d658-4dfb-9961-9dadbcc3bd59), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:40.262821 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-ce46664a-51dd-4c8b-8d3e-8bcef84d0ef6 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (e6684eb1-d658-4dfb-9961-9dadbcc3bd59), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:40.293456 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-ce46664a-51dd-4c8b-8d3e-8bcef84d0ef6 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks [] for security_group (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:40.294709 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-ce46664a-51dd-4c8b-8d3e-8bcef84d0ef6 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1278989 Jul 29 04:54:40.296460 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce46664a-51dd-4c8b-8d3e-8bcef84d0ef6 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6684eb1-d658-4dfb-9961-9dadbcc3bd59,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:54:40.297902 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 34434) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:54:40.302431 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [None req-42f4f5e0-ecb2-48f6-bea5-74cf18aa16e4 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Request body: {'security_group_rule': {'security_group_id': 'e6684eb1-d658-4dfb-9961-9dadbcc3bd59', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:54:40.308334 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:54:40.331556 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-42f4f5e0-ecb2-48f6-bea5-74cf18aa16e4 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks [] for security_group_rule (03e37861-f02e-4c33-b291-c92c407359aa), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:40.386553 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-42f4f5e0-ecb2-48f6-bea5-74cf18aa16e4 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks [] for security_group_rule (03e37861-f02e-4c33-b291-c92c407359aa), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:40.390714 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-42f4f5e0-ecb2-48f6-bea5-74cf18aa16e4 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885006'] for security_group_rule (03e37861-f02e-4c33-b291-c92c407359aa), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:40.409663 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f4f5e0-ecb2-48f6-bea5-74cf18aa16e4 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03e37861-f02e-4c33-b291-c92c407359aa,revision_number=0']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:54:40.415341 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-42f4f5e0-ecb2-48f6-bea5-74cf18aa16e4 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:40.416536 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-42f4f5e0-ecb2-48f6-bea5-74cf18aa16e4 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1176116 Jul 29 04:54:40.419517 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 34436) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:54:40.423807 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [None req-26a6b21b-9534-4fb3-bc4e-8c9b65179085 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Request body: {'security_group_rule': {'security_group_id': 'e6684eb1-d658-4dfb-9961-9dadbcc3bd59', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:54:40.451596 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-26a6b21b-9534-4fb3-bc4e-8c9b65179085 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks [] for security_group_rule (3a314260-cc59-42f4-bd4b-5ba8227d8c62), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:40.509243 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-26a6b21b-9534-4fb3-bc4e-8c9b65179085 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks [] for security_group_rule (3a314260-cc59-42f4-bd4b-5ba8227d8c62), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:40.513255 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-26a6b21b-9534-4fb3-bc4e-8c9b65179085 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885006'] for security_group_rule (3a314260-cc59-42f4-bd4b-5ba8227d8c62), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:40.532834 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a6b21b-9534-4fb3-bc4e-8c9b65179085 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a314260-cc59-42f4-bd4b-5ba8227d8c62,revision_number=0']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:54:40.542448 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-26a6b21b-9534-4fb3-bc4e-8c9b65179085 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:40.544173 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-26a6b21b-9534-4fb3-bc4e-8c9b65179085 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1237030 Jul 29 04:54:40.547356 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 34438) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:54:40.551630 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [None req-c6ef0a19-aa23-416d-a643-c62367e2aaa5 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Request body: {'floatingip': {'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:54:40.573459 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-c6ef0a19-aa23-416d-a643-c62367e2aaa5 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:40.660020 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-c6ef0a19-aa23-416d-a643-c62367e2aaa5 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:40.784627 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.db_base_plugin_common [None req-c6ef0a19-aa23-416d-a643-c62367e2aaa5 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Allocated IP 172.27.0.250 (9a05b655-8925-4222-a853-020f58db76f4/b252d643-2a5f-428d-a536-f8ecbd6d13e1/dff7b20d-6260-427b-a6e0-787f4ed9a0ba) {{(pid=115908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 04:54:40.878828 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:54:40.895671 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-c6ef0a19-aa23-416d-a643-c62367e2aaa5 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks [] for port (dff7b20d-6260-427b-a6e0-787f4ed9a0ba), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:40.929373 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-c6ef0a19-aa23-416d-a643-c62367e2aaa5 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (dff7b20d-6260-427b-a6e0-787f4ed9a0ba), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:40.968258 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ef0a19-aa23-416d-a643-c62367e2aaa5 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Network 9a05b655-8925-4222-a853-020f58db76f4 is already hosted by enough agents. {{(pid=115908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 04:54:40.973109 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.base_scheduler [None req-c6ef0a19-aa23-416d-a643-c62367e2aaa5 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Resources bound (agent type, host, resource id): {{(pid=115908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:54:40.977123 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ef0a19-aa23-416d-a643-c62367e2aaa5 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Received port after_create {{(pid=115908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 04:54:40.980118 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ef0a19-aa23-416d-a643-c62367e2aaa5 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Pushing event updated for resources: {'Port': ['ID=dff7b20d-6260-427b-a6e0-787f4ed9a0ba,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:54:40.998605 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:54:41.061432 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-c6ef0a19-aa23-416d-a643-c62367e2aaa5 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks [] for floatingip (8a638e25-b950-454c-9e85-fb3fe0a9dc68), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:41.099592 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-c6ef0a19-aa23-416d-a643-c62367e2aaa5 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (dff7b20d-6260-427b-a6e0-787f4ed9a0ba), before_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:41.249627 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-c6ef0a19-aa23-416d-a643-c62367e2aaa5 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks [] for port (dff7b20d-6260-427b-a6e0-787f4ed9a0ba), precommit_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:41.255141 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-c6ef0a19-aa23-416d-a643-c62367e2aaa5 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7403849'] for port (dff7b20d-6260-427b-a6e0-787f4ed9a0ba), after_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:41.328555 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ef0a19-aa23-416d-a643-c62367e2aaa5 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Pushing event updated for resources: {'Port': ['ID=dff7b20d-6260-427b-a6e0-787f4ed9a0ba,revision_number=2']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:54:41.336684 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-c6ef0a19-aa23-416d-a643-c62367e2aaa5 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1937124'] for floatingip (8a638e25-b950-454c-9e85-fb3fe0a9dc68), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:41.352399 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-c6ef0a19-aa23-416d-a643-c62367e2aaa5 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for floatingip (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:41.353707 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-c6ef0a19-aa23-416d-a643-c62367e2aaa5 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8053741 Jul 29 04:54:41.503636 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9e3b450a-a183-454a-8dff-1a6a22878a3a req-f6047aea-8234-47b2-ae95-51fbc2acfdb0 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--1384213129&fields=id&tenant_id=f8e9e21d168140e99ffed71146e35fc4 HTTP/1.1" status: 200 len: 267 time: 0.0416338 Jul 29 04:54:41.611568 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3b450a-a183-454a-8dff-1a6a22878a3a req-a7b6b12c-65e5-4e9b-a9a7-62d0900bc226 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:41.612953 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9e3b450a-a183-454a-8dff-1a6a22878a3a req-a7b6b12c-65e5-4e9b-a9a7-62d0900bc226 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/networks?id=c8994c62-2968-491e-9d89-ada7a08f8ea0 HTTP/1.1" status: 200 len: 815 time: 0.1029999 Jul 29 04:54:41.627729 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9e3b450a-a183-454a-8dff-1a6a22878a3a req-55db0f17-d07e-42a4-a1c4-574036d2b5f9 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/quotas/f8e9e21d168140e99ffed71146e35fc4 HTTP/1.1" status: 200 len: 375 time: 0.0094767 Jul 29 04:54:41.676361 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9e3b450a-a183-454a-8dff-1a6a22878a3a req-d5737af8-ef54-4724-beb3-6eb3a8051af7 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=f8e9e21d168140e99ffed71146e35fc4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439172 Jul 29 04:54:41.773621 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9e3b450a-a183-454a-8dff-1a6a22878a3a req-432a706f-86fa-4831-a2eb-d55ef48050e3 service neutron] 10.222.0.40 "GET /v2.0/networks/c8994c62-2968-491e-9d89-ada7a08f8ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853729 Jul 29 04:54:41.780771 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device 1f4eb45a-ea71-4ede-b569-032c9dddfac4 no longer exists at agent hyperv_hv-cinder-85144 {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 04:54:41.803498 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] No Port match for: 1f4eb45a-ea71-4ede-b569-032c9dddfac4 {{(pid=115909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 04:54:41.803846 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device 1f4eb45a-ea71-4ede-b569-032c9dddfac4 not bound to the agent host hv-cinder-85144 {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 04:54:41.839845 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:54:41.865502 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9e3b450a-a183-454a-8dff-1a6a22878a3a req-2b5b50c0-3928-45b5-8c0d-7d05b3a584dc service neutron] 10.222.0.40 "GET /v2.0/networks/c8994c62-2968-491e-9d89-ada7a08f8ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856051 Jul 29 04:54:42.029320 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-731b838a-f2aa-40d4-bd74-37e518b9670b req-bfd14f06-bb0c-4bf1-b8de-ed3aa949e42d tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 210 time: 0.0313003 Jul 29 04:54:43.038818 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:54:43.079442 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3b450a-a183-454a-8dff-1a6a22878a3a req-43c93032-dbc4-4171-9f15-e789f69a6ae3 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:43.081221 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9e3b450a-a183-454a-8dff-1a6a22878a3a req-43c93032-dbc4-4171-9f15-e789f69a6ae3 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.64 "GET /v2.0/networks?id=c8994c62-2968-491e-9d89-ada7a08f8ea0 HTTP/1.1" status: 200 len: 815 time: 0.1091390 Jul 29 04:54:43.145238 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-6cecd655-69ae-4f3d-8a8d-200655aaf00d req-70097a69-213d-4bea-a08a-cd5e9dad6555 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 210 time: 0.0300531 Jul 29 04:54:43.178940 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9e3b450a-a183-454a-8dff-1a6a22878a3a req-e3ae618f-f992-46b3-a5e5-471ff867a789 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8e9e21d168140e99ffed71146e35fc4 HTTP/1.1" status: 200 len: 380 time: 0.0810723 Jul 29 04:54:43.242094 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [req-9e3b450a-a183-454a-8dff-1a6a22878a3a req-86f0450f-4566-4f44-9ead-ae40a444a6cb tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Request body: {'port': {'device_id': '5e997be3-f342-420b-8630-ca1f8847303a', 'network_id': 'c8994c62-2968-491e-9d89-ada7a08f8ea0', 'admin_state_up': True, 'tenant_id': 'f8e9e21d168140e99ffed71146e35fc4', 'security_groups': ['e6684eb1-d658-4dfb-9961-9dadbcc3bd59']}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:54:43.349058 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e3b450a-a183-454a-8dff-1a6a22878a3a req-86f0450f-4566-4f44-9ead-ae40a444a6cb tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Made reservation on behalf of f8e9e21d168140e99ffed71146e35fc4 for: {'port': 1} {{(pid=115908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 04:54:43.352342 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-9e3b450a-a183-454a-8dff-1a6a22878a3a req-86f0450f-4566-4f44-9ead-ae40a444a6cb tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:43.476960 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.db_base_plugin_common [req-9e3b450a-a183-454a-8dff-1a6a22878a3a req-86f0450f-4566-4f44-9ead-ae40a444a6cb tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Allocated IP 172.20.0.5 (c8994c62-2968-491e-9d89-ada7a08f8ea0/9bcd2bfa-a312-446b-bdbd-ca5994b4cf21/89c67e7e-2b75-46a8-b24e-d4b2cd7a0832) {{(pid=115908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 04:54:43.611401 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-9e3b450a-a183-454a-8dff-1a6a22878a3a req-86f0450f-4566-4f44-9ead-ae40a444a6cb tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks [] for port (89c67e7e-2b75-46a8-b24e-d4b2cd7a0832), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:43.642586 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-9e3b450a-a183-454a-8dff-1a6a22878a3a req-86f0450f-4566-4f44-9ead-ae40a444a6cb tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (89c67e7e-2b75-46a8-b24e-d4b2cd7a0832), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:43.690081 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e3b450a-a183-454a-8dff-1a6a22878a3a req-86f0450f-4566-4f44-9ead-ae40a444a6cb tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Network c8994c62-2968-491e-9d89-ada7a08f8ea0 is already hosted by enough agents. {{(pid=115908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 04:54:43.693312 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.base_scheduler [req-9e3b450a-a183-454a-8dff-1a6a22878a3a req-86f0450f-4566-4f44-9ead-ae40a444a6cb tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Resources bound (agent type, host, resource id): {{(pid=115908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:54:43.697131 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e3b450a-a183-454a-8dff-1a6a22878a3a req-86f0450f-4566-4f44-9ead-ae40a444a6cb tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Received port after_create {{(pid=115908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 04:54:43.722405 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f0450f-4566-4f44-9ead-ae40a444a6cb tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Pushing event updated for resources: {'Port': ['ID=89c67e7e-2b75-46a8-b24e-d4b2cd7a0832,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:54:43.750571 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3b450a-a183-454a-8dff-1a6a22878a3a req-86f0450f-4566-4f44-9ead-ae40a444a6cb tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:43.751320 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-9e3b450a-a183-454a-8dff-1a6a22878a3a req-86f0450f-4566-4f44-9ead-ae40a444a6cb tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for port (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:43.768910 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9e3b450a-a183-454a-8dff-1a6a22878a3a req-86f0450f-4566-4f44-9ead-ae40a444a6cb tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5303605 Jul 29 04:54:43.787607 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [req-9e3b450a-a183-454a-8dff-1a6a22878a3a req-38eb31a6-5618-4140-a522-fda799917bfa service neutron] Request body: {'port': {'device_id': '5e997be3-f342-420b-8630-ca1f8847303a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85144'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:54:43.811531 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:54:43.850956 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-9e3b450a-a183-454a-8dff-1a6a22878a3a req-38eb31a6-5618-4140-a522-fda799917bfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (89c67e7e-2b75-46a8-b24e-d4b2cd7a0832), before_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:43.930098 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-21579d64-4a8c-4836-a674-f1707eadd674 None None] Provisioning complete for port 89c67e7e-2b75-46a8-b24e-d4b2cd7a0832 triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:54:43.930688 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-21579d64-4a8c-4836-a674-f1707eadd674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (89c67e7e-2b75-46a8-b24e-d4b2cd7a0832), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:43.963419 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-21579d64-4a8c-4836-a674-f1707eadd674 None None] Port 89c67e7e-2b75-46a8-b24e-d4b2cd7a0832 cannot update to ACTIVE because it is not bound. {{(pid=115909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 04:54:43.967940 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:54:44.105191 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [req-9e3b450a-a183-454a-8dff-1a6a22878a3a req-38eb31a6-5618-4140-a522-fda799917bfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89c67e7e-2b75-46a8-b24e-d4b2cd7a0832 {{(pid=115908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 04:54:44.112894 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-9e3b450a-a183-454a-8dff-1a6a22878a3a req-38eb31a6-5618-4140-a522-fda799917bfa service neutron] Publish callbacks [] for port (89c67e7e-2b75-46a8-b24e-d4b2cd7a0832), precommit_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:44.125950 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.provisioning_blocks [req-9e3b450a-a183-454a-8dff-1a6a22878a3a req-38eb31a6-5618-4140-a522-fda799917bfa service neutron] Transition to ACTIVE for port object 89c67e7e-2b75-46a8-b24e-d4b2cd7a0832 will not be triggered until provisioned by entity L2. {{(pid=115908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 29 04:54:44.129023 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-9e3b450a-a183-454a-8dff-1a6a22878a3a req-38eb31a6-5618-4140-a522-fda799917bfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7403849'] for port (89c67e7e-2b75-46a8-b24e-d4b2cd7a0832), after_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:44.177944 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eb31a6-5618-4140-a522-fda799917bfa service neutron] Pushing event updated for resources: {'Port': ['ID=89c67e7e-2b75-46a8-b24e-d4b2cd7a0832,revision_number=2']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:54:44.255980 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.managers [req-9e3b450a-a183-454a-8dff-1a6a22878a3a req-38eb31a6-5618-4140-a522-fda799917bfa service neutron] Attempting to bind port 89c67e7e-2b75-46a8-b24e-d4b2cd7a0832 on host hv-cinder-85144 for vnic_type normal with profile {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 04:54:44.256569 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.managers [req-9e3b450a-a183-454a-8dff-1a6a22878a3a req-38eb31a6-5618-4140-a522-fda799917bfa service neutron] Attempting to bind port 89c67e7e-2b75-46a8-b24e-d4b2cd7a0832 by drivers openvswitch,hyperv on host hv-cinder-85144 at level 0 using segments [{'id': 'ffb2b7f4-3669-4504-9503-4837d5f21e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c8994c62-2968-491e-9d89-ada7a08f8ea0'}] {{(pid=115908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 04:54:44.257099 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3b450a-a183-454a-8dff-1a6a22878a3a req-38eb31a6-5618-4140-a522-fda799917bfa service neutron] Attempting to bind port 89c67e7e-2b75-46a8-b24e-d4b2cd7a0832 on network c8994c62-2968-491e-9d89-ada7a08f8ea0 {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 04:54:44.264495 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3b450a-a183-454a-8dff-1a6a22878a3a req-38eb31a6-5618-4140-a522-fda799917bfa service neutron] Port 89c67e7e-2b75-46a8-b24e-d4b2cd7a0832 on network c8994c62-2968-491e-9d89-ada7a08f8ea0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85144 {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 29 04:54:44.264855 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3b450a-a183-454a-8dff-1a6a22878a3a req-38eb31a6-5618-4140-a522-fda799917bfa service neutron] Attempting to bind port 89c67e7e-2b75-46a8-b24e-d4b2cd7a0832 on network c8994c62-2968-491e-9d89-ada7a08f8ea0 {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 04:54:44.270800 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3b450a-a183-454a-8dff-1a6a22878a3a req-38eb31a6-5618-4140-a522-fda799917bfa service neutron] Checking agent: {'id': 'bab6a0c9-2145-495f-b42f-b184e241503a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85144', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 4, 45, 21), 'started_at': datetime.datetime(2022, 7, 29, 4, 45, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 4, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 04:54:44.271140 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3b450a-a183-454a-8dff-1a6a22878a3a req-38eb31a6-5618-4140-a522-fda799917bfa service neutron] Checking segment: {'id': 'ffb2b7f4-3669-4504-9503-4837d5f21e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c8994c62-2968-491e-9d89-ada7a08f8ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 04:54:44.271521 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3b450a-a183-454a-8dff-1a6a22878a3a req-38eb31a6-5618-4140-a522-fda799917bfa service neutron] Bound using segment: {'id': 'ffb2b7f4-3669-4504-9503-4837d5f21e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c8994c62-2968-491e-9d89-ada7a08f8ea0'} {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 04:54:44.271960 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.managers [req-9e3b450a-a183-454a-8dff-1a6a22878a3a req-38eb31a6-5618-4140-a522-fda799917bfa service neutron] Bound port: 89c67e7e-2b75-46a8-b24e-d4b2cd7a0832, host: hv-cinder-85144, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffb2b7f4-3669-4504-9503-4837d5f21e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c8994c62-2968-491e-9d89-ada7a08f8ea0'}}] {{(pid=115908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 04:54:44.272323 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-9e3b450a-a183-454a-8dff-1a6a22878a3a req-38eb31a6-5618-4140-a522-fda799917bfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (89c67e7e-2b75-46a8-b24e-d4b2cd7a0832), before_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:44.286228 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383145f2-8d17-4cb7-89b9-24a18f0f6b69 req-f4eccecc-685f-4bef-b6ec-2c09e355a584 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:44.287770 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-383145f2-8d17-4cb7-89b9-24a18f0f6b69 req-f4eccecc-685f-4bef-b6ec-2c09e355a584 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 943 time: 0.0541720 Jul 29 04:54:44.348851 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-383145f2-8d17-4cb7-89b9-24a18f0f6b69 req-e90aeeab-22fe-47ca-8834-23066084a3a6 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530064 Jul 29 04:54:44.350384 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [req-9e3b450a-a183-454a-8dff-1a6a22878a3a req-38eb31a6-5618-4140-a522-fda799917bfa service neutron] For port 89c67e7e-2b75-46a8-b24e-d4b2cd7a0832, host hv-cinder-85144, cleared binding levels {{(pid=115908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 04:54:44.354080 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [req-9e3b450a-a183-454a-8dff-1a6a22878a3a req-38eb31a6-5618-4140-a522-fda799917bfa service neutron] For port 89c67e7e-2b75-46a8-b24e-d4b2cd7a0832, host hv-cinder-85144, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=89c67e7e-2b75-46a8-b24e-d4b2cd7a0832,segment=NetworkSegment(ffb2b7f4-3669-4504-9503-4837d5f21e70),segment_id=ffb2b7f4-3669-4504-9503-4837d5f21e70)] {{(pid=115908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 04:54:44.361776 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-9e3b450a-a183-454a-8dff-1a6a22878a3a req-38eb31a6-5618-4140-a522-fda799917bfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7403849'] for port (89c67e7e-2b75-46a8-b24e-d4b2cd7a0832), after_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:44.400848 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3b450a-a183-454a-8dff-1a6a22878a3a req-38eb31a6-5618-4140-a522-fda799917bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:44.401459 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-9e3b450a-a183-454a-8dff-1a6a22878a3a req-38eb31a6-5618-4140-a522-fda799917bfa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for port (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:44.403489 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9e3b450a-a183-454a-8dff-1a6a22878a3a req-38eb31a6-5618-4140-a522-fda799917bfa service neutron] 10.222.0.64 "PUT /v2.0/ports/89c67e7e-2b75-46a8-b24e-d4b2cd7a0832 HTTP/1.1" status: 200 len: 1093 time: 0.6200907 Jul 29 04:54:44.403922 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e997be3-f342-420b-8630-ca1f8847303a', 'tag': '89c67e7e-2b75-46a8-b24e-d4b2cd7a0832'}] {{(pid=115908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:54:44.406196 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91089063952d51f7df5c9c02e055d40fa8e1e9cb9a21cfbbcb9b3277c7a948b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4874c4d-72be-4827-8461-f8ac6935d130" -d '{"events": [{"name": "network-changed", "server_uuid": "5e997be3-f342-420b-8630-ca1f8847303a", "tag": "89c67e7e-2b75-46a8-b24e-d4b2cd7a0832"}]}' {{(pid=115908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:54:44.427484 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eb31a6-5618-4140-a522-fda799917bfa service neutron] Pushing event updated for resources: {'Port': ['ID=89c67e7e-2b75-46a8-b24e-d4b2cd7a0832,revision_number=3']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:54:44.457134 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 04:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5666b186-3a8c-4f1d-bb8b-bf6d25d6c428 x-openstack-request-id: req-5666b186-3a8c-4f1d-bb8b-bf6d25d6c428 {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:54:44.457480 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e997be3-f342-420b-8630-ca1f8847303a", "tag": "89c67e7e-2b75-46a8-b24e-d4b2cd7a0832", "status": "completed", "code": 200}]} {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:54:44.457812 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-5666b186-3a8c-4f1d-bb8b-bf6d25d6c428 {{(pid=115908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:54:44.458301 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5666b186-3a8c-4f1d-bb8b-bf6d25d6c428'] response: {'name': 'network-changed', 'server_uuid': '5e997be3-f342-420b-8630-ca1f8847303a', 'tag': '89c67e7e-2b75-46a8-b24e-d4b2cd7a0832', 'status': 'completed', 'code': 200} Jul 29 04:54:44.516399 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3b450a-a183-454a-8dff-1a6a22878a3a req-2249d34d-c25f-4493-be03-d2a34649ef58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:44.517999 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9e3b450a-a183-454a-8dff-1a6a22878a3a req-2249d34d-c25f-4493-be03-d2a34649ef58 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f8e9e21d168140e99ffed71146e35fc4&device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 1127 time: 0.0431666 Jul 29 04:54:44.570347 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9e3b450a-a183-454a-8dff-1a6a22878a3a req-a9af8e77-3fe7-462a-8446-93f033d0c86e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89c67e7e-2b75-46a8-b24e-d4b2cd7a0832 HTTP/1.1" status: 200 len: 217 time: 0.0377059 Jul 29 04:54:44.620562 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3b450a-a183-454a-8dff-1a6a22878a3a req-e9c1c2a5-e638-4f6e-a2b4-dbb05e94fd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:44.622740 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9e3b450a-a183-454a-8dff-1a6a22878a3a req-e9c1c2a5-e638-4f6e-a2b4-dbb05e94fd8a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9bcd2bfa-a312-446b-bdbd-ca5994b4cf21 HTTP/1.1" status: 200 len: 854 time: 0.0447555 Jul 29 04:54:44.666237 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3b450a-a183-454a-8dff-1a6a22878a3a req-268d3617-ae8f-4329-b18a-bfff3d9518a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:44.667728 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9e3b450a-a183-454a-8dff-1a6a22878a3a req-268d3617-ae8f-4329-b18a-bfff3d9518a7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c8994c62-2968-491e-9d89-ada7a08f8ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389473 Jul 29 04:54:44.759898 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9e3b450a-a183-454a-8dff-1a6a22878a3a req-efd71891-976f-4396-8127-43712d630e5e service neutron] 10.222.0.64 "GET /v2.0/networks/c8994c62-2968-491e-9d89-ada7a08f8ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856659 Jul 29 04:54:44.835826 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:54:44.852542 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9e3b450a-a183-454a-8dff-1a6a22878a3a req-98e6071b-ac91-4cba-b0a9-26ade8a17d72 service neutron] 10.222.0.64 "GET /v2.0/networks/c8994c62-2968-491e-9d89-ada7a08f8ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863853 Jul 29 04:54:45.467282 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf5ae7-ca67-4cbe-84a5-8d2752c57749 req-db981cfc-2a0f-492c-9942-5261bb791132 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:45.468786 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-f2cf5ae7-ca67-4cbe-84a5-8d2752c57749 req-db981cfc-2a0f-492c-9942-5261bb791132 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 943 time: 0.0466814 Jul 29 04:54:45.481155 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:54:45.501305 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:54:45.522607 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-f2cf5ae7-ca67-4cbe-84a5-8d2752c57749 req-d1d8d3f5-d06c-4eec-832a-4e01e1f5e318 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483799 Jul 29 04:54:46.865296 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:54:46.880660 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93261b3c-0afd-4420-b474-c78a45e00477 req-a0ac31a1-dab2-48be-8936-a88643506249 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:46.882146 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-93261b3c-0afd-4420-b474-c78a45e00477 req-a0ac31a1-dab2-48be-8936-a88643506249 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 943 time: 0.2802768 Jul 29 04:54:46.928593 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-93261b3c-0afd-4420-b474-c78a45e00477 req-fc9b3432-a742-4123-bf45-83969790c061 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401759 Jul 29 04:54:47.799846 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device 89c67e7e-2b75-46a8-b24e-d4b2cd7a0832 details requested by agent hyperv_hv-cinder-85144 with host hv-cinder-85144 {{(pid=115909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 04:54:47.899045 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port 89c67e7e-2b75-46a8-b24e-d4b2cd7a0832, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=89c67e7e-2b75-46a8-b24e-d4b2cd7a0832,segment=NetworkSegment(ffb2b7f4-3669-4504-9503-4837d5f21e70),segment_id=ffb2b7f4-3669-4504-9503-4837d5f21e70)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:54:47.910953 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Returning: {'device': '89c67e7e-2b75-46a8-b24e-d4b2cd7a0832', 'network_id': 'c8994c62-2968-491e-9d89-ada7a08f8ea0', 'port_id': '89c67e7e-2b75-46a8-b24e-d4b2cd7a0832', 'mac_address': 'fa:16:3e:2b:ec:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bcd2bfa-a312-446b-bdbd-ca5994b4cf21', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 04:54:47.940843 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4874c4d-72be-4827-8461-f8ac6935d130 req-d958d0a4-ad97-402e-9227-9e5c949fa778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:47.942342 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-d4874c4d-72be-4827-8461-f8ac6935d130 req-d958d0a4-ad97-402e-9227-9e5c949fa778 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f8e9e21d168140e99ffed71146e35fc4&device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 1127 time: 0.0421154 Jul 29 04:54:47.955828 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Current status of the port 89c67e7e-2b75-46a8-b24e-d4b2cd7a0832 is: DOWN; New status is: BUILD {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:54:47.956247 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (89c67e7e-2b75-46a8-b24e-d4b2cd7a0832), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:47.971286 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.notifiers.nova [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89c67e7e-2b75-46a8-b24e-d4b2cd7a0832 {{(pid=115909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 04:54:47.991932 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port 89c67e7e-2b75-46a8-b24e-d4b2cd7a0832, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=89c67e7e-2b75-46a8-b24e-d4b2cd7a0832,segment=NetworkSegment(ffb2b7f4-3669-4504-9503-4837d5f21e70),segment_id=ffb2b7f4-3669-4504-9503-4837d5f21e70)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:54:47.996109 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (89c67e7e-2b75-46a8-b24e-d4b2cd7a0832), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:48.042167 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4874c4d-72be-4827-8461-f8ac6935d130 req-437b611c-9645-47cd-b4ca-0e931bfc499d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:48.043683 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-d4874c4d-72be-4827-8461-f8ac6935d130 req-437b611c-9645-47cd-b4ca-0e931bfc499d service neutron] 10.222.0.64 "GET /v2.0/networks?id=c8994c62-2968-491e-9d89-ada7a08f8ea0 HTTP/1.1" status: 200 len: 916 time: 0.0956576 Jul 29 04:54:48.053064 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Pushing event updated for resources: {'Port': ['ID=89c67e7e-2b75-46a8-b24e-d4b2cd7a0832,revision_number=4']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:54:48.060373 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca8517-62c2-487e-8761-399dda29fe73 req-dcb25268-924e-484a-b7d1-55c4de17ffa6 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:48.065139 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-25ca8517-62c2-487e-8761-399dda29fe73 req-dcb25268-924e-484a-b7d1-55c4de17ffa6 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 944 time: 0.0551150 Jul 29 04:54:48.087177 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-d4874c4d-72be-4827-8461-f8ac6935d130 req-39910db8-e7d3-4938-8a81-6d13a301392e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89c67e7e-2b75-46a8-b24e-d4b2cd7a0832 HTTP/1.1" status: 200 len: 217 time: 0.0361772 Jul 29 04:54:48.111660 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-25ca8517-62c2-487e-8761-399dda29fe73 req-d08ba189-826d-4e68-a53a-ce5952e9c84f tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433371 Jul 29 04:54:48.138560 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4874c4d-72be-4827-8461-f8ac6935d130 req-9ef218a4-1ef6-4baf-b0be-cc693a388650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:48.140476 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-d4874c4d-72be-4827-8461-f8ac6935d130 req-9ef218a4-1ef6-4baf-b0be-cc693a388650 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9bcd2bfa-a312-446b-bdbd-ca5994b4cf21 HTTP/1.1" status: 200 len: 854 time: 0.0453587 Jul 29 04:54:48.188654 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4874c4d-72be-4827-8461-f8ac6935d130 req-7c6d66af-1774-4670-af3c-8a6001d44aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:48.190088 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-d4874c4d-72be-4827-8461-f8ac6935d130 req-7c6d66af-1774-4670-af3c-8a6001d44aac service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c8994c62-2968-491e-9d89-ada7a08f8ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437038 Jul 29 04:54:48.279950 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-d4874c4d-72be-4827-8461-f8ac6935d130 req-05ac5c30-a44b-45ae-b63d-9d6a22a0aa49 service neutron] 10.222.0.64 "GET /v2.0/networks/c8994c62-2968-491e-9d89-ada7a08f8ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825861 Jul 29 04:54:48.376020 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-d4874c4d-72be-4827-8461-f8ac6935d130 req-552a39fa-4d49-41a0-a6dd-3de14f1c7e46 service neutron] 10.222.0.64 "GET /v2.0/networks/c8994c62-2968-491e-9d89-ada7a08f8ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889642 Jul 29 04:54:48.386637 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=68 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:54:48.387389 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=67,neutron:DELETE=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:54:48.418524 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-f9da5bc5-5470-4cd3-8a28-7326870a5f4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:48.557888 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] get_ports_and_sgs() called for port_ids ['89c67e7e-2b75-46a8-b24e-d4b2cd7a0832'] {{(pid=115909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 04:54:49.234953 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b3a902-9c26-42a6-8127-6bce553410de req-d4ee82d0-42e2-4b86-8cf3-cd0c01599fd6 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:49.236401 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c7b3a902-9c26-42a6-8127-6bce553410de req-d4ee82d0-42e2-4b86-8cf3-cd0c01599fd6 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 944 time: 0.0482461 Jul 29 04:54:49.285858 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c7b3a902-9c26-42a6-8127-6bce553410de req-0db14558-f5b1-4393-82fa-dc562177131a tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440340 Jul 29 04:54:49.807935 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device 89c67e7e-2b75-46a8-b24e-d4b2cd7a0832 up at agent hyperv_hv-cinder-85144 {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 04:54:49.849607 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Provisioning for port 89c67e7e-2b75-46a8-b24e-d4b2cd7a0832 completed by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 29 04:54:49.855365 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Provisioning complete for port 89c67e7e-2b75-46a8-b24e-d4b2cd7a0832 triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:54:49.855706 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (89c67e7e-2b75-46a8-b24e-d4b2cd7a0832), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:49.926682 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Current status of the port 89c67e7e-2b75-46a8-b24e-d4b2cd7a0832 is: BUILD; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:54:49.926986 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (89c67e7e-2b75-46a8-b24e-d4b2cd7a0832), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:49.943750 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:54:49.951468 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e997be3-f342-420b-8630-ca1f8847303a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c67e7e-2b75-46a8-b24e-d4b2cd7a0832'}] {{(pid=115909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:54:49.953908 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c420e031ced92140226aa6f83123c9b23fc96e3244e1479094dc728224b9fe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609611d4-8d55-461b-8e1b-ef6fc3751c73" -d '{"events": [{"server_uuid": "5e997be3-f342-420b-8630-ca1f8847303a", "name": "network-vif-plugged", "status": "completed", "tag": "89c67e7e-2b75-46a8-b24e-d4b2cd7a0832"}]}' {{(pid=115909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:54:49.971907 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port 89c67e7e-2b75-46a8-b24e-d4b2cd7a0832, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=89c67e7e-2b75-46a8-b24e-d4b2cd7a0832,segment=NetworkSegment(ffb2b7f4-3669-4504-9503-4837d5f21e70),segment_id=ffb2b7f4-3669-4504-9503-4837d5f21e70)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:54:49.975968 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (89c67e7e-2b75-46a8-b24e-d4b2cd7a0832), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:50.000190 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 04:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6024e4-b502-42ae-92c2-6aec7b6ff3fc x-openstack-request-id: req-2c6024e4-b502-42ae-92c2-6aec7b6ff3fc {{(pid=115909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:54:50.000478 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e997be3-f342-420b-8630-ca1f8847303a", "name": "network-vif-plugged", "status": "completed", "tag": "89c67e7e-2b75-46a8-b24e-d4b2cd7a0832", "code": 200}]} {{(pid=115909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:54:50.000754 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-2c6024e4-b502-42ae-92c2-6aec7b6ff3fc {{(pid=115909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:54:50.001145 dv-cinder-851449-2-iscsi neutron-server[115909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c6024e4-b502-42ae-92c2-6aec7b6ff3fc'] response: {'server_uuid': '5e997be3-f342-420b-8630-ca1f8847303a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c67e7e-2b75-46a8-b24e-d4b2cd7a0832', 'code': 200} Jul 29 04:54:50.023700 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Pushing event updated for resources: {'Port': ['ID=89c67e7e-2b75-46a8-b24e-d4b2cd7a0832,revision_number=5']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:54:50.216106 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bbeee9-187e-4cd3-b5a5-4d888cfbe70b req-6de9f07a-a53d-4fbe-bd50-fa3ef1ed8351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:50.217821 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-68bbeee9-187e-4cd3-b5a5-4d888cfbe70b req-6de9f07a-a53d-4fbe-bd50-fa3ef1ed8351 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 1129 time: 0.0433276 Jul 29 04:54:50.262704 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-68bbeee9-187e-4cd3-b5a5-4d888cfbe70b req-be4e6d6c-f788-46e8-a61f-b8c4a5182a8d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381165 Jul 29 04:54:50.408532 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ce175-814f-43fc-afd2-fa66824f779f req-4dafc711-9901-4eb1-beaa-fe882f91af0a tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:50.410027 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-396ce175-814f-43fc-afd2-fa66824f779f req-4dafc711-9901-4eb1-beaa-fe882f91af0a tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 945 time: 0.0479026 Jul 29 04:54:50.457978 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-396ce175-814f-43fc-afd2-fa66824f779f req-f372a72c-7cde-447d-9f67-744e6425430d tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421832 Jul 29 04:54:50.642207 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:54:50.648118 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-56735952-a885-4548-9f1a-fa8702e4fec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:51.501016 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (bab6a0c9-2145-495f-b42f-b184e241503a), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:51.583037 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede8818-b02d-4105-8200-7eedefedf0c0 req-7fad7d6e-bbf2-461f-8593-4ad80617eb6a tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:51.584520 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-4ede8818-b02d-4105-8200-7eedefedf0c0 req-7fad7d6e-bbf2-461f-8593-4ad80617eb6a tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 945 time: 0.0482204 Jul 29 04:54:51.632866 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-4ede8818-b02d-4105-8200-7eedefedf0c0 req-cdeeb5cb-2970-430f-afd5-6700152a316b tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423625 Jul 29 04:54:51.842135 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:52.759304 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a5ede8-5d54-4342-94a6-2c1fe59368c8 req-3a62ce15-5f86-4920-96c4-5f1558d18f90 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:52.760792 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b4a5ede8-5d54-4342-94a6-2c1fe59368c8 req-3a62ce15-5f86-4920-96c4-5f1558d18f90 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 945 time: 0.0465364 Jul 29 04:54:52.811809 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b4a5ede8-5d54-4342-94a6-2c1fe59368c8 req-3b395f25-d8a5-4d50-b667-3cb4221d32d3 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442507 Jul 29 04:54:52.935881 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9673c0b1-7d9d-4214-aec1-43b6fcf80d10 req-e0c46a5c-97af-47c2-968c-2761f1b12bdd tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:52.938065 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-9673c0b1-7d9d-4214-aec1-43b6fcf80d10 req-e0c46a5c-97af-47c2-968c-2761f1b12bdd tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 945 time: 0.0540619 Jul 29 04:54:52.947781 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 34498) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:54:52.953082 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [None req-5326d699-27df-4efa-98e6-81d37f9304c3 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Request body: {'floatingip': {'port_id': '89c67e7e-2b75-46a8-b24e-d4b2cd7a0832'}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:54:52.990514 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-5326d699-27df-4efa-98e6-81d37f9304c3 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks [] for floatingip (8a638e25-b950-454c-9e85-fb3fe0a9dc68), before_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:53.209553 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:53.355013 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:53.437522 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-5326d699-27df-4efa-98e6-81d37f9304c3 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:53.441176 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-5326d699-27df-4efa-98e6-81d37f9304c3 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1937124'] for floatingip (8a638e25-b950-454c-9e85-fb3fe0a9dc68), after_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:53.537025 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.db.l3_db [None req-5326d699-27df-4efa-98e6-81d37f9304c3 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Floating IP 8a638e25-b950-454c-9e85-fb3fe0a9dc68 associated. External IP: 172.27.0.250, port: 89c67e7e-2b75-46a8-b24e-d4b2cd7a0832. Jul 29 04:54:53.729326 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:54:53.735438 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5326d699-27df-4efa-98e6-81d37f9304c3 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Router b3c04c53-7421-4b16-83b7-8e93874dcecd has already been hosted by L3 agent 507cc676-b5a3-487d-9bd3-df89beb45ea5 {{(pid=115907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 04:54:53.739571 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:54:53.840305 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5326d699-27df-4efa-98e6-81d37f9304c3 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Notify agent at l3_agent.dv-cinder-851449-2-iscsi the message routers_updated {{(pid=115907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 04:54:53.845354 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-5326d699-27df-4efa-98e6-81d37f9304c3 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for floatingip (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:53.850095 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce08545-cb31-47b8-bf6e-714ac199c275 None None] Sync routers for ids ['b3c04c53-7421-4b16-83b7-8e93874dcecd'] in dv-cinder-851449-2-iscsi {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 04:54:53.860240 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce08545-cb31-47b8-bf6e-714ac199c275 None None] Routers {'b3c04c53-7421-4b16-83b7-8e93874dcecd'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:54:53.860886 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-5ce08545-cb31-47b8-bf6e-714ac199c275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:54:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['b3c04c53-7421-4b16-83b7-8e93874dcecd'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:54:53.876305 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-5326d699-27df-4efa-98e6-81d37f9304c3 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "PUT /v2.0/floatingips/8a638e25-b950-454c-9e85-fb3fe0a9dc68 HTTP/1.1" status: 200 len: 991 time: 0.9274762 Jul 29 04:54:53.876917 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e997be3-f342-420b-8630-ca1f8847303a', 'tag': '89c67e7e-2b75-46a8-b24e-d4b2cd7a0832'}] {{(pid=115907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:54:53.879192 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6d28d1995ec7db04a13c19e5d747406a5c99e6072777cdd6d240f116ae67410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aaf88e0-c28c-4b62-9e76-5fd32e8c8103" -d '{"events": [{"name": "network-changed", "server_uuid": "5e997be3-f342-420b-8630-ca1f8847303a", "tag": "89c67e7e-2b75-46a8-b24e-d4b2cd7a0832"}]}' {{(pid=115907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:54:53.916227 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 04:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02c1781-c802-4570-aef8-a368aaff8734 x-openstack-request-id: req-e02c1781-c802-4570-aef8-a368aaff8734 {{(pid=115907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:54:53.916528 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e997be3-f342-420b-8630-ca1f8847303a", "tag": "89c67e7e-2b75-46a8-b24e-d4b2cd7a0832", "status": "completed", "code": 200}]} {{(pid=115907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:54:53.916834 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-e02c1781-c802-4570-aef8-a368aaff8734 {{(pid=115907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:54:53.917241 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e02c1781-c802-4570-aef8-a368aaff8734'] response: {'name': 'network-changed', 'server_uuid': '5e997be3-f342-420b-8630-ca1f8847303a', 'tag': '89c67e7e-2b75-46a8-b24e-d4b2cd7a0832', 'status': 'completed', 'code': 200} Jul 29 04:54:53.973592 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-5ce08545-cb31-47b8-bf6e-714ac199c275 None None] Set router b3c04c53-7421-4b16-83b7-8e93874dcecd gateway port host: dv-cinder-851449-2-iscsi {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:54:54.007269 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf88e0-c28c-4b62-9e76-5fd32e8c8103 req-d4de433d-aa16-4b57-ba6a-37f20cf396b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:54.009454 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-3aaf88e0-c28c-4b62-9e76-5fd32e8c8103 req-d4de433d-aa16-4b57-ba6a-37f20cf396b5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f8e9e21d168140e99ffed71146e35fc4&device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 1129 time: 0.0462499 Jul 29 04:54:54.099521 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:54:54.102490 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:54:54.106711 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf88e0-c28c-4b62-9e76-5fd32e8c8103 req-af4c932e-209d-48d1-a992-a6fa65cc6919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:54.108213 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-3aaf88e0-c28c-4b62-9e76-5fd32e8c8103 req-af4c932e-209d-48d1-a992-a6fa65cc6919 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c8994c62-2968-491e-9d89-ada7a08f8ea0 HTTP/1.1" status: 200 len: 916 time: 0.0900009 Jul 29 04:54:54.175978 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-3aaf88e0-c28c-4b62-9e76-5fd32e8c8103 req-74731028-ad64-41c6-8285-b842f02b5212 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89c67e7e-2b75-46a8-b24e-d4b2cd7a0832 HTTP/1.1" status: 200 len: 999 time: 0.0590603 Jul 29 04:54:54.183999 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-5ce08545-cb31-47b8-bf6e-714ac199c275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c04c53-7421-4b16-83b7-8e93874dcecd', 'name': 'tempest-AttachVolumeShelveTestJSON-56780925-router', 'tenant_id': 'f8e9e21d168140e99ffed71146e35fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '257b6c76-533e-49fc-b468-ea85b5205d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:49:23Z', 'updated_at': '2022-07-29T04:49:26Z', 'revision_number': 4, 'project_id': 'f8e9e21d168140e99ffed71146e35fc4', 'gw_port': {'id': '257b6c76-533e-49fc-b468-ea85b5205d10', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c04c53-7421-4b16-83b7-8e93874dcecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:49:24Z', 'updated_at': '2022-07-29T04:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_floatingips': [{'id': '8a638e25-b950-454c-9e85-fb3fe0a9dc68', 'tenant_id': 'f8e9e21d168140e99ffed71146e35fc4', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'router_id': 'b3c04c53-7421-4b16-83b7-8e93874dcecd', 'port_id': '89c67e7e-2b75-46a8-b24e-d4b2cd7a0832', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8994c62-2968-491e-9d89-ada7a08f8ea0', 'mac_address': 'fa:16:3e:2b:ec:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e997be3-f342-420b-8630-ca1f8847303a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T04:54:41Z', 'updated_at': '2022-07-29T04:54:53Z', 'revision_number': 1, 'project_id': 'f8e9e21d168140e99ffed71146e35fc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e', 'name': '', 'network_id': 'c8994c62-2968-491e-9d89-ada7a08f8ea0', 'tenant_id': 'f8e9e21d168140e99ffed71146e35fc4', 'mac_address': 'fa:16:3e:04:ec:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c04c53-7421-4b16-83b7-8e93874dcecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '9bcd2bfa-a312-446b-bdbd-ca5994b4cf21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:49:26Z', 'updated_at': '2022-07-29T04:49:30Z', 'revision_number': 5, 'project_id': 'f8e9e21d168140e99ffed71146e35fc4', 'subnets': [{'id': '9bcd2bfa-a312-446b-bdbd-ca5994b4cf21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:54:54.229143 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf88e0-c28c-4b62-9e76-5fd32e8c8103 req-8baa2e3b-f1ed-4a65-b87c-859cbcee8ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:54.230594 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-3aaf88e0-c28c-4b62-9e76-5fd32e8c8103 req-8baa2e3b-f1ed-4a65-b87c-859cbcee8ff5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9bcd2bfa-a312-446b-bdbd-ca5994b4cf21 HTTP/1.1" status: 200 len: 854 time: 0.0463905 Jul 29 04:54:54.276956 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf88e0-c28c-4b62-9e76-5fd32e8c8103 req-d17bd8d1-037f-4ec3-9d64-99108b09f96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:54.278477 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-3aaf88e0-c28c-4b62-9e76-5fd32e8c8103 req-d17bd8d1-037f-4ec3-9d64-99108b09f96a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c8994c62-2968-491e-9d89-ada7a08f8ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418396 Jul 29 04:54:54.297791 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce08545-cb31-47b8-bf6e-714ac199c275 None None] Checking router: b3c04c53-7421-4b16-83b7-8e93874dcecd for host: dv-cinder-851449-2-iscsi {{(pid=115910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 04:54:54.306689 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce08545-cb31-47b8-bf6e-714ac199c275 None None] Routers {'b3c04c53-7421-4b16-83b7-8e93874dcecd'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:54:54.308000 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-5ce08545-cb31-47b8-bf6e-714ac199c275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:54:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['b3c04c53-7421-4b16-83b7-8e93874dcecd'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:54:54.377233 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-3aaf88e0-c28c-4b62-9e76-5fd32e8c8103 req-b42024a5-0de2-4dc0-9ac7-491bb57e5169 service neutron] 10.222.0.64 "GET /v2.0/networks/c8994c62-2968-491e-9d89-ada7a08f8ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907712 Jul 29 04:54:54.409286 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-5ce08545-cb31-47b8-bf6e-714ac199c275 None None] Set router b3c04c53-7421-4b16-83b7-8e93874dcecd gateway port host: dv-cinder-851449-2-iscsi {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:54:54.474653 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-3aaf88e0-c28c-4b62-9e76-5fd32e8c8103 req-1580102d-f87e-47e3-af0b-022f207c5de0 service neutron] 10.222.0.64 "GET /v2.0/networks/c8994c62-2968-491e-9d89-ada7a08f8ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903356 Jul 29 04:54:54.614848 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-5ce08545-cb31-47b8-bf6e-714ac199c275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c04c53-7421-4b16-83b7-8e93874dcecd', 'name': 'tempest-AttachVolumeShelveTestJSON-56780925-router', 'tenant_id': 'f8e9e21d168140e99ffed71146e35fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '257b6c76-533e-49fc-b468-ea85b5205d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:49:23Z', 'updated_at': '2022-07-29T04:49:26Z', 'revision_number': 4, 'project_id': 'f8e9e21d168140e99ffed71146e35fc4', 'gw_port': {'id': '257b6c76-533e-49fc-b468-ea85b5205d10', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c04c53-7421-4b16-83b7-8e93874dcecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:49:24Z', 'updated_at': '2022-07-29T04:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_floatingips': [{'id': '8a638e25-b950-454c-9e85-fb3fe0a9dc68', 'tenant_id': 'f8e9e21d168140e99ffed71146e35fc4', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'router_id': 'b3c04c53-7421-4b16-83b7-8e93874dcecd', 'port_id': '89c67e7e-2b75-46a8-b24e-d4b2cd7a0832', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8994c62-2968-491e-9d89-ada7a08f8ea0', 'mac_address': 'fa:16:3e:2b:ec:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e997be3-f342-420b-8630-ca1f8847303a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T04:54:41Z', 'updated_at': '2022-07-29T04:54:53Z', 'revision_number': 1, 'project_id': 'f8e9e21d168140e99ffed71146e35fc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e', 'name': '', 'network_id': 'c8994c62-2968-491e-9d89-ada7a08f8ea0', 'tenant_id': 'f8e9e21d168140e99ffed71146e35fc4', 'mac_address': 'fa:16:3e:04:ec:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c04c53-7421-4b16-83b7-8e93874dcecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '9bcd2bfa-a312-446b-bdbd-ca5994b4cf21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:49:26Z', 'updated_at': '2022-07-29T04:49:30Z', 'revision_number': 5, 'project_id': 'f8e9e21d168140e99ffed71146e35fc4', 'subnets': [{'id': '9bcd2bfa-a312-446b-bdbd-ca5994b4cf21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:54:54.644734 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce08545-cb31-47b8-bf6e-714ac199c275 None None] The sync data for ids ['b3c04c53-7421-4b16-83b7-8e93874dcecd'] in dv-cinder-851449-2-iscsi is: [{'id': 'b3c04c53-7421-4b16-83b7-8e93874dcecd', 'name': 'tempest-AttachVolumeShelveTestJSON-56780925-router', 'tenant_id': 'f8e9e21d168140e99ffed71146e35fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '257b6c76-533e-49fc-b468-ea85b5205d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:49:23Z', 'updated_at': '2022-07-29T04:49:26Z', 'revision_number': 4, 'project_id': 'f8e9e21d168140e99ffed71146e35fc4', 'gw_port': {'id': '257b6c76-533e-49fc-b468-ea85b5205d10', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c04c53-7421-4b16-83b7-8e93874dcecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:49:24Z', 'updated_at': '2022-07-29T04:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_floatingips': [{'id': '8a638e25-b950-454c-9e85-fb3fe0a9dc68', 'tenant_id': 'f8e9e21d168140e99ffed71146e35fc4', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'router_id': 'b3c04c53-7421-4b16-83b7-8e93874dcecd', 'port_id': '89c67e7e-2b75-46a8-b24e-d4b2cd7a0832', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8994c62-2968-491e-9d89-ada7a08f8ea0', 'mac_address': 'fa:16:3e:2b:ec:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e997be3-f342-420b-8630-ca1f8847303a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T04:54:41Z', 'updated_at': '2022-07-29T04:54:53Z', 'revision_number': 1, 'project_id': 'f8e9e21d168140e99ffed71146e35fc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e', 'name': '', 'network_id': 'c8994c62-2968-491e-9d89-ada7a08f8ea0', 'tenant_id': 'f8e9e21d168140e99ffed71146e35fc4', 'mac_address': 'fa:16:3e:04:ec:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c04c53-7421-4b16-83b7-8e93874dcecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '9bcd2bfa-a312-446b-bdbd-ca5994b4cf21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:49:26Z', 'updated_at': '2022-07-29T04:49:30Z', 'revision_number': 5, 'project_id': 'f8e9e21d168140e99ffed71146e35fc4', 'subnets': [{'id': '9bcd2bfa-a312-446b-bdbd-ca5994b4cf21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 04:54:54.831526 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f321e2-6baf-4fd6-96e4-aee1aa821976 None None] New status for floating IP 8a638e25-b950-454c-9e85-fb3fe0a9dc68: ACTIVE {{(pid=115909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 04:54:55.910534 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-ec31442c-3836-48c9-a40f-35d93755832b req-629cf23e-0597-4fb4-9d14-618a39abeb03 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-695076605&fields=id&tenant_id=21c0f0b9063948a9a0183b528bc21130 HTTP/1.1" status: 200 len: 267 time: 0.0453987 Jul 29 04:54:55.964843 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec31442c-3836-48c9-a40f-35d93755832b req-106943fc-2f2b-4cf4-8c20-77324758fba0 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:55.966296 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-ec31442c-3836-48c9-a40f-35d93755832b req-106943fc-2f2b-4cf4-8c20-77324758fba0 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/ports?device_id=5393b1a3-209a-4a5f-bc1f-82d40c318516 HTTP/1.1" status: 200 len: 984 time: 0.0502484 Jul 29 04:54:55.976832 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [req-ec31442c-3836-48c9-a40f-35d93755832b req-e700021c-a003-4340-aab1-75a6df176dda tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Request body: {'port': {'security_groups': ['53745ed1-8acc-4712-a583-01e3c1f9287b']}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:54:56.050821 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [req-ec31442c-3836-48c9-a40f-35d93755832b req-e700021c-a003-4340-aab1-75a6df176dda tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (74c48b51-41ba-4b30-aaba-fd0d90c6f624), before_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:56.221665 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.db [req-ec31442c-3836-48c9-a40f-35d93755832b req-e700021c-a003-4340-aab1-75a6df176dda tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] For port 74c48b51-41ba-4b30-aaba-fd0d90c6f624, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=74c48b51-41ba-4b30-aaba-fd0d90c6f624,segment=NetworkSegment(415f04c1-2dee-45a6-a50f-5637d731d5fe),segment_id=415f04c1-2dee-45a6-a50f-5637d731d5fe)] {{(pid=115907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:54:56.249455 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [req-ec31442c-3836-48c9-a40f-35d93755832b req-e700021c-a003-4340-aab1-75a6df176dda tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Publish callbacks [] for port (74c48b51-41ba-4b30-aaba-fd0d90c6f624), precommit_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:56.254007 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [req-ec31442c-3836-48c9-a40f-35d93755832b req-e700021c-a003-4340-aab1-75a6df176dda tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7638295'] for port (74c48b51-41ba-4b30-aaba-fd0d90c6f624), after_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:56.294323 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec31442c-3836-48c9-a40f-35d93755832b req-e700021c-a003-4340-aab1-75a6df176dda tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:56.294958 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [req-ec31442c-3836-48c9-a40f-35d93755832b req-e700021c-a003-4340-aab1-75a6df176dda tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for port (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:56.296885 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-ec31442c-3836-48c9-a40f-35d93755832b req-e700021c-a003-4340-aab1-75a6df176dda tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "PUT /v2.0/ports/74c48b51-41ba-4b30-aaba-fd0d90c6f624 HTTP/1.1" status: 200 len: 942 time: 0.3243842 Jul 29 04:54:56.299401 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5393b1a3-209a-4a5f-bc1f-82d40c318516', 'tag': '74c48b51-41ba-4b30-aaba-fd0d90c6f624'}] {{(pid=115907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:54:56.306241 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6d28d1995ec7db04a13c19e5d747406a5c99e6072777cdd6d240f116ae67410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b86aa12-10aa-428d-881a-6a45331418e3" -d '{"events": [{"name": "network-changed", "server_uuid": "5393b1a3-209a-4a5f-bc1f-82d40c318516", "tag": "74c48b51-41ba-4b30-aaba-fd0d90c6f624"}]}' {{(pid=115907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:54:56.306491 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 34512) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:54:56.308578 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] get_ports_and_sgs() called for port_ids ['74c48b51-41ba-4b30-aaba-fd0d90c6f624'] {{(pid=115909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 04:54:56.331711 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e700021c-a003-4340-aab1-75a6df176dda tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Pushing event updated for resources: {'Port': ['ID=74c48b51-41ba-4b30-aaba-fd0d90c6f624,revision_number=7']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:54:56.382816 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 04:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98cc31d9-36fd-41e4-9530-b4d683733f3f x-openstack-request-id: req-98cc31d9-36fd-41e4-9530-b4d683733f3f {{(pid=115907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:54:56.383107 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5393b1a3-209a-4a5f-bc1f-82d40c318516", "tag": "74c48b51-41ba-4b30-aaba-fd0d90c6f624", "status": "completed", "code": 200}]} {{(pid=115907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:54:56.383363 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-98cc31d9-36fd-41e4-9530-b4d683733f3f {{(pid=115907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:54:56.383771 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98cc31d9-36fd-41e4-9530-b4d683733f3f'] response: {'name': 'network-changed', 'server_uuid': '5393b1a3-209a-4a5f-bc1f-82d40c318516', 'tag': '74c48b51-41ba-4b30-aaba-fd0d90c6f624', 'status': 'completed', 'code': 200} Jul 29 04:54:56.410511 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-1e8c129f-eac6-4f12-ba05-22959b99d474 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Publish callbacks [] for security_group (9d2ad824-5001-497b-afa2-545b0f5f4ab0), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:56.441301 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-1e8c129f-eac6-4f12-ba05-22959b99d474 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Publish callbacks [] for security_group (9d2ad824-5001-497b-afa2-545b0f5f4ab0), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:56.511162 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b86aa12-10aa-428d-881a-6a45331418e3 req-f9b382f2-aa61-4278-ac0b-e3e4e46a4486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:56.512660 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-7b86aa12-10aa-428d-881a-6a45331418e3 req-f9b382f2-aa61-4278-ac0b-e3e4e46a4486 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=21c0f0b9063948a9a0183b528bc21130&device_id=5393b1a3-209a-4a5f-bc1f-82d40c318516 HTTP/1.1" status: 200 len: 1129 time: 0.0584769 Jul 29 04:54:56.532127 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] get_ports_and_sgs() called for port_ids ['74c48b51-41ba-4b30-aaba-fd0d90c6f624'] {{(pid=115909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 04:54:56.591092 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-1e8c129f-eac6-4f12-ba05-22959b99d474 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (9d2ad824-5001-497b-afa2-545b0f5f4ab0), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:56.593693 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-1e8c129f-eac6-4f12-ba05-22959b99d474 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:56.594984 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-1e8c129f-eac6-4f12-ba05-22959b99d474 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "DELETE /v2.0/security-groups/9d2ad824-5001-497b-afa2-545b0f5f4ab0 HTTP/1.1" status: 204 len: 168 time: 0.2900550 Jul 29 04:54:56.595790 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-6bcc6587-18f3-4a8b-aeee-18dc35d8a5ab None None] Provisioning complete for port 74c48b51-41ba-4b30-aaba-fd0d90c6f624 triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:54:56.596173 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-6bcc6587-18f3-4a8b-aeee-18dc35d8a5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (74c48b51-41ba-4b30-aaba-fd0d90c6f624), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:56.597821 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 34516) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:54:56.619078 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8c129f-eac6-4f12-ba05-22959b99d474 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2ad824-5001-497b-afa2-545b0f5f4ab0,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:54:56.631293 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8c129f-eac6-4f12-ba05-22959b99d474 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:54:56.631520 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8c129f-eac6-4f12-ba05-22959b99d474 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:54:56.631847 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8c129f-eac6-4f12-ba05-22959b99d474 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:54:56.632180 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8c129f-eac6-4f12-ba05-22959b99d474 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:54:56.632514 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8c129f-eac6-4f12-ba05-22959b99d474 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:54:56.632878 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8c129f-eac6-4f12-ba05-22959b99d474 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:54:56.633204 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8c129f-eac6-4f12-ba05-22959b99d474 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:54:56.633528 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8c129f-eac6-4f12-ba05-22959b99d474 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:54:56.633849 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8c129f-eac6-4f12-ba05-22959b99d474 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:54:56.634167 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8c129f-eac6-4f12-ba05-22959b99d474 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:54:56.634489 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8c129f-eac6-4f12-ba05-22959b99d474 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:54:56.635174 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8c129f-eac6-4f12-ba05-22959b99d474 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:54:56.635174 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8c129f-eac6-4f12-ba05-22959b99d474 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:54:56.635444 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8c129f-eac6-4f12-ba05-22959b99d474 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:54:56.635731 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8c129f-eac6-4f12-ba05-22959b99d474 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:54:56.639016 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b86aa12-10aa-428d-881a-6a45331418e3 req-70b7b8e4-fcd6-4aae-8477-7c778d4f9771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:56.641296 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-7b86aa12-10aa-428d-881a-6a45331418e3 req-70b7b8e4-fcd6-4aae-8477-7c778d4f9771 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4ba73cc7-e7ec-4057-be46-46395fa10f6a HTTP/1.1" status: 200 len: 915 time: 0.1224213 Jul 29 04:54:56.723001 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-7b86aa12-10aa-428d-881a-6a45331418e3 req-e3050e38-157b-453f-869c-2fc4e72765bb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74c48b51-41ba-4b30-aaba-fd0d90c6f624 HTTP/1.1" status: 200 len: 1000 time: 0.0741889 Jul 29 04:54:56.733281 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-6bcc6587-18f3-4a8b-aeee-18dc35d8a5ab None None] Current status of the port 74c48b51-41ba-4b30-aaba-fd0d90c6f624 is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:54:56.775589 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b86aa12-10aa-428d-881a-6a45331418e3 req-955d2ae4-a69c-4b76-b465-ffac5481a6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:56.777096 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-7b86aa12-10aa-428d-881a-6a45331418e3 req-955d2ae4-a69c-4b76-b465-ffac5481a6d8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bf6f320a-767d-469d-96f7-99736e1ba1ea HTTP/1.1" status: 200 len: 853 time: 0.0474768 Jul 29 04:54:56.785962 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.plugin [None req-a62254a8-bbcc-4c0f-9f24-9c034e2aeeae tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Deleting port 6453e476-8f2f-4a08-b4a3-b270fbb41cc3 {{(pid=115907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 04:54:56.786307 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-a62254a8-bbcc-4c0f-9f24-9c034e2aeeae tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (6453e476-8f2f-4a08-b4a3-b270fbb41cc3), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:56.821380 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b86aa12-10aa-428d-881a-6a45331418e3 req-87c8dc4f-3660-4e63-90e8-776d7d98378e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:56.822876 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-7b86aa12-10aa-428d-881a-6a45331418e3 req-87c8dc4f-3660-4e63-90e8-776d7d98378e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4ba73cc7-e7ec-4057-be46-46395fa10f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391862 Jul 29 04:54:56.861552 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-a62254a8-bbcc-4c0f-9f24-9c034e2aeeae tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (6453e476-8f2f-4a08-b4a3-b270fbb41cc3), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:56.861881 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-a62254a8-bbcc-4c0f-9f24-9c034e2aeeae tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Publish callbacks [] for floatingip (6453e476-8f2f-4a08-b4a3-b270fbb41cc3), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:56.874584 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.plugin [None req-a62254a8-bbcc-4c0f-9f24-9c034e2aeeae tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Calling delete_port for 6453e476-8f2f-4a08-b4a3-b270fbb41cc3 owned by network:floatingip {{(pid=115907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 04:54:56.919078 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-7b86aa12-10aa-428d-881a-6a45331418e3 req-ee9cbb04-3bad-4773-8429-fc164dd3e05e service neutron] 10.222.0.64 "GET /v2.0/networks/4ba73cc7-e7ec-4057-be46-46395fa10f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873985 Jul 29 04:54:56.951092 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=100 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:54:56.959662 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:54:56.996967 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:54:57.015485 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-7b86aa12-10aa-428d-881a-6a45331418e3 req-434de506-d712-47b2-a0e1-2492207a1dfe service neutron] 10.222.0.64 "GET /v2.0/networks/4ba73cc7-e7ec-4057-be46-46395fa10f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895464 Jul 29 04:54:57.045925 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-a62254a8-bbcc-4c0f-9f24-9c034e2aeeae tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7638272'] for port (6453e476-8f2f-4a08-b4a3-b270fbb41cc3), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:57.069952 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62254a8-bbcc-4c0f-9f24-9c034e2aeeae tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Pushing event deleted for resources: {'Port': ['ID=6453e476-8f2f-4a08-b4a3-b270fbb41cc3,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:54:57.134985 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-a62254a8-bbcc-4c0f-9f24-9c034e2aeeae tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Publish callbacks [] for floatingip (392dc93e-c037-4934-9f7e-ac01695ab458), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:57.135317 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.db.l3_db [None req-a62254a8-bbcc-4c0f-9f24-9c034e2aeeae tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Floating IP 392dc93e-c037-4934-9f7e-ac01695ab458 disassociated (deleted). External IP: 172.27.0.14, port: 74c48b51-41ba-4b30-aaba-fd0d90c6f624. Jul 29 04:54:57.332230 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a62254a8-bbcc-4c0f-9f24-9c034e2aeeae tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Router d959d0aa-0e02-4f4c-9637-e434f866a27f has already been hosted by L3 agent 507cc676-b5a3-487d-9bd3-df89beb45ea5 {{(pid=115907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 04:54:57.673546 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62254a8-bbcc-4c0f-9f24-9c034e2aeeae tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Notify agent at l3_agent.dv-cinder-851449-2-iscsi the message routers_updated {{(pid=115907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 04:54:57.678041 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-a62254a8-bbcc-4c0f-9f24-9c034e2aeeae tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for floatingip (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:54:57.682888 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4745071a-f021-415c-a810-57afa4b60645 None None] Sync routers for ids ['d959d0aa-0e02-4f4c-9637-e434f866a27f'] in dv-cinder-851449-2-iscsi {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 04:54:57.692917 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4745071a-f021-415c-a810-57afa4b60645 None None] Routers {'d959d0aa-0e02-4f4c-9637-e434f866a27f'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:54:57.693515 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-4745071a-f021-415c-a810-57afa4b60645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:54:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['d959d0aa-0e02-4f4c-9637-e434f866a27f'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:54:57.710157 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-a62254a8-bbcc-4c0f-9f24-9c034e2aeeae tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "DELETE /v2.0/floatingips/392dc93e-c037-4934-9f7e-ac01695ab458 HTTP/1.1" status: 204 len: 168 time: 1.1084619 Jul 29 04:54:57.797429 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-4745071a-f021-415c-a810-57afa4b60645 None None] Set router d959d0aa-0e02-4f4c-9637-e434f866a27f gateway port host: dv-cinder-851449-2-iscsi {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:54:57.906299 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=100 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:54:57.946894 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=100 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:54:57.989819 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-4745071a-f021-415c-a810-57afa4b60645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd959d0aa-0e02-4f4c-9637-e434f866a27f', 'name': 'tempest-TestMinimumBasicScenario-873612094-router', 'tenant_id': '21c0f0b9063948a9a0183b528bc21130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'd11e9cef-f3e6-4d41-a30a-fcdb9b17c142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:50:44Z', 'updated_at': '2022-07-29T04:50:47Z', 'revision_number': 4, 'project_id': '21c0f0b9063948a9a0183b528bc21130', 'gw_port': {'id': 'd11e9cef-f3e6-4d41-a30a-fcdb9b17c142', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd959d0aa-0e02-4f4c-9637-e434f866a27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:50:44Z', 'updated_at': '2022-07-29T04:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': '0d97ca9a-30f6-4a60-8284-2879f43a7ee9', 'name': '', 'network_id': '4ba73cc7-e7ec-4057-be46-46395fa10f6a', 'tenant_id': '21c0f0b9063948a9a0183b528bc21130', 'mac_address': 'fa:16:3e:6e:b0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd959d0aa-0e02-4f4c-9637-e434f866a27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'bf6f320a-767d-469d-96f7-99736e1ba1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:50:46Z', 'updated_at': '2022-07-29T04:50:53Z', 'revision_number': 5, 'project_id': '21c0f0b9063948a9a0183b528bc21130', 'subnets': [{'id': 'bf6f320a-767d-469d-96f7-99736e1ba1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:54:58.019807 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4745071a-f021-415c-a810-57afa4b60645 None None] Checking router: d959d0aa-0e02-4f4c-9637-e434f866a27f for host: dv-cinder-851449-2-iscsi {{(pid=115910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 04:54:58.028163 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4745071a-f021-415c-a810-57afa4b60645 None None] Routers {'d959d0aa-0e02-4f4c-9637-e434f866a27f'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:54:58.028801 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-4745071a-f021-415c-a810-57afa4b60645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:54:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['d959d0aa-0e02-4f4c-9637-e434f866a27f'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:54:58.129777 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-4745071a-f021-415c-a810-57afa4b60645 None None] Set router d959d0aa-0e02-4f4c-9637-e434f866a27f gateway port host: dv-cinder-851449-2-iscsi {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:54:58.312779 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-4745071a-f021-415c-a810-57afa4b60645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd959d0aa-0e02-4f4c-9637-e434f866a27f', 'name': 'tempest-TestMinimumBasicScenario-873612094-router', 'tenant_id': '21c0f0b9063948a9a0183b528bc21130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'd11e9cef-f3e6-4d41-a30a-fcdb9b17c142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:50:44Z', 'updated_at': '2022-07-29T04:50:47Z', 'revision_number': 4, 'project_id': '21c0f0b9063948a9a0183b528bc21130', 'gw_port': {'id': 'd11e9cef-f3e6-4d41-a30a-fcdb9b17c142', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd959d0aa-0e02-4f4c-9637-e434f866a27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:50:44Z', 'updated_at': '2022-07-29T04:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': '0d97ca9a-30f6-4a60-8284-2879f43a7ee9', 'name': '', 'network_id': '4ba73cc7-e7ec-4057-be46-46395fa10f6a', 'tenant_id': '21c0f0b9063948a9a0183b528bc21130', 'mac_address': 'fa:16:3e:6e:b0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd959d0aa-0e02-4f4c-9637-e434f866a27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'bf6f320a-767d-469d-96f7-99736e1ba1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:50:46Z', 'updated_at': '2022-07-29T04:50:53Z', 'revision_number': 5, 'project_id': '21c0f0b9063948a9a0183b528bc21130', 'subnets': [{'id': 'bf6f320a-767d-469d-96f7-99736e1ba1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:54:58.336201 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4745071a-f021-415c-a810-57afa4b60645 None None] The sync data for ids ['d959d0aa-0e02-4f4c-9637-e434f866a27f'] in dv-cinder-851449-2-iscsi is: [{'id': 'd959d0aa-0e02-4f4c-9637-e434f866a27f', 'name': 'tempest-TestMinimumBasicScenario-873612094-router', 'tenant_id': '21c0f0b9063948a9a0183b528bc21130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'd11e9cef-f3e6-4d41-a30a-fcdb9b17c142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:50:44Z', 'updated_at': '2022-07-29T04:50:47Z', 'revision_number': 4, 'project_id': '21c0f0b9063948a9a0183b528bc21130', 'gw_port': {'id': 'd11e9cef-f3e6-4d41-a30a-fcdb9b17c142', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd959d0aa-0e02-4f4c-9637-e434f866a27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:50:44Z', 'updated_at': '2022-07-29T04:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': '0d97ca9a-30f6-4a60-8284-2879f43a7ee9', 'name': '', 'network_id': '4ba73cc7-e7ec-4057-be46-46395fa10f6a', 'tenant_id': '21c0f0b9063948a9a0183b528bc21130', 'mac_address': 'fa:16:3e:6e:b0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd959d0aa-0e02-4f4c-9637-e434f866a27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'bf6f320a-767d-469d-96f7-99736e1ba1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:50:46Z', 'updated_at': '2022-07-29T04:50:53Z', 'revision_number': 5, 'project_id': '21c0f0b9063948a9a0183b528bc21130', 'subnets': [{'id': 'bf6f320a-767d-469d-96f7-99736e1ba1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 04:54:58.385188 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5393b1a3-209a-4a5f-bc1f-82d40c318516', 'tag': '74c48b51-41ba-4b30-aaba-fd0d90c6f624'}] {{(pid=115907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:54:58.387525 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6d28d1995ec7db04a13c19e5d747406a5c99e6072777cdd6d240f116ae67410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173e6bc3-9fb8-4c31-bcbb-92f1dfad0e5a" -d '{"events": [{"name": "network-changed", "server_uuid": "5393b1a3-209a-4a5f-bc1f-82d40c318516", "tag": "74c48b51-41ba-4b30-aaba-fd0d90c6f624"}]}' {{(pid=115907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:54:58.427211 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 04:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22150f18-5239-4523-95a5-c1e89e0ab3f7 x-openstack-request-id: req-22150f18-5239-4523-95a5-c1e89e0ab3f7 {{(pid=115907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:54:58.427502 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5393b1a3-209a-4a5f-bc1f-82d40c318516", "tag": "74c48b51-41ba-4b30-aaba-fd0d90c6f624", "status": "completed", "code": 200}]} {{(pid=115907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:54:58.427755 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-22150f18-5239-4523-95a5-c1e89e0ab3f7 {{(pid=115907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:54:58.428152 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22150f18-5239-4523-95a5-c1e89e0ab3f7'] response: {'name': 'network-changed', 'server_uuid': '5393b1a3-209a-4a5f-bc1f-82d40c318516', 'tag': '74c48b51-41ba-4b30-aaba-fd0d90c6f624', 'status': 'completed', 'code': 200} Jul 29 04:54:58.535008 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:54:58.548394 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1be0bc1-451e-44bd-a20c-8b87cefef41a None None] New status for floating IP 392dc93e-c037-4934-9f7e-ac01695ab458: DOWN {{(pid=115909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 04:54:58.570897 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e6bc3-9fb8-4c31-bcbb-92f1dfad0e5a req-190e14aa-e41a-4a3a-b70b-3e1ccf9724f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:58.573106 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-173e6bc3-9fb8-4c31-bcbb-92f1dfad0e5a req-190e14aa-e41a-4a3a-b70b-3e1ccf9724f8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=21c0f0b9063948a9a0183b528bc21130&device_id=5393b1a3-209a-4a5f-bc1f-82d40c318516 HTTP/1.1" status: 200 len: 1129 time: 0.0480957 Jul 29 04:54:58.669567 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e6bc3-9fb8-4c31-bcbb-92f1dfad0e5a req-0723d341-8cb6-4cee-ac13-92a8235c07a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:58.671219 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-173e6bc3-9fb8-4c31-bcbb-92f1dfad0e5a req-0723d341-8cb6-4cee-ac13-92a8235c07a7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4ba73cc7-e7ec-4057-be46-46395fa10f6a HTTP/1.1" status: 200 len: 915 time: 0.0910380 Jul 29 04:54:58.719141 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-173e6bc3-9fb8-4c31-bcbb-92f1dfad0e5a req-3f7d4b0d-c8a1-43d4-8e9e-354007286b75 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74c48b51-41ba-4b30-aaba-fd0d90c6f624 HTTP/1.1" status: 200 len: 217 time: 0.0373075 Jul 29 04:54:58.765900 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e6bc3-9fb8-4c31-bcbb-92f1dfad0e5a req-adb34633-7598-42e6-ae25-d948132da63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:58.767319 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-173e6bc3-9fb8-4c31-bcbb-92f1dfad0e5a req-adb34633-7598-42e6-ae25-d948132da63a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bf6f320a-767d-469d-96f7-99736e1ba1ea HTTP/1.1" status: 200 len: 853 time: 0.0426266 Jul 29 04:54:58.809829 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e6bc3-9fb8-4c31-bcbb-92f1dfad0e5a req-30366842-64af-4bc5-a836-aecc6c9d5c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:54:58.811826 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-173e6bc3-9fb8-4c31-bcbb-92f1dfad0e5a req-30366842-64af-4bc5-a836-aecc6c9d5c64 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4ba73cc7-e7ec-4057-be46-46395fa10f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385001 Jul 29 04:54:58.906294 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-173e6bc3-9fb8-4c31-bcbb-92f1dfad0e5a req-84a66975-d406-4d86-ba63-e527521cb691 service neutron] 10.222.0.64 "GET /v2.0/networks/4ba73cc7-e7ec-4057-be46-46395fa10f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870435 Jul 29 04:54:59.005087 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-173e6bc3-9fb8-4c31-bcbb-92f1dfad0e5a req-acdce75f-0c37-4aab-ab16-e606706a9e40 service neutron] 10.222.0.64 "GET /v2.0/networks/4ba73cc7-e7ec-4057-be46-46395fa10f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927961 Jul 29 04:55:00.441258 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2aa59-84f5-42d3-89a8-288e91c96051 req-ff661d78-5fdb-49ef-b298-b6fbe6e95806 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:55:00.442748 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-59c2aa59-84f5-42d3-89a8-288e91c96051 req-ff661d78-5fdb-49ef-b298-b6fbe6e95806 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/ports?device_id=5393b1a3-209a-4a5f-bc1f-82d40c318516 HTTP/1.1" status: 200 len: 945 time: 0.0468233 Jul 29 04:55:00.488939 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-59c2aa59-84f5-42d3-89a8-288e91c96051 req-1dc65907-77c7-47cf-ae30-57fa43e55ba6 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/security-groups?id=53745ed1-8acc-4712-a583-01e3c1f9287b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406444 Jul 29 04:55:01.611652 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6353f-d8d0-410e-acb8-5689efc403be req-24804134-7824-41a8-93d5-91db76c06a79 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:55:01.613113 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-6cb6353f-d8d0-410e-acb8-5689efc403be req-24804134-7824-41a8-93d5-91db76c06a79 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/ports?device_id=5393b1a3-209a-4a5f-bc1f-82d40c318516 HTTP/1.1" status: 200 len: 945 time: 0.0504210 Jul 29 04:55:01.660049 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-6cb6353f-d8d0-410e-acb8-5689efc403be req-1a20ead8-edd9-4773-ac84-9c48ea9d14ab tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/security-groups?id=53745ed1-8acc-4712-a583-01e3c1f9287b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413883 Jul 29 04:55:02.778938 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2277e8-7676-4644-8fa7-c6a69f55efbd req-04789872-970f-4892-b7cf-083ded652cda tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:55:02.781161 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-fb2277e8-7676-4644-8fa7-c6a69f55efbd req-04789872-970f-4892-b7cf-083ded652cda tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/ports?device_id=5393b1a3-209a-4a5f-bc1f-82d40c318516 HTTP/1.1" status: 200 len: 945 time: 0.0488062 Jul 29 04:55:02.816044 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344308e-e062-4ece-85bb-0bbbf43d9957 req-0490a8da-49c1-4dff-9e55-4293d2f98922 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:55:02.817548 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-6344308e-e062-4ece-85bb-0bbbf43d9957 req-0490a8da-49c1-4dff-9e55-4293d2f98922 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.64 "GET /v2.0/ports?device_id=5393b1a3-209a-4a5f-bc1f-82d40c318516 HTTP/1.1" status: 200 len: 945 time: 0.0485165 Jul 29 04:55:02.831763 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-fb2277e8-7676-4644-8fa7-c6a69f55efbd req-9efbef89-69fe-4270-93b8-bc7670ff4088 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.40 "GET /v2.0/security-groups?id=53745ed1-8acc-4712-a583-01e3c1f9287b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449598 Jul 29 04:55:02.903648 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [req-6344308e-e062-4ece-85bb-0bbbf43d9957 req-3633820f-b5e0-423e-af73-7ced90090723 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Deleting port 74c48b51-41ba-4b30-aaba-fd0d90c6f624 {{(pid=115908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 04:55:02.903987 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-6344308e-e062-4ece-85bb-0bbbf43d9957 req-3633820f-b5e0-423e-af73-7ced90090723 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (74c48b51-41ba-4b30-aaba-fd0d90c6f624), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:02.998064 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [req-6344308e-e062-4ece-85bb-0bbbf43d9957 req-3633820f-b5e0-423e-af73-7ced90090723 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] For port 74c48b51-41ba-4b30-aaba-fd0d90c6f624, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=74c48b51-41ba-4b30-aaba-fd0d90c6f624,segment=NetworkSegment(415f04c1-2dee-45a6-a50f-5637d731d5fe),segment_id=415f04c1-2dee-45a6-a50f-5637d731d5fe)] {{(pid=115908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:55:02.998408 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-6344308e-e062-4ece-85bb-0bbbf43d9957 req-3633820f-b5e0-423e-af73-7ced90090723 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (74c48b51-41ba-4b30-aaba-fd0d90c6f624), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:03.011360 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [req-6344308e-e062-4ece-85bb-0bbbf43d9957 req-3633820f-b5e0-423e-af73-7ced90090723 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Calling delete_port for 74c48b51-41ba-4b30-aaba-fd0d90c6f624 owned by compute:nova {{(pid=115908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 04:55:03.138319 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-6344308e-e062-4ece-85bb-0bbbf43d9957 req-3633820f-b5e0-423e-af73-7ced90090723 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (74c48b51-41ba-4b30-aaba-fd0d90c6f624), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:03.170651 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3633820f-b5e0-423e-af73-7ced90090723 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Pushing event deleted for resources: {'Port': ['ID=74c48b51-41ba-4b30-aaba-fd0d90c6f624,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:55:03.183711 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] get_ports_and_sgs() called for port_ids ['74c48b51-41ba-4b30-aaba-fd0d90c6f624'] {{(pid=115909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 04:55:03.197102 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:03.199180 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:03.218603 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.l3_dvrscheduler_db [req-6344308e-e062-4ece-85bb-0bbbf43d9957 req-3633820f-b5e0-423e-af73-7ced90090723 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] No DVR routers for this DVR port 74c48b51-41ba-4b30-aaba-fd0d90c6f624 on host hv-cinder-85144 {{(pid=115908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 04:55:03.220644 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-6344308e-e062-4ece-85bb-0bbbf43d9957 req-3633820f-b5e0-423e-af73-7ced90090723 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for port (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:03.223913 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-6344308e-e062-4ece-85bb-0bbbf43d9957 req-3633820f-b5e0-423e-af73-7ced90090723 tempest-TestMinimumBasicScenario-1161342934 tempest-TestMinimumBasicScenario-1161342934-project] 10.222.0.64 "DELETE /v2.0/ports/74c48b51-41ba-4b30-aaba-fd0d90c6f624 HTTP/1.1" status: 204 len: 173 time: 0.3983579 Jul 29 04:55:03.225004 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5393b1a3-209a-4a5f-bc1f-82d40c318516', 'name': 'network-vif-deleted', 'tag': '74c48b51-41ba-4b30-aaba-fd0d90c6f624'}] {{(pid=115908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:55:03.228086 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91089063952d51f7df5c9c02e055d40fa8e1e9cb9a21cfbbcb9b3277c7a948b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9663b389-1f8b-40d2-b7ed-f4b7fa91fec8" -d '{"events": [{"server_uuid": "5393b1a3-209a-4a5f-bc1f-82d40c318516", "name": "network-vif-deleted", "tag": "74c48b51-41ba-4b30-aaba-fd0d90c6f624"}]}' {{(pid=115908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:55:03.271972 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 04:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf45bae-9f2b-46f1-a961-ef5813ee7728 x-openstack-request-id: req-edf45bae-9f2b-46f1-a961-ef5813ee7728 {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:55:03.272263 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5393b1a3-209a-4a5f-bc1f-82d40c318516", "name": "network-vif-deleted", "tag": "74c48b51-41ba-4b30-aaba-fd0d90c6f624", "status": "completed", "code": 200}]} {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:55:03.272513 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-edf45bae-9f2b-46f1-a961-ef5813ee7728 {{(pid=115908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:55:03.273009 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edf45bae-9f2b-46f1-a961-ef5813ee7728'] response: {'server_uuid': '5393b1a3-209a-4a5f-bc1f-82d40c318516', 'name': 'network-vif-deleted', 'tag': '74c48b51-41ba-4b30-aaba-fd0d90c6f624', 'status': 'completed', 'code': 200} Jul 29 04:55:04.438475 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 34618) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:55:04.534657 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:04.705639 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:04.751166 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-e3738032-b8ef-4e7f-93ae-649c076b1e3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1933340'] for router_interface (d959d0aa-0e02-4f4c-9637-e434f866a27f), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:04.969777 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.plugin [None req-e3738032-b8ef-4e7f-93ae-649c076b1e3a admin admin] Deleting port 0d97ca9a-30f6-4a60-8284-2879f43a7ee9 {{(pid=115907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 04:55:04.970021 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-e3738032-b8ef-4e7f-93ae-649c076b1e3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (0d97ca9a-30f6-4a60-8284-2879f43a7ee9), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:05.054368 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.db [None req-e3738032-b8ef-4e7f-93ae-649c076b1e3a admin admin] For port 0d97ca9a-30f6-4a60-8284-2879f43a7ee9, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=0d97ca9a-30f6-4a60-8284-2879f43a7ee9,segment=NetworkSegment(415f04c1-2dee-45a6-a50f-5637d731d5fe),segment_id=415f04c1-2dee-45a6-a50f-5637d731d5fe)] {{(pid=115907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:55:05.054740 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-e3738032-b8ef-4e7f-93ae-649c076b1e3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (0d97ca9a-30f6-4a60-8284-2879f43a7ee9), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:05.068530 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.plugin [None req-e3738032-b8ef-4e7f-93ae-649c076b1e3a admin admin] Calling delete_port for 0d97ca9a-30f6-4a60-8284-2879f43a7ee9 owned by network:router_interface {{(pid=115907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 04:55:05.251200 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-e3738032-b8ef-4e7f-93ae-649c076b1e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7638272'] for port (0d97ca9a-30f6-4a60-8284-2879f43a7ee9), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:05.273253 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3738032-b8ef-4e7f-93ae-649c076b1e3a admin admin] Pushing event deleted for resources: {'Port': ['ID=0d97ca9a-30f6-4a60-8284-2879f43a7ee9,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:55:05.287713 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3738032-b8ef-4e7f-93ae-649c076b1e3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:55:05.288155 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3738032-b8ef-4e7f-93ae-649c076b1e3a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:55:05.288502 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3738032-b8ef-4e7f-93ae-649c076b1e3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:55:05.288926 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3738032-b8ef-4e7f-93ae-649c076b1e3a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:55:05.289287 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3738032-b8ef-4e7f-93ae-649c076b1e3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:55:05.289881 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3738032-b8ef-4e7f-93ae-649c076b1e3a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:55:05.290204 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3738032-b8ef-4e7f-93ae-649c076b1e3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:55:05.290533 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3738032-b8ef-4e7f-93ae-649c076b1e3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:55:05.290861 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3738032-b8ef-4e7f-93ae-649c076b1e3a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:55:05.291184 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3738032-b8ef-4e7f-93ae-649c076b1e3a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:55:05.291510 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3738032-b8ef-4e7f-93ae-649c076b1e3a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:55:05.291836 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3738032-b8ef-4e7f-93ae-649c076b1e3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:55:05.292157 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3738032-b8ef-4e7f-93ae-649c076b1e3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:55:05.292476 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3738032-b8ef-4e7f-93ae-649c076b1e3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:55:05.292819 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3738032-b8ef-4e7f-93ae-649c076b1e3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:55:05.347286 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:05.468727 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-e3738032-b8ef-4e7f-93ae-649c076b1e3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1573551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1933448'] for router_interface (d959d0aa-0e02-4f4c-9637-e434f866a27f), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:05.615730 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:05.683878 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3738032-b8ef-4e7f-93ae-649c076b1e3a admin admin] Router d959d0aa-0e02-4f4c-9637-e434f866a27f has already been hosted by L3 agent 507cc676-b5a3-487d-9bd3-df89beb45ea5 {{(pid=115907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 04:55:05.790096 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3738032-b8ef-4e7f-93ae-649c076b1e3a admin admin] Notify agent at l3_agent.dv-cinder-851449-2-iscsi the message routers_updated {{(pid=115907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 04:55:05.795319 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-e3738032-b8ef-4e7f-93ae-649c076b1e3a admin admin] 10.222.0.40 "PUT /v2.0/routers/d959d0aa-0e02-4f4c-9637-e434f866a27f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3552349 Jul 29 04:55:05.798027 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 34622) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:55:05.798949 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1e28c9-3e3e-4a2e-992e-e3e010905744 None None] Sync routers for ids ['d959d0aa-0e02-4f4c-9637-e434f866a27f'] in dv-cinder-851449-2-iscsi {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 04:55:05.810056 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1e28c9-3e3e-4a2e-992e-e3e010905744 None None] Routers {'d959d0aa-0e02-4f4c-9637-e434f866a27f'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:55:05.810653 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-1f1e28c9-3e3e-4a2e-992e-e3e010905744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:54:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['d959d0aa-0e02-4f4c-9637-e434f866a27f'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:55:05.833590 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device 74c48b51-41ba-4b30-aaba-fd0d90c6f624 no longer exists at agent hyperv_hv-cinder-85144 {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 04:55:05.854224 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] No Port match for: 74c48b51-41ba-4b30-aaba-fd0d90c6f624 {{(pid=115909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 04:55:05.854662 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device 74c48b51-41ba-4b30-aaba-fd0d90c6f624 not bound to the agent host hv-cinder-85144 {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 04:55:05.897871 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-b9fc79ee-8748-422c-b7cb-4c9574bab0b1 admin admin] Publish callbacks [] for router (d959d0aa-0e02-4f4c-9637-e434f866a27f), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:05.917275 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-1f1e28c9-3e3e-4a2e-992e-e3e010905744 None None] Set router d959d0aa-0e02-4f4c-9637-e434f866a27f gateway port host: dv-cinder-851449-2-iscsi {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:55:05.999836 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-b9fc79ee-8748-422c-b7cb-4c9574bab0b1 admin admin] Publish callbacks [] for router_gateway (d959d0aa-0e02-4f4c-9637-e434f866a27f), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:06.042018 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.plugin [None req-b9fc79ee-8748-422c-b7cb-4c9574bab0b1 admin admin] Deleting port d11e9cef-f3e6-4d41-a30a-fcdb9b17c142 {{(pid=115907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 04:55:06.042354 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-b9fc79ee-8748-422c-b7cb-4c9574bab0b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (d11e9cef-f3e6-4d41-a30a-fcdb9b17c142), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:06.086866 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-1f1e28c9-3e3e-4a2e-992e-e3e010905744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd959d0aa-0e02-4f4c-9637-e434f866a27f', 'name': 'tempest-TestMinimumBasicScenario-873612094-router', 'tenant_id': '21c0f0b9063948a9a0183b528bc21130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'd11e9cef-f3e6-4d41-a30a-fcdb9b17c142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:50:44Z', 'updated_at': '2022-07-29T04:55:05Z', 'revision_number': 5, 'project_id': '21c0f0b9063948a9a0183b528bc21130', 'gw_port': {'id': 'd11e9cef-f3e6-4d41-a30a-fcdb9b17c142', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:62:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd959d0aa-0e02-4f4c-9637-e434f866a27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:50:44Z', 'updated_at': '2022-07-29T04:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi'}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:55:06.125637 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.db [None req-b9fc79ee-8748-422c-b7cb-4c9574bab0b1 admin admin] For port d11e9cef-f3e6-4d41-a30a-fcdb9b17c142, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=d11e9cef-f3e6-4d41-a30a-fcdb9b17c142,segment=NetworkSegment(a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f),segment_id=a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f)] {{(pid=115907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:55:06.126012 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-b9fc79ee-8748-422c-b7cb-4c9574bab0b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (d11e9cef-f3e6-4d41-a30a-fcdb9b17c142), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:06.140655 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.plugin [None req-b9fc79ee-8748-422c-b7cb-4c9574bab0b1 admin admin] Calling delete_port for d11e9cef-f3e6-4d41-a30a-fcdb9b17c142 owned by network:router_gateway {{(pid=115907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 04:55:06.199392 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1e28c9-3e3e-4a2e-992e-e3e010905744 None None] Checking router: d959d0aa-0e02-4f4c-9637-e434f866a27f for host: dv-cinder-851449-2-iscsi {{(pid=115910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 04:55:06.208425 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1e28c9-3e3e-4a2e-992e-e3e010905744 None None] Routers {'d959d0aa-0e02-4f4c-9637-e434f866a27f'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:55:06.209140 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-1f1e28c9-3e3e-4a2e-992e-e3e010905744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:54:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['d959d0aa-0e02-4f4c-9637-e434f866a27f'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:55:06.258712 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:06.294978 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-1f1e28c9-3e3e-4a2e-992e-e3e010905744 None None] Set router d959d0aa-0e02-4f4c-9637-e434f866a27f gateway port host: None {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:55:06.317788 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-b9fc79ee-8748-422c-b7cb-4c9574bab0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7638272'] for port (d11e9cef-f3e6-4d41-a30a-fcdb9b17c142), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:06.344475 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fc79ee-8748-422c-b7cb-4c9574bab0b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d11e9cef-f3e6-4d41-a30a-fcdb9b17c142,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:55:06.345447 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-1f1e28c9-3e3e-4a2e-992e-e3e010905744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd959d0aa-0e02-4f4c-9637-e434f866a27f', 'name': 'tempest-TestMinimumBasicScenario-873612094-router', 'tenant_id': '21c0f0b9063948a9a0183b528bc21130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:50:44Z', 'updated_at': '2022-07-29T04:55:06Z', 'revision_number': 6, 'project_id': '21c0f0b9063948a9a0183b528bc21130', 'gw_port_host': None}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:55:06.377296 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1e28c9-3e3e-4a2e-992e-e3e010905744 None None] The sync data for ids ['d959d0aa-0e02-4f4c-9637-e434f866a27f'] in dv-cinder-851449-2-iscsi is: [{'id': 'd959d0aa-0e02-4f4c-9637-e434f866a27f', 'name': 'tempest-TestMinimumBasicScenario-873612094-router', 'tenant_id': '21c0f0b9063948a9a0183b528bc21130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:50:44Z', 'updated_at': '2022-07-29T04:55:06Z', 'revision_number': 6, 'project_id': '21c0f0b9063948a9a0183b528bc21130', 'gw_port_host': None}] {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 04:55:06.407072 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:06.415408 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-b9fc79ee-8748-422c-b7cb-4c9574bab0b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1936924'] for router_gateway (d959d0aa-0e02-4f4c-9637-e434f866a27f), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:06.517573 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-b9fc79ee-8748-422c-b7cb-4c9574bab0b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1714583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1364'] for router (d959d0aa-0e02-4f4c-9637-e434f866a27f), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:06.519783 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-b9fc79ee-8748-422c-b7cb-4c9574bab0b1 admin admin] Publish callbacks [] for router_controller (d959d0aa-0e02-4f4c-9637-e434f866a27f), precommit_delete_associations {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:06.586691 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-b9fc79ee-8748-422c-b7cb-4c9574bab0b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1714453'] for router (d959d0aa-0e02-4f4c-9637-e434f866a27f), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:06.587362 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9fc79ee-8748-422c-b7cb-4c9574bab0b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d959d0aa-0e02-4f4c-9637-e434f866a27f {{(pid=115907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 04:55:06.592559 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-b9fc79ee-8748-422c-b7cb-4c9574bab0b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:06.596061 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-b9fc79ee-8748-422c-b7cb-4c9574bab0b1 admin admin] 10.222.0.40 "DELETE /v2.0/routers/d959d0aa-0e02-4f4c-9637-e434f866a27f HTTP/1.1" status: 204 len: 168 time: 0.7948532 Jul 29 04:55:06.596284 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 34628) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:55:06.642588 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b9ceab5-41cf-4e87-9851-4e7154f8c1f3 admin admin] Deleting subnet bf6f320a-767d-469d-96f7-99736e1ba1ea {{(pid=115907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 29 04:55:06.645873 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-7b9ceab5-41cf-4e87-9851-4e7154f8c1f3 admin admin] Publish callbacks [] for subnet (bf6f320a-767d-469d-96f7-99736e1ba1ea), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:06.681712 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-7b9ceab5-41cf-4e87-9851-4e7154f8c1f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4779712'] for subnet (bf6f320a-767d-469d-96f7-99736e1ba1ea), precommit_delete_associations {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:06.772246 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-7b9ceab5-41cf-4e87-9851-4e7154f8c1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534123'] for subnet (bf6f320a-767d-469d-96f7-99736e1ba1ea), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:06.835758 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-7b9ceab5-41cf-4e87-9851-4e7154f8c1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1878534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7638317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7603661'] for subnet (bf6f320a-767d-469d-96f7-99736e1ba1ea), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:06.860524 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf3aa7d-9bf8-4768-94f7-dca521ea1a4e req-23d648e7-6b8e-45c9-b05d-1cf77378ea9b tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:55:06.862053 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-baf3aa7d-9bf8-4768-94f7-dca521ea1a4e req-23d648e7-6b8e-45c9-b05d-1cf77378ea9b tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=f027c23f-8c17-419b-80a0-bdb62b416da3 HTTP/1.1" status: 200 len: 946 time: 0.0560403 Jul 29 04:55:06.862956 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9ceab5-41cf-4e87-9851-4e7154f8c1f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf6f320a-767d-469d-96f7-99736e1ba1ea,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:55:06.865033 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-7b9ceab5-41cf-4e87-9851-4e7154f8c1f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:06.868178 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-7b9ceab5-41cf-4e87-9851-4e7154f8c1f3 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/bf6f320a-767d-469d-96f7-99736e1ba1ea HTTP/1.1" status: 204 len: 168 time: 0.2709427 Jul 29 04:55:06.870706 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 34634) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:55:06.872580 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630b80df-83bd-4890-b0d9-93bca9f6cdee None None] Network 4ba73cc7-e7ec-4057-be46-46395fa10f6a requested from dv-cinder-851449-2-iscsi {{(pid=115909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 04:55:06.916371 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-baf3aa7d-9bf8-4768-94f7-dca521ea1a4e req-04b190ee-cc66-45b5-a9f1-63f2c964bd9f tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=9683ed19-4891-420f-b3b5-b25d5f033481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473263 Jul 29 04:55:06.948297 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-aebf232a-bf46-44be-b549-5ee580dbed5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3407969'] for network (4ba73cc7-e7ec-4057-be46-46395fa10f6a), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:06.995131 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.plugin [None req-aebf232a-bf46-44be-b549-5ee580dbed5a admin admin] Deleting port b6165530-755d-442b-8e78-8c9900cf3056 {{(pid=115907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 04:55:06.995131 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-aebf232a-bf46-44be-b549-5ee580dbed5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (b6165530-755d-442b-8e78-8c9900cf3056), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:07.075526 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.db [None req-aebf232a-bf46-44be-b549-5ee580dbed5a admin admin] For port b6165530-755d-442b-8e78-8c9900cf3056, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=b6165530-755d-442b-8e78-8c9900cf3056,segment=NetworkSegment(415f04c1-2dee-45a6-a50f-5637d731d5fe),segment_id=415f04c1-2dee-45a6-a50f-5637d731d5fe)] {{(pid=115907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:55:07.075790 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-aebf232a-bf46-44be-b549-5ee580dbed5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (b6165530-755d-442b-8e78-8c9900cf3056), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:07.088888 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.plugin [None req-aebf232a-bf46-44be-b549-5ee580dbed5a admin admin] Calling delete_port for b6165530-755d-442b-8e78-8c9900cf3056 owned by network:dhcp {{(pid=115907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 04:55:07.146538 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab49a483-e6ca-4b1c-a11f-b84503c5d472 None None] DHCP port deletion for 4ba73cc7-e7ec-4057-be46-46395fa10f6a request from dv-cinder-851449-2-iscsi {{(pid=115909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 29 04:55:07.149071 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:07.183481 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-aebf232a-bf46-44be-b549-5ee580dbed5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7638272'] for port (b6165530-755d-442b-8e78-8c9900cf3056), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:07.204015 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-ab49a483-e6ca-4b1c-a11f-b84503c5d472 None None] Deleting port b6165530-755d-442b-8e78-8c9900cf3056 {{(pid=115909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 04:55:07.204387 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-ab49a483-e6ca-4b1c-a11f-b84503c5d472 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (b6165530-755d-442b-8e78-8c9900cf3056), before_delete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:07.212583 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebf232a-bf46-44be-b549-5ee580dbed5a admin admin] Pushing event deleted for resources: {'Port': ['ID=b6165530-755d-442b-8e78-8c9900cf3056,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:55:07.216455 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebf232a-bf46-44be-b549-5ee580dbed5a admin admin] No DVR routers for this DVR port b6165530-755d-442b-8e78-8c9900cf3056 on host dv-cinder-851449-2-iscsi {{(pid=115907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 04:55:07.278173 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-ab49a483-e6ca-4b1c-a11f-b84503c5d472 None None] For port b6165530-755d-442b-8e78-8c9900cf3056, host dv-cinder-851449-2-iscsi, got binding levels [] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:55:07.278567 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-ab49a483-e6ca-4b1c-a11f-b84503c5d472 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (b6165530-755d-442b-8e78-8c9900cf3056), precommit_delete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:07.298918 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:07.300753 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-ab49a483-e6ca-4b1c-a11f-b84503c5d472 None None] Calling delete_port for b6165530-755d-442b-8e78-8c9900cf3056 owned by network:dhcp {{(pid=115909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 04:55:07.302467 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-aebf232a-bf46-44be-b549-5ee580dbed5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535877', 'neutron.services.segments.db._delete_segments_for_network-8769699633610'] for network (4ba73cc7-e7ec-4057-be46-46395fa10f6a), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:07.304684 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.ipam_backend_mixin [None req-ab49a483-e6ca-4b1c-a11f-b84503c5d472 None None] Port b6165530-755d-442b-8e78-8c9900cf3056 was not found and therefore no delete operation was performed {{(pid=115909) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 29 04:55:07.307242 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-ab49a483-e6ca-4b1c-a11f-b84503c5d472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316'] for port (b6165530-755d-442b-8e78-8c9900cf3056), after_delete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:07.325777 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.services.segments.db [None req-aebf232a-bf46-44be-b549-5ee580dbed5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ba73cc7-e7ec-4057-be46-46395fa10f6a']}} {{(pid=115907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:55:07.331867 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab49a483-e6ca-4b1c-a11f-b84503c5d472 None None] Pushing event deleted for resources: {'Port': ['ID=b6165530-755d-442b-8e78-8c9900cf3056,revision_number=None']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:55:07.337396 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.services.segments.db [None req-aebf232a-bf46-44be-b549-5ee580dbed5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '415f04c1-2dee-45a6-a50f-5637d731d5fe') {'for_net_delete': True} {{(pid=115907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:55:07.337604 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab49a483-e6ca-4b1c-a11f-b84503c5d472 None None] No DVR routers for this DVR port b6165530-755d-442b-8e78-8c9900cf3056 on host dv-cinder-851449-2-iscsi {{(pid=115909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 04:55:07.337766 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.services.segments.db [None req-aebf232a-bf46-44be-b549-5ee580dbed5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '415f04c1-2dee-45a6-a50f-5637d731d5fe') {} {{(pid=115907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:55:07.353443 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-aebf232a-bf46-44be-b549-5ee580dbed5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769699633511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4779737'] for segment (415f04c1-2dee-45a6-a50f-5637d731d5fe), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:07.365957 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:07.370641 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-aebf232a-bf46-44be-b549-5ee580dbed5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537036'] for segment (415f04c1-2dee-45a6-a50f-5637d731d5fe), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:07.379705 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aebf232a-bf46-44be-b549-5ee580dbed5a admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=115907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 04:55:07.380250 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-aebf232a-bf46-44be-b549-5ee580dbed5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7638387'] for segment (415f04c1-2dee-45a6-a50f-5637d731d5fe), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:07.421418 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:07.455085 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-aebf232a-bf46-44be-b549-5ee580dbed5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1936944'] for network (4ba73cc7-e7ec-4057-be46-46395fa10f6a), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:07.461519 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-aebf232a-bf46-44be-b549-5ee580dbed5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for network (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:07.468888 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-aebf232a-bf46-44be-b549-5ee580dbed5a admin admin] 10.222.0.40 "DELETE /v2.0/networks/4ba73cc7-e7ec-4057-be46-46395fa10f6a HTTP/1.1" status: 204 len: 168 time: 0.5936086 Jul 29 04:55:07.469792 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 34642) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:55:07.520757 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.services.segments.plugin [-] Segment 415f04c1-2dee-45a6-a50f-5637d731d5fe resource provider aggregate not found Jul 29 04:55:07.527852 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebf232a-bf46-44be-b549-5ee580dbed5a admin admin] Pushing event deleted for resources: {'Network': ['ID=4ba73cc7-e7ec-4057-be46-46395fa10f6a,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:55:07.544484 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.services.segments.plugin [-] Segment 415f04c1-2dee-45a6-a50f-5637d731d5fe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 415f04c1-2dee-45a6-a50f-5637d731d5fe found for delete ", "request_id": "req-66c32cb6-37aa-47a5-a8f6-4c3ee78047cc"}]} Jul 29 04:55:07.803630 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device d11e9cef-f3e6-4d41-a30a-fcdb9b17c142 no longer exists at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 04:55:07.829671 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] No Port match for: d11e9cef-f3e6-4d41-a30a-fcdb9b17c142 {{(pid=115909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 04:55:07.830021 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device d11e9cef-f3e6-4d41-a30a-fcdb9b17c142 not bound to the agent host dv-cinder-851449-2-iscsi {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 04:55:07.830440 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device 0d97ca9a-30f6-4a60-8284-2879f43a7ee9 no longer exists at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 04:55:07.832250 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-b5a4c639-bfdf-4292-abe7-924269548c5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1933340'] for router_interface (70c47b6c-c9ac-4f52-98e0-8aa2b02591e8), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:07.848027 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] No Port match for: 0d97ca9a-30f6-4a60-8284-2879f43a7ee9 {{(pid=115909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 04:55:07.848376 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device 0d97ca9a-30f6-4a60-8284-2879f43a7ee9 not bound to the agent host dv-cinder-851449-2-iscsi {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 04:55:07.848815 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device b6165530-755d-442b-8e78-8c9900cf3056 no longer exists at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 04:55:07.866356 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] No Port match for: b6165530-755d-442b-8e78-8c9900cf3056 {{(pid=115909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 04:55:07.866699 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device b6165530-755d-442b-8e78-8c9900cf3056 not bound to the agent host dv-cinder-851449-2-iscsi {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 04:55:08.307968 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd65454-fd11-4566-9707-a6bc3f72f90a req-278b1e8d-03fd-4d16-aa23-916e4e01bba8 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:55:08.309492 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-1bd65454-fd11-4566-9707-a6bc3f72f90a req-278b1e8d-03fd-4d16-aa23-916e4e01bba8 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=f027c23f-8c17-419b-80a0-bdb62b416da3 HTTP/1.1" status: 200 len: 946 time: 0.3172886 Jul 29 04:55:08.358641 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.plugin [None req-b5a4c639-bfdf-4292-abe7-924269548c5f admin admin] Deleting port 7be1637d-da5a-4b91-a130-79656c1ca5b5 {{(pid=115907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 04:55:08.358981 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-b5a4c639-bfdf-4292-abe7-924269548c5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (7be1637d-da5a-4b91-a130-79656c1ca5b5), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:08.422847 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-1bd65454-fd11-4566-9707-a6bc3f72f90a req-f2fae5e6-0273-45ec-8b5f-d055f1f8372a tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=9683ed19-4891-420f-b3b5-b25d5f033481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938127 Jul 29 04:55:08.461226 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.db [None req-b5a4c639-bfdf-4292-abe7-924269548c5f admin admin] For port 7be1637d-da5a-4b91-a130-79656c1ca5b5, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=7be1637d-da5a-4b91-a130-79656c1ca5b5,segment=NetworkSegment(9e253c16-c246-4f90-812c-52a11d84a75c),segment_id=9e253c16-c246-4f90-812c-52a11d84a75c)] {{(pid=115907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:55:08.461592 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-b5a4c639-bfdf-4292-abe7-924269548c5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (7be1637d-da5a-4b91-a130-79656c1ca5b5), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:08.474331 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.plugin [None req-b5a4c639-bfdf-4292-abe7-924269548c5f admin admin] Calling delete_port for 7be1637d-da5a-4b91-a130-79656c1ca5b5 owned by network:router_interface {{(pid=115907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 04:55:08.584456 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:08.593140 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=100 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:08.657828 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-b5a4c639-bfdf-4292-abe7-924269548c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7638272'] for port (7be1637d-da5a-4b91-a130-79656c1ca5b5), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:08.687723 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a4c639-bfdf-4292-abe7-924269548c5f admin admin] Pushing event deleted for resources: {'Port': ['ID=7be1637d-da5a-4b91-a130-79656c1ca5b5,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:55:08.850525 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-b5a4c639-bfdf-4292-abe7-924269548c5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1573551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1933448'] for router_interface (70c47b6c-c9ac-4f52-98e0-8aa2b02591e8), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:08.893043 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.agents_db [None req-05f878dc-9505-4230-ae26-b2f791c5e7d5 None None] Agent healthcheck: found 6 active agents {{(pid=115910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 04:55:09.054029 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a4c639-bfdf-4292-abe7-924269548c5f admin admin] Router 70c47b6c-c9ac-4f52-98e0-8aa2b02591e8 has already been hosted by L3 agent 507cc676-b5a3-487d-9bd3-df89beb45ea5 {{(pid=115907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 04:55:09.168757 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a4c639-bfdf-4292-abe7-924269548c5f admin admin] Notify agent at l3_agent.dv-cinder-851449-2-iscsi the message routers_updated {{(pid=115907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 04:55:09.174265 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-b5a4c639-bfdf-4292-abe7-924269548c5f admin admin] 10.222.0.40 "PUT /v2.0/routers/70c47b6c-c9ac-4f52-98e0-8aa2b02591e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7035196 Jul 29 04:55:09.176845 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 34652) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:55:09.177587 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42221186-f0c7-4bfd-9ba6-6ef3b660b0b6 None None] Sync routers for ids ['70c47b6c-c9ac-4f52-98e0-8aa2b02591e8'] in dv-cinder-851449-2-iscsi {{(pid=115909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 04:55:09.188329 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42221186-f0c7-4bfd-9ba6-6ef3b660b0b6 None None] Routers {'70c47b6c-c9ac-4f52-98e0-8aa2b02591e8'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:55:09.188991 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-42221186-f0c7-4bfd-9ba6-6ef3b660b0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:54:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['70c47b6c-c9ac-4f52-98e0-8aa2b02591e8'], 'active': True} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:55:09.276305 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-a1e1cdb9-1a01-4368-8a79-0024b005695d admin admin] Publish callbacks [] for router (70c47b6c-c9ac-4f52-98e0-8aa2b02591e8), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:09.290274 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvr_db [None req-42221186-f0c7-4bfd-9ba6-6ef3b660b0b6 None None] Set router 70c47b6c-c9ac-4f52-98e0-8aa2b02591e8 gateway port host: dv-cinder-851449-2-iscsi {{(pid=115909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:55:09.376158 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-a1e1cdb9-1a01-4368-8a79-0024b005695d admin admin] Publish callbacks [] for router_gateway (70c47b6c-c9ac-4f52-98e0-8aa2b02591e8), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:09.418747 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.plugin [None req-a1e1cdb9-1a01-4368-8a79-0024b005695d admin admin] Deleting port a9a0d08a-33be-4798-af42-731d8becf55e {{(pid=115907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 04:55:09.419144 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-a1e1cdb9-1a01-4368-8a79-0024b005695d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (a9a0d08a-33be-4798-af42-731d8becf55e), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:09.461900 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-42221186-f0c7-4bfd-9ba6-6ef3b660b0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c47b6c-c9ac-4f52-98e0-8aa2b02591e8', 'name': 'tempest-TestMinimumBasicScenario-602844028-router', 'tenant_id': '824084791d65402f8a85aba10357e892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'a9a0d08a-33be-4798-af42-731d8becf55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:50:49Z', 'updated_at': '2022-07-29T04:55:08Z', 'revision_number': 5, 'project_id': '824084791d65402f8a85aba10357e892', 'gw_port': {'id': 'a9a0d08a-33be-4798-af42-731d8becf55e', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c47b6c-c9ac-4f52-98e0-8aa2b02591e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:50:50Z', 'updated_at': '2022-07-29T04:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi'}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:55:09.474003 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:DELETE=3,neutron:UPDATE=2,neutron:SELECT=95 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:09.489313 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:09.492216 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42221186-f0c7-4bfd-9ba6-6ef3b660b0b6 None None] Checking router: 70c47b6c-c9ac-4f52-98e0-8aa2b02591e8 for host: dv-cinder-851449-2-iscsi {{(pid=115909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 04:55:09.501845 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42221186-f0c7-4bfd-9ba6-6ef3b660b0b6 None None] Routers {'70c47b6c-c9ac-4f52-98e0-8aa2b02591e8'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:55:09.502448 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-42221186-f0c7-4bfd-9ba6-6ef3b660b0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:54:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['70c47b6c-c9ac-4f52-98e0-8aa2b02591e8'], 'active': True} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:55:09.508531 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.db [None req-a1e1cdb9-1a01-4368-8a79-0024b005695d admin admin] For port a9a0d08a-33be-4798-af42-731d8becf55e, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=a9a0d08a-33be-4798-af42-731d8becf55e,segment=NetworkSegment(a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f),segment_id=a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f)] {{(pid=115907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:55:09.508929 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-a1e1cdb9-1a01-4368-8a79-0024b005695d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (a9a0d08a-33be-4798-af42-731d8becf55e), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:09.522382 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.plugin [None req-a1e1cdb9-1a01-4368-8a79-0024b005695d admin admin] Calling delete_port for a9a0d08a-33be-4798-af42-731d8becf55e owned by network:router_gateway {{(pid=115907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 04:55:09.563769 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e804ec-deba-49c9-badb-8803f9172aa8 req-dcac4e35-aadd-4f38-ab8a-0dcb8b75d500 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:55:09.567514 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-67e804ec-deba-49c9-badb-8803f9172aa8 req-dcac4e35-aadd-4f38-ab8a-0dcb8b75d500 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=f027c23f-8c17-419b-80a0-bdb62b416da3 HTTP/1.1" status: 200 len: 946 time: 0.0524027 Jul 29 04:55:09.587822 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvr_db [None req-42221186-f0c7-4bfd-9ba6-6ef3b660b0b6 None None] Set router 70c47b6c-c9ac-4f52-98e0-8aa2b02591e8 gateway port host: None {{(pid=115909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:55:09.617297 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-67e804ec-deba-49c9-badb-8803f9172aa8 req-37b02d57-1972-47ea-b64a-56b2adfff386 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=9683ed19-4891-420f-b3b5-b25d5f033481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445981 Jul 29 04:55:09.637620 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-42221186-f0c7-4bfd-9ba6-6ef3b660b0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c47b6c-c9ac-4f52-98e0-8aa2b02591e8', 'name': 'tempest-TestMinimumBasicScenario-602844028-router', 'tenant_id': '824084791d65402f8a85aba10357e892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:50:49Z', 'updated_at': '2022-07-29T04:55:09Z', 'revision_number': 6, 'project_id': '824084791d65402f8a85aba10357e892', 'gw_port_host': None}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:55:09.663174 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42221186-f0c7-4bfd-9ba6-6ef3b660b0b6 None None] The sync data for ids ['70c47b6c-c9ac-4f52-98e0-8aa2b02591e8'] in dv-cinder-851449-2-iscsi is: [{'id': '70c47b6c-c9ac-4f52-98e0-8aa2b02591e8', 'name': 'tempest-TestMinimumBasicScenario-602844028-router', 'tenant_id': '824084791d65402f8a85aba10357e892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:50:49Z', 'updated_at': '2022-07-29T04:55:09Z', 'revision_number': 6, 'project_id': '824084791d65402f8a85aba10357e892', 'gw_port_host': None}] {{(pid=115909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 04:55:09.701083 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-a1e1cdb9-1a01-4368-8a79-0024b005695d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7638272'] for port (a9a0d08a-33be-4798-af42-731d8becf55e), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:09.724384 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e1cdb9-1a01-4368-8a79-0024b005695d admin admin] Pushing event deleted for resources: {'Port': ['ID=a9a0d08a-33be-4798-af42-731d8becf55e,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:55:09.788451 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-a1e1cdb9-1a01-4368-8a79-0024b005695d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1936924'] for router_gateway (70c47b6c-c9ac-4f52-98e0-8aa2b02591e8), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:09.877497 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-a1e1cdb9-1a01-4368-8a79-0024b005695d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1714583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1364'] for router (70c47b6c-c9ac-4f52-98e0-8aa2b02591e8), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:09.879791 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-a1e1cdb9-1a01-4368-8a79-0024b005695d admin admin] Publish callbacks [] for router_controller (70c47b6c-c9ac-4f52-98e0-8aa2b02591e8), precommit_delete_associations {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:09.925230 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-a1e1cdb9-1a01-4368-8a79-0024b005695d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1714453'] for router (70c47b6c-c9ac-4f52-98e0-8aa2b02591e8), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:09.925853 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e1cdb9-1a01-4368-8a79-0024b005695d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70c47b6c-c9ac-4f52-98e0-8aa2b02591e8 {{(pid=115907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 04:55:09.930873 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-a1e1cdb9-1a01-4368-8a79-0024b005695d admin admin] Publish callbacks [] for router (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:09.932028 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-a1e1cdb9-1a01-4368-8a79-0024b005695d admin admin] 10.222.0.40 "DELETE /v2.0/routers/70c47b6c-c9ac-4f52-98e0-8aa2b02591e8 HTTP/1.1" status: 204 len: 168 time: 0.7542620 Jul 29 04:55:09.934483 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 34664) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:55:09.981001 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c67260c-8813-4fa4-a06f-bc24953bf570 admin admin] Deleting subnet 80c7a025-8a8b-4dea-a4bb-920838867e28 {{(pid=115907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 29 04:55:09.985370 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-0c67260c-8813-4fa4-a06f-bc24953bf570 admin admin] Publish callbacks [] for subnet (80c7a025-8a8b-4dea-a4bb-920838867e28), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:10.029029 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-0c67260c-8813-4fa4-a06f-bc24953bf570 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4779712'] for subnet (80c7a025-8a8b-4dea-a4bb-920838867e28), precommit_delete_associations {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:10.141881 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-0c67260c-8813-4fa4-a06f-bc24953bf570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534123'] for subnet (80c7a025-8a8b-4dea-a4bb-920838867e28), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:10.199742 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-0c67260c-8813-4fa4-a06f-bc24953bf570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1878534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7638317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7603661'] for subnet (80c7a025-8a8b-4dea-a4bb-920838867e28), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:10.228702 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c67260c-8813-4fa4-a06f-bc24953bf570 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80c7a025-8a8b-4dea-a4bb-920838867e28,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:55:10.230767 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-0c67260c-8813-4fa4-a06f-bc24953bf570 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:10.238255 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-0c67260c-8813-4fa4-a06f-bc24953bf570 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/80c7a025-8a8b-4dea-a4bb-920838867e28 HTTP/1.1" status: 204 len: 168 time: 0.3027530 Jul 29 04:55:10.240857 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 34668) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:55:10.241063 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b200a58-a11d-4065-a472-5f5773c4875e None None] Network 53e527bb-1aa2-45eb-83a3-4fdcb4722713 requested from dv-cinder-851449-2-iscsi {{(pid=115909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 04:55:10.318483 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-31f8214b-0af1-4952-856c-d3f0913545ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3407969'] for network (53e527bb-1aa2-45eb-83a3-4fdcb4722713), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:10.329764 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65863a09-c0d5-4205-beeb-924bc96a962b req-4f350cd8-e95f-466c-9313-bd42ac225c1f tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:55:10.331550 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-65863a09-c0d5-4205-beeb-924bc96a962b req-4f350cd8-e95f-466c-9313-bd42ac225c1f tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0509276 Jul 29 04:55:10.370513 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [None req-31f8214b-0af1-4952-856c-d3f0913545ea admin admin] Deleting port bea52945-c134-444d-99d0-04b05cac9aa7 {{(pid=115908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 04:55:10.370857 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-31f8214b-0af1-4952-856c-d3f0913545ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (bea52945-c134-444d-99d0-04b05cac9aa7), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:10.392368 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-65863a09-c0d5-4205-beeb-924bc96a962b req-2787d7db-722a-460c-97f2-c7b1e4d6ba73 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549972 Jul 29 04:55:10.437179 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [None req-31f8214b-0af1-4952-856c-d3f0913545ea admin admin] For port bea52945-c134-444d-99d0-04b05cac9aa7, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=bea52945-c134-444d-99d0-04b05cac9aa7,segment=NetworkSegment(9e253c16-c246-4f90-812c-52a11d84a75c),segment_id=9e253c16-c246-4f90-812c-52a11d84a75c)] {{(pid=115908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:55:10.437470 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-31f8214b-0af1-4952-856c-d3f0913545ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (bea52945-c134-444d-99d0-04b05cac9aa7), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:10.452997 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device 7be1637d-da5a-4b91-a130-79656c1ca5b5 no longer exists at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 04:55:10.458918 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [None req-31f8214b-0af1-4952-856c-d3f0913545ea admin admin] Calling delete_port for bea52945-c134-444d-99d0-04b05cac9aa7 owned by network:dhcp {{(pid=115908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 04:55:10.473910 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] No Port match for: 7be1637d-da5a-4b91-a130-79656c1ca5b5 {{(pid=115909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 04:55:10.474266 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device 7be1637d-da5a-4b91-a130-79656c1ca5b5 not bound to the agent host dv-cinder-851449-2-iscsi {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 04:55:10.483707 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4483b7-72c7-4ec8-a9f8-b402088cae5c None None] DHCP port deletion for 53e527bb-1aa2-45eb-83a3-4fdcb4722713 request from dv-cinder-851449-2-iscsi {{(pid=115909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 29 04:55:10.526048 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-6e4483b7-72c7-4ec8-a9f8-b402088cae5c None None] Deleting port bea52945-c134-444d-99d0-04b05cac9aa7 {{(pid=115909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 04:55:10.526411 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-6e4483b7-72c7-4ec8-a9f8-b402088cae5c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (bea52945-c134-444d-99d0-04b05cac9aa7), before_delete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:10.544886 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-31f8214b-0af1-4952-856c-d3f0913545ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (bea52945-c134-444d-99d0-04b05cac9aa7), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:10.558877 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f8214b-0af1-4952-856c-d3f0913545ea admin admin] No DVR routers for this DVR port bea52945-c134-444d-99d0-04b05cac9aa7 on host dv-cinder-851449-2-iscsi {{(pid=115908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 04:55:10.579939 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8214b-0af1-4952-856c-d3f0913545ea admin admin] Pushing event deleted for resources: {'Port': ['ID=bea52945-c134-444d-99d0-04b05cac9aa7,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:55:10.592478 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-6e4483b7-72c7-4ec8-a9f8-b402088cae5c None None] For port bea52945-c134-444d-99d0-04b05cac9aa7, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=bea52945-c134-444d-99d0-04b05cac9aa7,segment=NetworkSegment(9e253c16-c246-4f90-812c-52a11d84a75c),segment_id=9e253c16-c246-4f90-812c-52a11d84a75c)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:55:10.592889 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-6e4483b7-72c7-4ec8-a9f8-b402088cae5c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (bea52945-c134-444d-99d0-04b05cac9aa7), precommit_delete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:10.606061 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-6e4483b7-72c7-4ec8-a9f8-b402088cae5c None None] Calling delete_port for bea52945-c134-444d-99d0-04b05cac9aa7 owned by network:dhcp {{(pid=115909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 04:55:10.656943 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-31f8214b-0af1-4952-856c-d3f0913545ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535877', 'neutron.services.segments.db._delete_segments_for_network-8769699633610'] for network (53e527bb-1aa2-45eb-83a3-4fdcb4722713), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:10.680383 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.services.segments.db [None req-31f8214b-0af1-4952-856c-d3f0913545ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53e527bb-1aa2-45eb-83a3-4fdcb4722713']}} {{(pid=115908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:55:10.690372 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.services.segments.db [None req-31f8214b-0af1-4952-856c-d3f0913545ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e253c16-c246-4f90-812c-52a11d84a75c') {'for_net_delete': True} {{(pid=115908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:55:10.690670 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.services.segments.db [None req-31f8214b-0af1-4952-856c-d3f0913545ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e253c16-c246-4f90-812c-52a11d84a75c') {} {{(pid=115908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:55:10.701215 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-31f8214b-0af1-4952-856c-d3f0913545ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769699633511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7404236'] for segment (9e253c16-c246-4f90-812c-52a11d84a75c), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:10.711918 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-6e4483b7-72c7-4ec8-a9f8-b402088cae5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316'] for port (bea52945-c134-444d-99d0-04b05cac9aa7), after_delete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:10.716175 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-31f8214b-0af1-4952-856c-d3f0913545ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537036'] for segment (9e253c16-c246-4f90-812c-52a11d84a75c), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:10.724319 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31f8214b-0af1-4952-856c-d3f0913545ea admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=115908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 04:55:10.724736 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-31f8214b-0af1-4952-856c-d3f0913545ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7403821'] for segment (9e253c16-c246-4f90-812c-52a11d84a75c), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:10.743974 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4483b7-72c7-4ec8-a9f8-b402088cae5c None None] Pushing event deleted for resources: {'Port': ['ID=bea52945-c134-444d-99d0-04b05cac9aa7,revision_number=None']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:55:10.747876 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4483b7-72c7-4ec8-a9f8-b402088cae5c None None] No DVR routers for this DVR port bea52945-c134-444d-99d0-04b05cac9aa7 on host dv-cinder-851449-2-iscsi {{(pid=115909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 04:55:10.822118 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-31f8214b-0af1-4952-856c-d3f0913545ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1936944'] for network (53e527bb-1aa2-45eb-83a3-4fdcb4722713), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:10.839636 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-31f8214b-0af1-4952-856c-d3f0913545ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for network (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:10.843567 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-31f8214b-0af1-4952-856c-d3f0913545ea admin admin] 10.222.0.40 "DELETE /v2.0/networks/53e527bb-1aa2-45eb-83a3-4fdcb4722713 HTTP/1.1" status: 204 len: 168 time: 0.6017363 Jul 29 04:55:10.845091 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.services.segments.plugin [-] Segment 9e253c16-c246-4f90-812c-52a11d84a75c resource provider aggregate not found Jul 29 04:55:10.854934 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a796b5-9bdf-479b-b620-d47d28749368 req-755a69e1-4674-4b2b-93cd-eed16e641624 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:55:10.856368 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-50a796b5-9bdf-479b-b620-d47d28749368 req-755a69e1-4674-4b2b-93cd-eed16e641624 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=f027c23f-8c17-419b-80a0-bdb62b416da3 HTTP/1.1" status: 200 len: 946 time: 0.1172082 Jul 29 04:55:10.857605 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8214b-0af1-4952-856c-d3f0913545ea admin admin] Pushing event deleted for resources: {'Network': ['ID=53e527bb-1aa2-45eb-83a3-4fdcb4722713,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:55:10.881285 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.services.segments.plugin [-] Segment 9e253c16-c246-4f90-812c-52a11d84a75c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9e253c16-c246-4f90-812c-52a11d84a75c found for delete ", "request_id": "req-ae19ca04-c14b-44a8-b839-d5280307d314"}]} Jul 29 04:55:10.918849 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-50a796b5-9bdf-479b-b620-d47d28749368 req-f23a8b33-868e-4fe0-9f3b-4cc9c7e97f49 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=9683ed19-4891-420f-b3b5-b25d5f033481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463178 Jul 29 04:55:11.023590 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 34680) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:55:11.064769 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-ab0ad6d2-6a81-4807-a029-14ab2c258d3c admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=21c0f0b9063948a9a0183b528bc21130&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399761 Jul 29 04:55:11.067103 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 34682) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:55:11.072504 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:11.115784 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-4e15e56c-6ea1-449d-9ef4-4ebbeec9468b admin admin] Publish callbacks [] for security_group (53745ed1-8acc-4712-a583-01e3c1f9287b), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:11.139881 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-4e15e56c-6ea1-449d-9ef4-4ebbeec9468b admin admin] Publish callbacks [] for security_group (53745ed1-8acc-4712-a583-01e3c1f9287b), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:11.172128 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:11.187808 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-4e15e56c-6ea1-449d-9ef4-4ebbeec9468b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (53745ed1-8acc-4712-a583-01e3c1f9287b), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:11.190306 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-4e15e56c-6ea1-449d-9ef4-4ebbeec9468b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:11.194031 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-4e15e56c-6ea1-449d-9ef4-4ebbeec9468b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/53745ed1-8acc-4712-a583-01e3c1f9287b HTTP/1.1" status: 204 len: 168 time: 0.1234562 Jul 29 04:55:11.199550 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e15e56c-6ea1-449d-9ef4-4ebbeec9468b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53745ed1-8acc-4712-a583-01e3c1f9287b,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:55:11.211415 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:11.474708 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcce751-e3bd-47a9-8470-2c0a75fb1abf req-9798ed71-b7fc-4340-98bc-90c2215393e5 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:55:11.477121 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9fcce751-e3bd-47a9-8470-2c0a75fb1abf req-9798ed71-b7fc-4340-98bc-90c2215393e5 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.64 "GET /v2.0/ports?device_id=f027c23f-8c17-419b-80a0-bdb62b416da3 HTTP/1.1" status: 200 len: 946 time: 0.0564609 Jul 29 04:55:11.516119 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e495a-3cb0-49fe-9eed-0f7528f7ba9b req-e105bd32-99e9-4aad-9944-b0a9315a66d5 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:55:11.517651 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-408e495a-3cb0-49fe-9eed-0f7528f7ba9b req-e105bd32-99e9-4aad-9944-b0a9315a66d5 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0493069 Jul 29 04:55:11.552643 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 34690) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:55:11.568105 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:11.572554 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-408e495a-3cb0-49fe-9eed-0f7528f7ba9b req-d4ae751e-a585-41ec-bc19-488ba6a1c5f7 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490742 Jul 29 04:55:11.595893 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-2d88aa56-a6b3-4e63-87e1-a28729cf500a admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=824084791d65402f8a85aba10357e892&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420547 Jul 29 04:55:11.598403 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 34692) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:55:11.646514 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-6f9b3c32-2ae9-448c-bc82-e0a7c46da6ad admin admin] Publish callbacks [] for security_group (eaafe371-560e-436c-98da-31d47115e49a), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:11.668324 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-6f9b3c32-2ae9-448c-bc82-e0a7c46da6ad admin admin] Publish callbacks [] for security_group (eaafe371-560e-436c-98da-31d47115e49a), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:11.718949 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-6f9b3c32-2ae9-448c-bc82-e0a7c46da6ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (eaafe371-560e-436c-98da-31d47115e49a), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:11.721494 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-6f9b3c32-2ae9-448c-bc82-e0a7c46da6ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:11.722629 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-6f9b3c32-2ae9-448c-bc82-e0a7c46da6ad admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/eaafe371-560e-436c-98da-31d47115e49a HTTP/1.1" status: 204 len: 168 time: 0.1232839 Jul 29 04:55:11.732851 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b3c32-2ae9-448c-bc82-e0a7c46da6ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaafe371-560e-436c-98da-31d47115e49a,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:55:11.813033 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device a9a0d08a-33be-4798-af42-731d8becf55e no longer exists at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 04:55:11.836264 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] No Port match for: a9a0d08a-33be-4798-af42-731d8becf55e {{(pid=115909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 04:55:11.836627 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device a9a0d08a-33be-4798-af42-731d8becf55e not bound to the agent host dv-cinder-851449-2-iscsi {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 04:55:11.837078 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device bea52945-c134-444d-99d0-04b05cac9aa7 no longer exists at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 04:55:11.849383 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4535d103-84d3-4bb9-90be-5760b9031bba req-0d31f422-26a7-43f6-aacf-54db360f0cc1 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:55:11.850869 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4535d103-84d3-4bb9-90be-5760b9031bba req-0d31f422-26a7-43f6-aacf-54db360f0cc1 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.64 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0783932 Jul 29 04:55:11.872692 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] No Port match for: bea52945-c134-444d-99d0-04b05cac9aa7 {{(pid=115909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 04:55:11.873906 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device bea52945-c134-444d-99d0-04b05cac9aa7 not bound to the agent host dv-cinder-851449-2-iscsi {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 04:55:11.893772 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [req-9fcce751-e3bd-47a9-8470-2c0a75fb1abf req-59ca1123-064f-4661-9c1f-f3b51e792afc tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Deleting port aee6ef22-26d9-4a6a-b997-015edcbf797e {{(pid=115908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 04:55:11.894117 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-9fcce751-e3bd-47a9-8470-2c0a75fb1abf req-59ca1123-064f-4661-9c1f-f3b51e792afc tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (aee6ef22-26d9-4a6a-b997-015edcbf797e), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:12.031169 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [req-4535d103-84d3-4bb9-90be-5760b9031bba req-8e505f62-db2b-4ea4-a2d1-8a71969e5a55 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Deleting port df448b29-2557-4bee-808a-385ffcca1ff4 {{(pid=115908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 04:55:12.031512 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-4535d103-84d3-4bb9-90be-5760b9031bba req-8e505f62-db2b-4ea4-a2d1-8a71969e5a55 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (df448b29-2557-4bee-808a-385ffcca1ff4), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:12.140474 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8be99-b85b-49e3-b89d-e99763364045 req-879c5b23-bd5b-43f7-96a5-70104c6800dd tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:55:12.142002 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-01f8be99-b85b-49e3-b89d-e99763364045 req-879c5b23-bd5b-43f7-96a5-70104c6800dd tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=f027c23f-8c17-419b-80a0-bdb62b416da3 HTTP/1.1" status: 200 len: 946 time: 0.1407778 Jul 29 04:55:12.143906 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [req-9fcce751-e3bd-47a9-8470-2c0a75fb1abf req-59ca1123-064f-4661-9c1f-f3b51e792afc tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] For port aee6ef22-26d9-4a6a-b997-015edcbf797e, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=aee6ef22-26d9-4a6a-b997-015edcbf797e,segment=NetworkSegment(e145694e-df19-4fa8-b36d-a0ef9ab34dca),segment_id=e145694e-df19-4fa8-b36d-a0ef9ab34dca)] {{(pid=115908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:55:12.144283 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-9fcce751-e3bd-47a9-8470-2c0a75fb1abf req-59ca1123-064f-4661-9c1f-f3b51e792afc tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (aee6ef22-26d9-4a6a-b997-015edcbf797e), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:12.494867 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:12.547459 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [req-4535d103-84d3-4bb9-90be-5760b9031bba req-8e505f62-db2b-4ea4-a2d1-8a71969e5a55 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] For port df448b29-2557-4bee-808a-385ffcca1ff4, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=df448b29-2557-4bee-808a-385ffcca1ff4,segment=NetworkSegment(6f466e2d-c5fa-42c0-91f0-803509af04d3),segment_id=6f466e2d-c5fa-42c0-91f0-803509af04d3)] {{(pid=115908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:55:12.547828 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-4535d103-84d3-4bb9-90be-5760b9031bba req-8e505f62-db2b-4ea4-a2d1-8a71969e5a55 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (df448b29-2557-4bee-808a-385ffcca1ff4), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:12.559229 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-01f8be99-b85b-49e3-b89d-e99763364045 req-72eb4c21-24a4-405f-acb1-0f0a1b7644ff tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=9683ed19-4891-420f-b3b5-b25d5f033481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4026752 Jul 29 04:55:12.574148 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:12.698375 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf034d-00b6-4acd-9c11-b95135433b06 req-2b9b44ec-79d8-40a3-b6e5-5924a303237a tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:55:12.699865 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-7daf034d-00b6-4acd-9c11-b95135433b06 req-2b9b44ec-79d8-40a3-b6e5-5924a303237a tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 945 time: 0.0539758 Jul 29 04:55:12.700234 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-9fcce751-e3bd-47a9-8470-2c0a75fb1abf req-59ca1123-064f-4661-9c1f-f3b51e792afc tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:12.700692 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-9fcce751-e3bd-47a9-8470-2c0a75fb1abf req-59ca1123-064f-4661-9c1f-f3b51e792afc tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1937124'] for floatingip (e0a43efe-d2fa-4766-93d8-27a08c32beed), after_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:12.700928 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.db.l3_db [req-9fcce751-e3bd-47a9-8470-2c0a75fb1abf req-59ca1123-064f-4661-9c1f-f3b51e792afc tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Floating IP e0a43efe-d2fa-4766-93d8-27a08c32beed disassociated. External IP: 172.27.0.145, port: aee6ef22-26d9-4a6a-b997-015edcbf797e. Jul 29 04:55:12.701796 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [req-9fcce751-e3bd-47a9-8470-2c0a75fb1abf req-59ca1123-064f-4661-9c1f-f3b51e792afc tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Calling delete_port for aee6ef22-26d9-4a6a-b997-015edcbf797e owned by compute:nova {{(pid=115908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 04:55:12.726422 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:12.749748 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-7daf034d-00b6-4acd-9c11-b95135433b06 req-374a2fb6-88fa-42af-9cf7-2ced5a9250eb tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=82482b36-d94b-4feb-9c63-3e7df2b1d621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435476 Jul 29 04:55:12.825848 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-4535d103-84d3-4bb9-90be-5760b9031bba req-8e505f62-db2b-4ea4-a2d1-8a71969e5a55 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:12.826747 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-4535d103-84d3-4bb9-90be-5760b9031bba req-8e505f62-db2b-4ea4-a2d1-8a71969e5a55 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1937124'] for floatingip (f33b4f62-bfd6-4e02-868f-b3205a9fe504), after_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:12.827067 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.db.l3_db [req-4535d103-84d3-4bb9-90be-5760b9031bba req-8e505f62-db2b-4ea4-a2d1-8a71969e5a55 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Floating IP f33b4f62-bfd6-4e02-868f-b3205a9fe504 disassociated. External IP: 172.27.0.195, port: df448b29-2557-4bee-808a-385ffcca1ff4. Jul 29 04:55:12.827419 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [req-4535d103-84d3-4bb9-90be-5760b9031bba req-8e505f62-db2b-4ea4-a2d1-8a71969e5a55 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Calling delete_port for df448b29-2557-4bee-808a-385ffcca1ff4 owned by compute:nova {{(pid=115908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 04:55:12.950821 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-9fcce751-e3bd-47a9-8470-2c0a75fb1abf req-59ca1123-064f-4661-9c1f-f3b51e792afc tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (aee6ef22-26d9-4a6a-b997-015edcbf797e), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:13.003307 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ca1123-064f-4661-9c1f-f3b51e792afc tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Pushing event deleted for resources: {'Port': ['ID=aee6ef22-26d9-4a6a-b997-015edcbf797e,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:55:13.067243 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-4535d103-84d3-4bb9-90be-5760b9031bba req-8e505f62-db2b-4ea4-a2d1-8a71969e5a55 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (df448b29-2557-4bee-808a-385ffcca1ff4), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:13.127057 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e505f62-db2b-4ea4-a2d1-8a71969e5a55 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Pushing event deleted for resources: {'Port': ['ID=df448b29-2557-4bee-808a-385ffcca1ff4,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:55:13.201829 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9fcce751-e3bd-47a9-8470-2c0a75fb1abf req-59ca1123-064f-4661-9c1f-f3b51e792afc tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Router 582e4f42-db29-460d-b6ad-65c14a49aa81 has already been hosted by L3 agent 507cc676-b5a3-487d-9bd3-df89beb45ea5 {{(pid=115908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 04:55:13.250105 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:13.306275 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4535d103-84d3-4bb9-90be-5760b9031bba req-8e505f62-db2b-4ea4-a2d1-8a71969e5a55 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Router 00e1ea9c-ca36-47a6-adfc-7297319d368d has already been hosted by L3 agent 507cc676-b5a3-487d-9bd3-df89beb45ea5 {{(pid=115908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 04:55:13.337816 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:13.408763 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9fcce751-e3bd-47a9-8470-2c0a75fb1abf req-59ca1123-064f-4661-9c1f-f3b51e792afc tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Notify agent at l3_agent.dv-cinder-851449-2-iscsi the message routers_updated {{(pid=115908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 04:55:13.418777 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268d7ab7-20b4-4f7f-bc72-fe04d25ad98f None None] Sync routers for ids ['582e4f42-db29-460d-b6ad-65c14a49aa81'] in dv-cinder-851449-2-iscsi {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 04:55:13.429660 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268d7ab7-20b4-4f7f-bc72-fe04d25ad98f None None] Routers {'582e4f42-db29-460d-b6ad-65c14a49aa81'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:55:13.430458 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-268d7ab7-20b4-4f7f-bc72-fe04d25ad98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:54:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['582e4f42-db29-460d-b6ad-65c14a49aa81'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:55:13.493265 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fcce751-e3bd-47a9-8470-2c0a75fb1abf req-59ca1123-064f-4661-9c1f-f3b51e792afc tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] No DVR routers for this DVR port aee6ef22-26d9-4a6a-b997-015edcbf797e on host hv-cinder-85144 {{(pid=115908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 04:55:13.496947 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-9fcce751-e3bd-47a9-8470-2c0a75fb1abf req-59ca1123-064f-4661-9c1f-f3b51e792afc tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for port (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:13.501192 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9fcce751-e3bd-47a9-8470-2c0a75fb1abf req-59ca1123-064f-4661-9c1f-f3b51e792afc tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.64 "DELETE /v2.0/ports/aee6ef22-26d9-4a6a-b997-015edcbf797e HTTP/1.1" status: 204 len: 173 time: 1.7553325 Jul 29 04:55:13.501982 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f027c23f-8c17-419b-80a0-bdb62b416da3', 'name': 'network-vif-deleted', 'tag': 'aee6ef22-26d9-4a6a-b997-015edcbf797e'}] {{(pid=115908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:55:13.504011 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91089063952d51f7df5c9c02e055d40fa8e1e9cb9a21cfbbcb9b3277c7a948b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c42005b-ec24-49d3-a167-f4b32e62443a" -d '{"events": [{"server_uuid": "f027c23f-8c17-419b-80a0-bdb62b416da3", "name": "network-vif-deleted", "tag": "aee6ef22-26d9-4a6a-b997-015edcbf797e"}]}' {{(pid=115908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:55:13.511254 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4535d103-84d3-4bb9-90be-5760b9031bba req-8e505f62-db2b-4ea4-a2d1-8a71969e5a55 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Notify agent at l3_agent.dv-cinder-851449-2-iscsi the message routers_updated {{(pid=115908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 04:55:13.526304 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d199ac85-cae0-46e6-9dae-d8ad4e8f8c54 None None] Sync routers for ids ['00e1ea9c-ca36-47a6-adfc-7297319d368d'] in dv-cinder-851449-2-iscsi {{(pid=115909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 04:55:13.549231 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d199ac85-cae0-46e6-9dae-d8ad4e8f8c54 None None] Routers {'00e1ea9c-ca36-47a6-adfc-7297319d368d'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:55:13.550227 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-d199ac85-cae0-46e6-9dae-d8ad4e8f8c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:54:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['00e1ea9c-ca36-47a6-adfc-7297319d368d'], 'active': True} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:55:13.573135 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.l3_dvrscheduler_db [req-4535d103-84d3-4bb9-90be-5760b9031bba req-8e505f62-db2b-4ea4-a2d1-8a71969e5a55 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] No DVR routers for this DVR port df448b29-2557-4bee-808a-385ffcca1ff4 on host hv-cinder-85144 {{(pid=115908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 04:55:13.575040 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=100 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:13.576766 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-4535d103-84d3-4bb9-90be-5760b9031bba req-8e505f62-db2b-4ea4-a2d1-8a71969e5a55 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for port (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:13.584761 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4535d103-84d3-4bb9-90be-5760b9031bba req-8e505f62-db2b-4ea4-a2d1-8a71969e5a55 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.64 "DELETE /v2.0/ports/df448b29-2557-4bee-808a-385ffcca1ff4 HTTP/1.1" status: 204 len: 173 time: 1.7236903 Jul 29 04:55:13.587065 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 04:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1efab2f0-8b1a-495d-832e-23abd3180f01 x-openstack-request-id: req-1efab2f0-8b1a-495d-832e-23abd3180f01 {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:55:13.587237 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f027c23f-8c17-419b-80a0-bdb62b416da3", "name": "network-vif-deleted", "tag": "aee6ef22-26d9-4a6a-b997-015edcbf797e", "status": "completed", "code": 200}]} {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:55:13.587645 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-1efab2f0-8b1a-495d-832e-23abd3180f01 {{(pid=115908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:55:13.588150 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1efab2f0-8b1a-495d-832e-23abd3180f01'] response: {'server_uuid': 'f027c23f-8c17-419b-80a0-bdb62b416da3', 'name': 'network-vif-deleted', 'tag': 'aee6ef22-26d9-4a6a-b997-015edcbf797e', 'status': 'completed', 'code': 200} Jul 29 04:55:13.589234 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-268d7ab7-20b4-4f7f-bc72-fe04d25ad98f None None] Set router 582e4f42-db29-460d-b6ad-65c14a49aa81 gateway port host: dv-cinder-851449-2-iscsi {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:55:13.671518 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=100 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:13.726409 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-38ff7c69-eef5-48be-843e-2623bc07afc4 req-910388cd-34a2-47a0-b8b4-d59ad4325ad3 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=f027c23f-8c17-419b-80a0-bdb62b416da3 HTTP/1.1" status: 200 len: 210 time: 0.0532801 Jul 29 04:55:13.835116 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-268d7ab7-20b4-4f7f-bc72-fe04d25ad98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582e4f42-db29-460d-b6ad-65c14a49aa81', 'name': 'tempest-ServerRescueNegativeTestJSON-284703475-router', 'tenant_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '75eb54b2-7910-4750-9d5e-ee3125b1659c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:15Z', 'updated_at': '2022-07-29T04:47:25Z', 'revision_number': 4, 'project_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'gw_port': {'id': '75eb54b2-7910-4750-9d5e-ee3125b1659c', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:70:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e4f42-db29-460d-b6ad-65c14a49aa81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:16Z', 'updated_at': '2022-07-29T04:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': 'e669b7c1-4552-4265-8882-624c7532f140', 'name': '', 'network_id': '3e84cf4e-559b-4bbd-af56-3f6353c004d0', 'tenant_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'mac_address': 'fa:16:3e:59:57:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e4f42-db29-460d-b6ad-65c14a49aa81', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '48fdddd6-c7bc-413f-9e30-1e0d5de8b27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:22Z', 'updated_at': '2022-07-29T04:47:37Z', 'revision_number': 5, 'project_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'subnets': [{'id': '48fdddd6-c7bc-413f-9e30-1e0d5de8b27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:55:13.862162 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268d7ab7-20b4-4f7f-bc72-fe04d25ad98f None None] Checking router: 582e4f42-db29-460d-b6ad-65c14a49aa81 for host: dv-cinder-851449-2-iscsi {{(pid=115910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 04:55:13.871860 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268d7ab7-20b4-4f7f-bc72-fe04d25ad98f None None] Routers {'582e4f42-db29-460d-b6ad-65c14a49aa81'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:55:13.872648 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-268d7ab7-20b4-4f7f-bc72-fe04d25ad98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:54:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['582e4f42-db29-460d-b6ad-65c14a49aa81'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:55:13.884194 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvr_db [None req-d199ac85-cae0-46e6-9dae-d8ad4e8f8c54 None None] Set router 00e1ea9c-ca36-47a6-adfc-7297319d368d gateway port host: dv-cinder-851449-2-iscsi {{(pid=115909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:55:13.917264 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-abe1c12c-9eaa-45bf-a3e8-7feba8a393d4 req-afd1d600-564c-449a-afbc-380617bb6265 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=32c9906c-fdab-4215-a1c5-5cb82c3ab79e HTTP/1.1" status: 200 len: 210 time: 0.0337481 Jul 29 04:55:13.981817 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-268d7ab7-20b4-4f7f-bc72-fe04d25ad98f None None] Set router 582e4f42-db29-460d-b6ad-65c14a49aa81 gateway port host: dv-cinder-851449-2-iscsi {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:55:13.993727 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:14.074235 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-d199ac85-cae0-46e6-9dae-d8ad4e8f8c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e1ea9c-ca36-47a6-adfc-7297319d368d', 'name': 'tempest-AttachVolumeTestJSON-186030634-router', 'tenant_id': '946bf1e173f9476d86cf6133055fba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'a0c2d30f-3fae-4c94-8da7-3ca17eba7f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:19Z', 'updated_at': '2022-07-29T04:47:28Z', 'revision_number': 4, 'project_id': '946bf1e173f9476d86cf6133055fba0a', 'gw_port': {'id': 'a0c2d30f-3fae-4c94-8da7-3ca17eba7f99', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e1ea9c-ca36-47a6-adfc-7297319d368d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:21Z', 'updated_at': '2022-07-29T04:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': '55b672ec-1025-4297-8d6a-0a6fd8cc51ce', 'name': '', 'network_id': '4bcca997-0807-424d-86d3-43681c4961dd', 'tenant_id': '946bf1e173f9476d86cf6133055fba0a', 'mac_address': 'fa:16:3e:2e:0f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e1ea9c-ca36-47a6-adfc-7297319d368d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '928e1728-3f5c-432b-96a7-e970473efb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:26Z', 'updated_at': '2022-07-29T04:47:43Z', 'revision_number': 5, 'project_id': '946bf1e173f9476d86cf6133055fba0a', 'subnets': [{'id': '928e1728-3f5c-432b-96a7-e970473efb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:55:14.099652 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d199ac85-cae0-46e6-9dae-d8ad4e8f8c54 None None] Checking router: 00e1ea9c-ca36-47a6-adfc-7297319d368d for host: dv-cinder-851449-2-iscsi {{(pid=115909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 04:55:14.109065 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d199ac85-cae0-46e6-9dae-d8ad4e8f8c54 None None] Routers {'00e1ea9c-ca36-47a6-adfc-7297319d368d'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:55:14.109670 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-d199ac85-cae0-46e6-9dae-d8ad4e8f8c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:54:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['00e1ea9c-ca36-47a6-adfc-7297319d368d'], 'active': True} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:55:14.177684 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-268d7ab7-20b4-4f7f-bc72-fe04d25ad98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582e4f42-db29-460d-b6ad-65c14a49aa81', 'name': 'tempest-ServerRescueNegativeTestJSON-284703475-router', 'tenant_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '75eb54b2-7910-4750-9d5e-ee3125b1659c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:15Z', 'updated_at': '2022-07-29T04:47:25Z', 'revision_number': 4, 'project_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'gw_port': {'id': '75eb54b2-7910-4750-9d5e-ee3125b1659c', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:70:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e4f42-db29-460d-b6ad-65c14a49aa81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:16Z', 'updated_at': '2022-07-29T04:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': 'e669b7c1-4552-4265-8882-624c7532f140', 'name': '', 'network_id': '3e84cf4e-559b-4bbd-af56-3f6353c004d0', 'tenant_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'mac_address': 'fa:16:3e:59:57:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e4f42-db29-460d-b6ad-65c14a49aa81', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '48fdddd6-c7bc-413f-9e30-1e0d5de8b27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:22Z', 'updated_at': '2022-07-29T04:47:37Z', 'revision_number': 5, 'project_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'subnets': [{'id': '48fdddd6-c7bc-413f-9e30-1e0d5de8b27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:55:14.203638 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268d7ab7-20b4-4f7f-bc72-fe04d25ad98f None None] The sync data for ids ['582e4f42-db29-460d-b6ad-65c14a49aa81'] in dv-cinder-851449-2-iscsi is: [{'id': '582e4f42-db29-460d-b6ad-65c14a49aa81', 'name': 'tempest-ServerRescueNegativeTestJSON-284703475-router', 'tenant_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '75eb54b2-7910-4750-9d5e-ee3125b1659c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:15Z', 'updated_at': '2022-07-29T04:47:25Z', 'revision_number': 4, 'project_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'gw_port': {'id': '75eb54b2-7910-4750-9d5e-ee3125b1659c', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:70:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e4f42-db29-460d-b6ad-65c14a49aa81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:16Z', 'updated_at': '2022-07-29T04:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': 'e669b7c1-4552-4265-8882-624c7532f140', 'name': '', 'network_id': '3e84cf4e-559b-4bbd-af56-3f6353c004d0', 'tenant_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'mac_address': 'fa:16:3e:59:57:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e4f42-db29-460d-b6ad-65c14a49aa81', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '48fdddd6-c7bc-413f-9e30-1e0d5de8b27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:22Z', 'updated_at': '2022-07-29T04:47:37Z', 'revision_number': 5, 'project_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'subnets': [{'id': '48fdddd6-c7bc-413f-9e30-1e0d5de8b27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 04:55:14.215171 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvr_db [None req-d199ac85-cae0-46e6-9dae-d8ad4e8f8c54 None None] Set router 00e1ea9c-ca36-47a6-adfc-7297319d368d gateway port host: dv-cinder-851449-2-iscsi {{(pid=115909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:55:14.420400 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-d199ac85-cae0-46e6-9dae-d8ad4e8f8c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e1ea9c-ca36-47a6-adfc-7297319d368d', 'name': 'tempest-AttachVolumeTestJSON-186030634-router', 'tenant_id': '946bf1e173f9476d86cf6133055fba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'a0c2d30f-3fae-4c94-8da7-3ca17eba7f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:19Z', 'updated_at': '2022-07-29T04:47:28Z', 'revision_number': 4, 'project_id': '946bf1e173f9476d86cf6133055fba0a', 'gw_port': {'id': 'a0c2d30f-3fae-4c94-8da7-3ca17eba7f99', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e1ea9c-ca36-47a6-adfc-7297319d368d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:21Z', 'updated_at': '2022-07-29T04:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': '55b672ec-1025-4297-8d6a-0a6fd8cc51ce', 'name': '', 'network_id': '4bcca997-0807-424d-86d3-43681c4961dd', 'tenant_id': '946bf1e173f9476d86cf6133055fba0a', 'mac_address': 'fa:16:3e:2e:0f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e1ea9c-ca36-47a6-adfc-7297319d368d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '928e1728-3f5c-432b-96a7-e970473efb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:26Z', 'updated_at': '2022-07-29T04:47:43Z', 'revision_number': 5, 'project_id': '946bf1e173f9476d86cf6133055fba0a', 'subnets': [{'id': '928e1728-3f5c-432b-96a7-e970473efb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:55:14.446509 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d199ac85-cae0-46e6-9dae-d8ad4e8f8c54 None None] The sync data for ids ['00e1ea9c-ca36-47a6-adfc-7297319d368d'] in dv-cinder-851449-2-iscsi is: [{'id': '00e1ea9c-ca36-47a6-adfc-7297319d368d', 'name': 'tempest-AttachVolumeTestJSON-186030634-router', 'tenant_id': '946bf1e173f9476d86cf6133055fba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'a0c2d30f-3fae-4c94-8da7-3ca17eba7f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:19Z', 'updated_at': '2022-07-29T04:47:28Z', 'revision_number': 4, 'project_id': '946bf1e173f9476d86cf6133055fba0a', 'gw_port': {'id': 'a0c2d30f-3fae-4c94-8da7-3ca17eba7f99', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e1ea9c-ca36-47a6-adfc-7297319d368d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:21Z', 'updated_at': '2022-07-29T04:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': '55b672ec-1025-4297-8d6a-0a6fd8cc51ce', 'name': '', 'network_id': '4bcca997-0807-424d-86d3-43681c4961dd', 'tenant_id': '946bf1e173f9476d86cf6133055fba0a', 'mac_address': 'fa:16:3e:2e:0f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e1ea9c-ca36-47a6-adfc-7297319d368d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '928e1728-3f5c-432b-96a7-e970473efb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:26Z', 'updated_at': '2022-07-29T04:47:43Z', 'revision_number': 5, 'project_id': '946bf1e173f9476d86cf6133055fba0a', 'subnets': [{'id': '928e1728-3f5c-432b-96a7-e970473efb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 04:55:14.452891 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c976fc7f-7fff-4b6e-9020-838c0eae8afb None None] New status for floating IP e0a43efe-d2fa-4766-93d8-27a08c32beed: DOWN {{(pid=115910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 04:55:14.714062 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2461f3e4-3e39-4d41-9f69-84961451c4f1 None None] New status for floating IP f33b4f62-bfd6-4e02-868f-b3205a9fe504: DOWN {{(pid=115909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 04:55:14.813713 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 34712) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:55:14.872199 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-dba58117-4c13-499b-97c6-b90121822b19 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Publish callbacks [] for security_group (9683ed19-4891-420f-b3b5-b25d5f033481), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:14.895221 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-dba58117-4c13-499b-97c6-b90121822b19 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Publish callbacks [] for security_group (9683ed19-4891-420f-b3b5-b25d5f033481), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:14.942432 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-dba58117-4c13-499b-97c6-b90121822b19 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (9683ed19-4891-420f-b3b5-b25d5f033481), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:14.945197 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-dba58117-4c13-499b-97c6-b90121822b19 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Publish callbacks [] for security_group (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:14.946338 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-dba58117-4c13-499b-97c6-b90121822b19 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "DELETE /v2.0/security-groups/9683ed19-4891-420f-b3b5-b25d5f033481 HTTP/1.1" status: 204 len: 168 time: 0.1316564 Jul 29 04:55:14.949374 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 34716) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:55:14.956573 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba58117-4c13-499b-97c6-b90121822b19 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9683ed19-4891-420f-b3b5-b25d5f033481,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:55:14.965673 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.api.v2.resource [None req-847bb09d-f2f9-471a-904f-ca3fa581bfb5 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] show failed (client error): The resource could not be found. Jul 29 04:55:14.970165 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-847bb09d-f2f9-471a-904f-ca3fa581bfb5 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups/9683ed19-4891-420f-b3b5-b25d5f033481 HTTP/1.1" status: 404 len: 347 time: 0.0163715 Jul 29 04:55:14.970352 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 34718) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:55:15.012975 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 34722) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:55:15.068072 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-26b7c6f5-0cd4-41d7-8427-a3b578156058 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks [] for security_group (82482b36-d94b-4feb-9c63-3e7df2b1d621), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:15.097490 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-26b7c6f5-0cd4-41d7-8427-a3b578156058 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks [] for security_group (82482b36-d94b-4feb-9c63-3e7df2b1d621), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:15.102495 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [None req-344ba286-347d-48ed-858d-4016cb26efab tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Deleting port b0b92069-7d7d-49c8-bd57-a8dd3429902a {{(pid=115908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 04:55:15.102833 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-344ba286-347d-48ed-858d-4016cb26efab tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (b0b92069-7d7d-49c8-bd57-a8dd3429902a), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:15.147114 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-26b7c6f5-0cd4-41d7-8427-a3b578156058 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (82482b36-d94b-4feb-9c63-3e7df2b1d621), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:15.149595 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-26b7c6f5-0cd4-41d7-8427-a3b578156058 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks [] for security_group (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:15.150735 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-26b7c6f5-0cd4-41d7-8427-a3b578156058 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "DELETE /v2.0/security-groups/82482b36-d94b-4feb-9c63-3e7df2b1d621 HTTP/1.1" status: 204 len: 168 time: 0.1361346 Jul 29 04:55:15.153592 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 34724) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:55:15.159965 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b7c6f5-0cd4-41d7-8427-a3b578156058 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82482b36-d94b-4feb-9c63-3e7df2b1d621,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:55:15.173925 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.api.v2.resource [None req-09656f68-b263-4f73-aabb-0d6ebb1438ae tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] show failed (client error): The resource could not be found. Jul 29 04:55:15.178518 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-09656f68-b263-4f73-aabb-0d6ebb1438ae tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups/82482b36-d94b-4feb-9c63-3e7df2b1d621 HTTP/1.1" status: 404 len: 347 time: 0.0204504 Jul 29 04:55:15.179391 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 34726) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:55:15.202436 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-344ba286-347d-48ed-858d-4016cb26efab tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (b0b92069-7d7d-49c8-bd57-a8dd3429902a), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:15.202769 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-344ba286-347d-48ed-858d-4016cb26efab tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Publish callbacks [] for floatingip (b0b92069-7d7d-49c8-bd57-a8dd3429902a), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:15.215509 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [None req-344ba286-347d-48ed-858d-4016cb26efab tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Calling delete_port for b0b92069-7d7d-49c8-bd57-a8dd3429902a owned by network:floatingip {{(pid=115908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 04:55:15.288144 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.plugin [None req-93189e0c-3a72-40b4-905e-78f6ccad30f0 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Deleting port 81e3890b-13d3-47af-8711-c02158fdad4f {{(pid=115907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 04:55:15.288477 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-93189e0c-3a72-40b4-905e-78f6ccad30f0 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (81e3890b-13d3-47af-8711-c02158fdad4f), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:15.350644 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-344ba286-347d-48ed-858d-4016cb26efab tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (b0b92069-7d7d-49c8-bd57-a8dd3429902a), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:15.365403 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-93189e0c-3a72-40b4-905e-78f6ccad30f0 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (81e3890b-13d3-47af-8711-c02158fdad4f), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:15.365731 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-93189e0c-3a72-40b4-905e-78f6ccad30f0 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks [] for floatingip (81e3890b-13d3-47af-8711-c02158fdad4f), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:15.376262 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344ba286-347d-48ed-858d-4016cb26efab tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Pushing event deleted for resources: {'Port': ['ID=b0b92069-7d7d-49c8-bd57-a8dd3429902a,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:55:15.382631 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.plugin [None req-93189e0c-3a72-40b4-905e-78f6ccad30f0 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Calling delete_port for 81e3890b-13d3-47af-8711-c02158fdad4f owned by network:floatingip {{(pid=115907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 04:55:15.449652 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-344ba286-347d-48ed-858d-4016cb26efab tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Publish callbacks [] for floatingip (e0a43efe-d2fa-4766-93d8-27a08c32beed), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:15.452485 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-344ba286-347d-48ed-858d-4016cb26efab tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for floatingip (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:15.453672 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-344ba286-347d-48ed-858d-4016cb26efab tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "DELETE /v2.0/floatingips/e0a43efe-d2fa-4766-93d8-27a08c32beed HTTP/1.1" status: 204 len: 168 time: 0.4818451 Jul 29 04:55:15.517721 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-93189e0c-3a72-40b4-905e-78f6ccad30f0 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7638272'] for port (81e3890b-13d3-47af-8711-c02158fdad4f), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:15.548013 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93189e0c-3a72-40b4-905e-78f6ccad30f0 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Pushing event deleted for resources: {'Port': ['ID=81e3890b-13d3-47af-8711-c02158fdad4f,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:55:15.589834 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c9906c-fdab-4215-a1c5-5cb82c3ab79e', 'name': 'network-vif-deleted', 'tag': 'df448b29-2557-4bee-808a-385ffcca1ff4'}] {{(pid=115908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:55:15.593361 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91089063952d51f7df5c9c02e055d40fa8e1e9cb9a21cfbbcb9b3277c7a948b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eea9b71-2caf-4bb0-8927-70b00b0daa75" -d '{"events": [{"server_uuid": "32c9906c-fdab-4215-a1c5-5cb82c3ab79e", "name": "network-vif-deleted", "tag": "df448b29-2557-4bee-808a-385ffcca1ff4"}]}' {{(pid=115908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:55:15.611667 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-93189e0c-3a72-40b4-905e-78f6ccad30f0 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks [] for floatingip (f33b4f62-bfd6-4e02-868f-b3205a9fe504), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:15.614231 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-93189e0c-3a72-40b4-905e-78f6ccad30f0 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for floatingip (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:15.615435 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-93189e0c-3a72-40b4-905e-78f6ccad30f0 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "DELETE /v2.0/floatingips/f33b4f62-bfd6-4e02-868f-b3205a9fe504 HTTP/1.1" status: 204 len: 168 time: 0.4356365 Jul 29 04:55:15.630657 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 04:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a861bb7-7ae4-4fae-9aa5-ff26ac704fe3 x-openstack-request-id: req-1a861bb7-7ae4-4fae-9aa5-ff26ac704fe3 {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:55:15.630957 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32c9906c-fdab-4215-a1c5-5cb82c3ab79e", "name": "network-vif-deleted", "tag": "df448b29-2557-4bee-808a-385ffcca1ff4", "status": "completed", "code": 200}]} {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:55:15.631211 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-1a861bb7-7ae4-4fae-9aa5-ff26ac704fe3 {{(pid=115908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:55:15.631616 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a861bb7-7ae4-4fae-9aa5-ff26ac704fe3'] response: {'server_uuid': '32c9906c-fdab-4215-a1c5-5cb82c3ab79e', 'name': 'network-vif-deleted', 'tag': 'df448b29-2557-4bee-808a-385ffcca1ff4', 'status': 'completed', 'code': 200} Jul 29 04:55:15.700870 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 34736) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:55:15.705844 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [None req-c8b83b2c-57f4-4b8d-be11-cb9e2f2de459 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Request body: {'security_group': {'name': 'tempest-securitygroup--506545389', 'description': 'tempest-description--1009324102'}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:55:15.726872 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-c8b83b2c-57f4-4b8d-be11-cb9e2f2de459 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks [] for security_group (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:15.737897 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:15.747740 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:15.798046 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-c8b83b2c-57f4-4b8d-be11-cb9e2f2de459 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks [] for security_group (6bb5400e-5e30-4cc3-89d7-df0244e1f1df), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:15.801941 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-c8b83b2c-57f4-4b8d-be11-cb9e2f2de459 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (6bb5400e-5e30-4cc3-89d7-df0244e1f1df), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:15.833735 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-c8b83b2c-57f4-4b8d-be11-cb9e2f2de459 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks [] for security_group (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:15.834956 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-c8b83b2c-57f4-4b8d-be11-cb9e2f2de459 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1325803 Jul 29 04:55:15.836956 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b83b2c-57f4-4b8d-be11-cb9e2f2de459 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb5400e-5e30-4cc3-89d7-df0244e1f1df,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:55:15.838022 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 34738) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:55:15.843278 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [None req-c737f8a9-4c09-4fe9-8b1a-c15732b02c76 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Request body: {'security_group_rule': {'security_group_id': '6bb5400e-5e30-4cc3-89d7-df0244e1f1df', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:55:15.854411 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device df448b29-2557-4bee-808a-385ffcca1ff4 no longer exists at agent hyperv_hv-cinder-85144 {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 04:55:15.870811 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-c737f8a9-4c09-4fe9-8b1a-c15732b02c76 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks [] for security_group_rule (b8b58d94-2682-4655-a371-f11afd3b80a0), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:15.878459 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] No Port match for: df448b29-2557-4bee-808a-385ffcca1ff4 {{(pid=115909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 04:55:15.878814 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device df448b29-2557-4bee-808a-385ffcca1ff4 not bound to the agent host hv-cinder-85144 {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 04:55:15.879248 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device aee6ef22-26d9-4a6a-b997-015edcbf797e no longer exists at agent hyperv_hv-cinder-85144 {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 04:55:15.898423 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] No Port match for: aee6ef22-26d9-4a6a-b997-015edcbf797e {{(pid=115909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 04:55:15.898774 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device aee6ef22-26d9-4a6a-b997-015edcbf797e not bound to the agent host hv-cinder-85144 {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 04:55:15.932254 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-c737f8a9-4c09-4fe9-8b1a-c15732b02c76 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks [] for security_group_rule (b8b58d94-2682-4655-a371-f11afd3b80a0), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:15.936231 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-c737f8a9-4c09-4fe9-8b1a-c15732b02c76 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885006'] for security_group_rule (b8b58d94-2682-4655-a371-f11afd3b80a0), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:15.954831 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c737f8a9-4c09-4fe9-8b1a-c15732b02c76 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8b58d94-2682-4655-a371-f11afd3b80a0,revision_number=0']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:55:15.959929 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-c737f8a9-4c09-4fe9-8b1a-c15732b02c76 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:15.961679 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-c737f8a9-4c09-4fe9-8b1a-c15732b02c76 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1220672 Jul 29 04:55:15.963839 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 34740) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:55:15.968167 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [None req-707a7d5c-1f9c-4c70-b2c7-57d0c854d3bd tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Request body: {'security_group_rule': {'security_group_id': '6bb5400e-5e30-4cc3-89d7-df0244e1f1df', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:55:15.973409 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:15.996573 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-707a7d5c-1f9c-4c70-b2c7-57d0c854d3bd tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks [] for security_group_rule (7663a808-e092-4834-95f7-4bc9228d7853), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:16.037938 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:16.054875 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-707a7d5c-1f9c-4c70-b2c7-57d0c854d3bd tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks [] for security_group_rule (7663a808-e092-4834-95f7-4bc9228d7853), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:16.058769 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-707a7d5c-1f9c-4c70-b2c7-57d0c854d3bd tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885006'] for security_group_rule (7663a808-e092-4834-95f7-4bc9228d7853), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:16.078504 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707a7d5c-1f9c-4c70-b2c7-57d0c854d3bd tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7663a808-e092-4834-95f7-4bc9228d7853,revision_number=0']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:55:16.084927 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-707a7d5c-1f9c-4c70-b2c7-57d0c854d3bd tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:16.086111 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-707a7d5c-1f9c-4c70-b2c7-57d0c854d3bd tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1213620 Jul 29 04:55:16.089572 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 34742) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:55:16.094688 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [None req-be7bb4da-78ca-4621-bc39-d1e31ddd6624 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Request body: {'floatingip': {'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4'}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:55:16.122198 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-be7bb4da-78ca-4621-bc39-d1e31ddd6624 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:16.202272 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-be7bb4da-78ca-4621-bc39-d1e31ddd6624 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:16.310175 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.db.db_base_plugin_common [None req-be7bb4da-78ca-4621-bc39-d1e31ddd6624 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Allocated IP 172.27.0.113 (9a05b655-8925-4222-a853-020f58db76f4/b252d643-2a5f-428d-a536-f8ecbd6d13e1/6a78b074-7aca-4469-bd41-542d47ff685c) {{(pid=115907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 04:55:16.410700 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-be7bb4da-78ca-4621-bc39-d1e31ddd6624 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks [] for port (6a78b074-7aca-4469-bd41-542d47ff685c), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:16.442257 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-be7bb4da-78ca-4621-bc39-d1e31ddd6624 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7638272'] for port (6a78b074-7aca-4469-bd41-542d47ff685c), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:16.481908 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7bb4da-78ca-4621-bc39-d1e31ddd6624 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Network 9a05b655-8925-4222-a853-020f58db76f4 is already hosted by enough agents. {{(pid=115907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 04:55:16.488444 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.base_scheduler [None req-be7bb4da-78ca-4621-bc39-d1e31ddd6624 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Resources bound (agent type, host, resource id): {{(pid=115907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:55:16.492262 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7bb4da-78ca-4621-bc39-d1e31ddd6624 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Received port after_create {{(pid=115907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 04:55:16.513890 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7bb4da-78ca-4621-bc39-d1e31ddd6624 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Pushing event updated for resources: {'Port': ['ID=6a78b074-7aca-4469-bd41-542d47ff685c,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:55:16.575219 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-be7bb4da-78ca-4621-bc39-d1e31ddd6624 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks [] for floatingip (bdd716db-4e94-409f-82e4-104e09c60612), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:16.616490 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-be7bb4da-78ca-4621-bc39-d1e31ddd6624 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (6a78b074-7aca-4469-bd41-542d47ff685c), before_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:16.706069 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:16.711769 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:INSERT=10,neutron:SELECT=84,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:16.775490 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-be7bb4da-78ca-4621-bc39-d1e31ddd6624 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks [] for port (6a78b074-7aca-4469-bd41-542d47ff685c), precommit_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:16.780510 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-be7bb4da-78ca-4621-bc39-d1e31ddd6624 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7638295'] for port (6a78b074-7aca-4469-bd41-542d47ff685c), after_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:16.849978 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7bb4da-78ca-4621-bc39-d1e31ddd6624 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Pushing event updated for resources: {'Port': ['ID=6a78b074-7aca-4469-bd41-542d47ff685c,revision_number=2']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:55:16.862229 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-be7bb4da-78ca-4621-bc39-d1e31ddd6624 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1937124'] for floatingip (bdd716db-4e94-409f-82e4-104e09c60612), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:16.877573 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-be7bb4da-78ca-4621-bc39-d1e31ddd6624 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for floatingip (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:16.878860 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-be7bb4da-78ca-4621-bc39-d1e31ddd6624 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7882409 Jul 29 04:55:17.110298 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-2e0f3912-04b4-4de0-ac49-eb4f967cd2c5 req-2d078477-c8be-4d77-97cb-f98c04ae21b7 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--506545389&fields=id&tenant_id=946bf1e173f9476d86cf6133055fba0a HTTP/1.1" status: 200 len: 267 time: 0.0421245 Jul 29 04:55:17.213459 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f3912-04b4-4de0-ac49-eb4f967cd2c5 req-06862222-8c82-42c0-89ee-ef3903f594ec tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:55:17.214900 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-2e0f3912-04b4-4de0-ac49-eb4f967cd2c5 req-06862222-8c82-42c0-89ee-ef3903f594ec tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/networks?id=4bcca997-0807-424d-86d3-43681c4961dd HTTP/1.1" status: 200 len: 810 time: 0.0983381 Jul 29 04:55:17.229062 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-2e0f3912-04b4-4de0-ac49-eb4f967cd2c5 req-c54f45e8-9303-4d1b-85a5-1ab800bac03d tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/quotas/946bf1e173f9476d86cf6133055fba0a HTTP/1.1" status: 200 len: 375 time: 0.0087140 Jul 29 04:55:17.280797 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-2e0f3912-04b4-4de0-ac49-eb4f967cd2c5 req-691a0b18-bc80-4f74-9c6d-ee5e09a4c0b0 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=946bf1e173f9476d86cf6133055fba0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464880 Jul 29 04:55:17.377977 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-2e0f3912-04b4-4de0-ac49-eb4f967cd2c5 req-c7b0c507-2473-49f4-95de-41a0f573a544 service neutron] 10.222.0.40 "GET /v2.0/networks/4bcca997-0807-424d-86d3-43681c4961dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859609 Jul 29 04:55:17.471297 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-2e0f3912-04b4-4de0-ac49-eb4f967cd2c5 req-f112a2ea-64c6-407a-8a8b-5d83d1c250e1 service neutron] 10.222.0.40 "GET /v2.0/networks/4bcca997-0807-424d-86d3-43681c4961dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877025 Jul 29 04:55:17.932719 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9555d-b6ed-4f7a-8794-4fae91927b59 req-4d8ab6a0-5dcd-499b-af91-c529876fd485 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:55:17.934186 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-5ca9555d-b6ed-4f7a-8794-4fae91927b59 req-4d8ab6a0-5dcd-499b-af91-c529876fd485 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 946 time: 0.0497065 Jul 29 04:55:17.981704 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-5ca9555d-b6ed-4f7a-8794-4fae91927b59 req-35ea6eeb-3730-4c70-8864-1bbc74be0904 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417616 Jul 29 04:55:18.421743 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d9d9f916-aabd-4494-8e97-6d84c30c8d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:18.651657 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e6b53a01-dd24-40de-8642-ed907a0be56e req-75ad03fa-275e-4e3f-a6b4-02141c7d815b tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=a4f419f4-d879-49b1-b580-9bfbd7a1f5a8 HTTP/1.1" status: 200 len: 210 time: 0.0276065 Jul 29 04:55:18.717352 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440dbbcb-c731-4d44-abc4-85f13477db6a req-ff69b13e-790a-4f39-8807-5a60be49967c tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:55:18.718820 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-440dbbcb-c731-4d44-abc4-85f13477db6a req-ff69b13e-790a-4f39-8807-5a60be49967c tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.64 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 946 time: 0.0472152 Jul 29 04:55:18.804571 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [req-440dbbcb-c731-4d44-abc4-85f13477db6a req-58888266-af0b-442d-aa69-bcd7ac961c00 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Deleting port 70e45860-f254-40d2-808c-c68bdc1a745b {{(pid=115908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 04:55:18.804949 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-440dbbcb-c731-4d44-abc4-85f13477db6a req-58888266-af0b-442d-aa69-bcd7ac961c00 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (70e45860-f254-40d2-808c-c68bdc1a745b), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:18.913310 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [req-440dbbcb-c731-4d44-abc4-85f13477db6a req-58888266-af0b-442d-aa69-bcd7ac961c00 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] For port 70e45860-f254-40d2-808c-c68bdc1a745b, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=70e45860-f254-40d2-808c-c68bdc1a745b,segment=NetworkSegment(e145694e-df19-4fa8-b36d-a0ef9ab34dca),segment_id=e145694e-df19-4fa8-b36d-a0ef9ab34dca)] {{(pid=115908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:55:18.913876 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-440dbbcb-c731-4d44-abc4-85f13477db6a req-58888266-af0b-442d-aa69-bcd7ac961c00 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (70e45860-f254-40d2-808c-c68bdc1a745b), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:18.932136 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [req-440dbbcb-c731-4d44-abc4-85f13477db6a req-58888266-af0b-442d-aa69-bcd7ac961c00 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Calling delete_port for 70e45860-f254-40d2-808c-c68bdc1a745b owned by compute:nova {{(pid=115908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 04:55:19.064557 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-440dbbcb-c731-4d44-abc4-85f13477db6a req-58888266-af0b-442d-aa69-bcd7ac961c00 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (70e45860-f254-40d2-808c-c68bdc1a745b), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:19.087714 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-eab95da4-9666-4583-9736-a2ad432be9fe req-cf7ea268-6d51-4105-bff3-c855ecc24d84 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=3508a994-61f6-4db5-83be-063a6eedc0cd HTTP/1.1" status: 200 len: 210 time: 0.0307095 Jul 29 04:55:19.095581 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58888266-af0b-442d-aa69-bcd7ac961c00 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Pushing event deleted for resources: {'Port': ['ID=70e45860-f254-40d2-808c-c68bdc1a745b,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:55:19.101149 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] get_ports_and_sgs() called for port_ids ['aec72477-e53c-4111-8650-f834671263de', '70e45860-f254-40d2-808c-c68bdc1a745b'] {{(pid=115909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 04:55:19.158137 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.l3_dvrscheduler_db [req-440dbbcb-c731-4d44-abc4-85f13477db6a req-58888266-af0b-442d-aa69-bcd7ac961c00 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] No DVR routers for this DVR port 70e45860-f254-40d2-808c-c68bdc1a745b on host hv-cinder-85144 {{(pid=115908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 04:55:19.161081 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-440dbbcb-c731-4d44-abc4-85f13477db6a req-58888266-af0b-442d-aa69-bcd7ac961c00 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for port (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:19.164482 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-440dbbcb-c731-4d44-abc4-85f13477db6a req-58888266-af0b-442d-aa69-bcd7ac961c00 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.64 "DELETE /v2.0/ports/70e45860-f254-40d2-808c-c68bdc1a745b HTTP/1.1" status: 204 len: 173 time: 0.4404359 Jul 29 04:55:19.164992 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3508a994-61f6-4db5-83be-063a6eedc0cd', 'name': 'network-vif-deleted', 'tag': '70e45860-f254-40d2-808c-c68bdc1a745b'}] {{(pid=115908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:55:19.167283 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91089063952d51f7df5c9c02e055d40fa8e1e9cb9a21cfbbcb9b3277c7a948b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75a2df3-099b-415a-a974-bee88a6fac20" -d '{"events": [{"server_uuid": "3508a994-61f6-4db5-83be-063a6eedc0cd", "name": "network-vif-deleted", "tag": "70e45860-f254-40d2-808c-c68bdc1a745b"}]}' {{(pid=115908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:55:19.206019 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 04:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e650dcad-4198-45d7-95ad-7bda1989cd00 x-openstack-request-id: req-e650dcad-4198-45d7-95ad-7bda1989cd00 {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:55:19.206987 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3508a994-61f6-4db5-83be-063a6eedc0cd", "name": "network-vif-deleted", "tag": "70e45860-f254-40d2-808c-c68bdc1a745b", "status": "completed", "code": 200}]} {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:55:19.207243 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-e650dcad-4198-45d7-95ad-7bda1989cd00 {{(pid=115908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:55:19.207716 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e650dcad-4198-45d7-95ad-7bda1989cd00'] response: {'server_uuid': '3508a994-61f6-4db5-83be-063a6eedc0cd', 'name': 'network-vif-deleted', 'tag': '70e45860-f254-40d2-808c-c68bdc1a745b', 'status': 'completed', 'code': 200} Jul 29 04:55:19.231165 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:19.750759 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-d94395dc-296b-41c0-a39d-9a2a45739b18 req-367ae2c5-b25e-448d-b08f-788c228ebd79 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=a4f419f4-d879-49b1-b580-9bfbd7a1f5a8 HTTP/1.1" status: 200 len: 210 time: 0.0272465 Jul 29 04:55:19.997477 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f3912-04b4-4de0-ac49-eb4f967cd2c5 req-333fcb6d-22fa-4499-a274-488c86221a2d tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:55:19.999053 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-2e0f3912-04b4-4de0-ac49-eb4f967cd2c5 req-333fcb6d-22fa-4499-a274-488c86221a2d tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.64 "GET /v2.0/networks?id=4bcca997-0807-424d-86d3-43681c4961dd HTTP/1.1" status: 200 len: 810 time: 0.1172152 Jul 29 04:55:20.080624 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-2e0f3912-04b4-4de0-ac49-eb4f967cd2c5 req-85afed6d-7b78-42b3-b3f6-27077b6e84ef tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=946bf1e173f9476d86cf6133055fba0a HTTP/1.1" status: 200 len: 379 time: 0.0613003 Jul 29 04:55:20.175238 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [req-2e0f3912-04b4-4de0-ac49-eb4f967cd2c5 req-cc260f00-410e-408f-abbf-b96d7c55860b tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Request body: {'port': {'device_id': 'a4f419f4-d879-49b1-b580-9bfbd7a1f5a8', 'network_id': '4bcca997-0807-424d-86d3-43681c4961dd', 'admin_state_up': True, 'tenant_id': '946bf1e173f9476d86cf6133055fba0a', 'security_groups': ['6bb5400e-5e30-4cc3-89d7-df0244e1f1df']}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:55:20.252902 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:20.286995 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e0f3912-04b4-4de0-ac49-eb4f967cd2c5 req-cc260f00-410e-408f-abbf-b96d7c55860b tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Made reservation on behalf of 946bf1e173f9476d86cf6133055fba0a for: {'port': 1} {{(pid=115908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 04:55:20.290690 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-2e0f3912-04b4-4de0-ac49-eb4f967cd2c5 req-cc260f00-410e-408f-abbf-b96d7c55860b tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:20.316890 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:20.415464 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6b421-f52f-4819-9cc5-eeea86833443 req-d13ffb98-776b-4665-b340-c421e0f48ab3 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:55:20.416923 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c5e6b421-f52f-4819-9cc5-eeea86833443 req-d13ffb98-776b-4665-b340-c421e0f48ab3 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=052579df-c255-4129-911a-8a4dda7e6ced HTTP/1.1" status: 200 len: 945 time: 0.0670464 Jul 29 04:55:20.489436 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.db_base_plugin_common [req-2e0f3912-04b4-4de0-ac49-eb4f967cd2c5 req-cc260f00-410e-408f-abbf-b96d7c55860b tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Allocated IP 172.20.0.12 (4bcca997-0807-424d-86d3-43681c4961dd/928e1728-3f5c-432b-96a7-e970473efb26/2548b355-cc75-4f48-aa15-872f7943167a) {{(pid=115908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 04:55:20.505868 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c5e6b421-f52f-4819-9cc5-eeea86833443 req-25b01fe3-d300-44b2-bd1c-63be780b3af1 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708439 Jul 29 04:55:20.638152 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-2e0f3912-04b4-4de0-ac49-eb4f967cd2c5 req-cc260f00-410e-408f-abbf-b96d7c55860b tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks [] for port (2548b355-cc75-4f48-aa15-872f7943167a), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:20.654821 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-cf38b6b3-543f-469f-b30c-55d0b4994d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:20.676582 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-2e0f3912-04b4-4de0-ac49-eb4f967cd2c5 req-cc260f00-410e-408f-abbf-b96d7c55860b tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (2548b355-cc75-4f48-aa15-872f7943167a), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:20.720374 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e0f3912-04b4-4de0-ac49-eb4f967cd2c5 req-cc260f00-410e-408f-abbf-b96d7c55860b tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Network 4bcca997-0807-424d-86d3-43681c4961dd is already hosted by enough agents. {{(pid=115908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 04:55:20.723627 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.base_scheduler [req-2e0f3912-04b4-4de0-ac49-eb4f967cd2c5 req-cc260f00-410e-408f-abbf-b96d7c55860b tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Resources bound (agent type, host, resource id): {{(pid=115908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:55:20.727375 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e0f3912-04b4-4de0-ac49-eb4f967cd2c5 req-cc260f00-410e-408f-abbf-b96d7c55860b tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Received port after_create {{(pid=115908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 04:55:20.733855 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc260f00-410e-408f-abbf-b96d7c55860b tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Pushing event updated for resources: {'Port': ['ID=2548b355-cc75-4f48-aa15-872f7943167a,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:55:20.784344 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f3912-04b4-4de0-ac49-eb4f967cd2c5 req-cc260f00-410e-408f-abbf-b96d7c55860b tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:55:20.785021 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-2e0f3912-04b4-4de0-ac49-eb4f967cd2c5 req-cc260f00-410e-408f-abbf-b96d7c55860b tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for port (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:20.804803 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-2e0f3912-04b4-4de0-ac49-eb4f967cd2c5 req-cc260f00-410e-408f-abbf-b96d7c55860b tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6334321 Jul 29 04:55:20.879016 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55c58dc-88b9-44b4-ad80-68425373b8e3 req-54f37843-aa4f-4335-86c1-dbba2a566823 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:55:20.880655 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-a55c58dc-88b9-44b4-ad80-68425373b8e3 req-54f37843-aa4f-4335-86c1-dbba2a566823 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=a4f419f4-d879-49b1-b580-9bfbd7a1f5a8 HTTP/1.1" status: 200 len: 932 time: 0.0535309 Jul 29 04:55:20.932102 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-a55c58dc-88b9-44b4-ad80-68425373b8e3 req-24f3712a-6b64-45b1-abdf-6d2c94dd06c5 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=6bb5400e-5e30-4cc3-89d7-df0244e1f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456312 Jul 29 04:55:20.949207 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-9663d87e-a740-4413-955f-5f31dfb8d493 None None] Provisioning complete for port 2548b355-cc75-4f48-aa15-872f7943167a triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:55:20.949576 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-9663d87e-a740-4413-955f-5f31dfb8d493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (2548b355-cc75-4f48-aa15-872f7943167a), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:20.981581 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-9663d87e-a740-4413-955f-5f31dfb8d493 None None] Port 2548b355-cc75-4f48-aa15-872f7943167a cannot update to ACTIVE because it is not bound. {{(pid=115909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 04:55:21.507228 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (bab6a0c9-2145-495f-b42f-b184e241503a), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:21.623637 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c22fcf-f903-436f-82a4-bf2e5933642d req-95a3886d-4b6f-46eb-92c7-7b211f54c80f tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:55:21.625148 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-02c22fcf-f903-436f-82a4-bf2e5933642d req-95a3886d-4b6f-46eb-92c7-7b211f54c80f tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=052579df-c255-4129-911a-8a4dda7e6ced HTTP/1.1" status: 200 len: 945 time: 0.0472124 Jul 29 04:55:21.673714 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-02c22fcf-f903-436f-82a4-bf2e5933642d req-b4de480a-2d9e-49b8-a041-0ae78db22643 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430017 Jul 29 04:55:21.847161 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:21.881598 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device 70e45860-f254-40d2-808c-c68bdc1a745b no longer exists at agent hyperv_hv-cinder-85144 {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 04:55:21.901463 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] No Port match for: 70e45860-f254-40d2-808c-c68bdc1a745b {{(pid=115909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 04:55:21.901809 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device 70e45860-f254-40d2-808c-c68bdc1a745b not bound to the agent host hv-cinder-85144 {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 04:55:22.053970 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff4c45-7e20-4fe5-b486-cb62459c4bea req-7e8cce7c-bf5f-4ef7-8be3-ce5b7fb74c91 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:55:22.055442 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-59ff4c45-7e20-4fe5-b486-cb62459c4bea req-7e8cce7c-bf5f-4ef7-8be3-ce5b7fb74c91 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=a4f419f4-d879-49b1-b580-9bfbd7a1f5a8 HTTP/1.1" status: 200 len: 932 time: 0.0472991 Jul 29 04:55:22.080300 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [req-2e0f3912-04b4-4de0-ac49-eb4f967cd2c5 req-7a24b07c-e495-4f6b-bdbc-ab75b5e48cfc service neutron] Request body: {'port': {'device_id': 'a4f419f4-d879-49b1-b580-9bfbd7a1f5a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85144'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:55:22.104938 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-59ff4c45-7e20-4fe5-b486-cb62459c4bea req-d4102cf0-a60e-4057-b606-0b661d6aa115 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=6bb5400e-5e30-4cc3-89d7-df0244e1f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422289 Jul 29 04:55:22.145788 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-2e0f3912-04b4-4de0-ac49-eb4f967cd2c5 req-7a24b07c-e495-4f6b-bdbc-ab75b5e48cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (2548b355-cc75-4f48-aa15-872f7943167a), before_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:22.180166 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:22.370855 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:22.428496 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [req-2e0f3912-04b4-4de0-ac49-eb4f967cd2c5 req-7a24b07c-e495-4f6b-bdbc-ab75b5e48cfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2548b355-cc75-4f48-aa15-872f7943167a {{(pid=115908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 04:55:22.440820 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-2e0f3912-04b4-4de0-ac49-eb4f967cd2c5 req-7a24b07c-e495-4f6b-bdbc-ab75b5e48cfc service neutron] Publish callbacks [] for port (2548b355-cc75-4f48-aa15-872f7943167a), precommit_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:22.456694 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.provisioning_blocks [req-2e0f3912-04b4-4de0-ac49-eb4f967cd2c5 req-7a24b07c-e495-4f6b-bdbc-ab75b5e48cfc service neutron] Transition to ACTIVE for port object 2548b355-cc75-4f48-aa15-872f7943167a will not be triggered until provisioned by entity L2. {{(pid=115908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 29 04:55:22.460563 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-2e0f3912-04b4-4de0-ac49-eb4f967cd2c5 req-7a24b07c-e495-4f6b-bdbc-ab75b5e48cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7403849'] for port (2548b355-cc75-4f48-aa15-872f7943167a), after_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:22.515614 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a24b07c-e495-4f6b-bdbc-ab75b5e48cfc service neutron] Pushing event updated for resources: {'Port': ['ID=2548b355-cc75-4f48-aa15-872f7943167a,revision_number=2']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:55:22.595007 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.managers [req-2e0f3912-04b4-4de0-ac49-eb4f967cd2c5 req-7a24b07c-e495-4f6b-bdbc-ab75b5e48cfc service neutron] Attempting to bind port 2548b355-cc75-4f48-aa15-872f7943167a on host hv-cinder-85144 for vnic_type normal with profile {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 04:55:22.595345 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.managers [req-2e0f3912-04b4-4de0-ac49-eb4f967cd2c5 req-7a24b07c-e495-4f6b-bdbc-ab75b5e48cfc service neutron] Attempting to bind port 2548b355-cc75-4f48-aa15-872f7943167a by drivers openvswitch,hyperv on host hv-cinder-85144 at level 0 using segments [{'id': '6f466e2d-c5fa-42c0-91f0-803509af04d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4bcca997-0807-424d-86d3-43681c4961dd'}] {{(pid=115908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 04:55:22.595676 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0f3912-04b4-4de0-ac49-eb4f967cd2c5 req-7a24b07c-e495-4f6b-bdbc-ab75b5e48cfc service neutron] Attempting to bind port 2548b355-cc75-4f48-aa15-872f7943167a on network 4bcca997-0807-424d-86d3-43681c4961dd {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 04:55:22.601539 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0f3912-04b4-4de0-ac49-eb4f967cd2c5 req-7a24b07c-e495-4f6b-bdbc-ab75b5e48cfc service neutron] Port 2548b355-cc75-4f48-aa15-872f7943167a on network 4bcca997-0807-424d-86d3-43681c4961dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85144 {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 29 04:55:22.601539 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0f3912-04b4-4de0-ac49-eb4f967cd2c5 req-7a24b07c-e495-4f6b-bdbc-ab75b5e48cfc service neutron] Attempting to bind port 2548b355-cc75-4f48-aa15-872f7943167a on network 4bcca997-0807-424d-86d3-43681c4961dd {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 04:55:22.607255 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0f3912-04b4-4de0-ac49-eb4f967cd2c5 req-7a24b07c-e495-4f6b-bdbc-ab75b5e48cfc service neutron] Checking agent: {'id': 'bab6a0c9-2145-495f-b42f-b184e241503a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85144', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 4, 45, 21), 'started_at': datetime.datetime(2022, 7, 29, 4, 45, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 4, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 04:55:22.607590 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0f3912-04b4-4de0-ac49-eb4f967cd2c5 req-7a24b07c-e495-4f6b-bdbc-ab75b5e48cfc service neutron] Checking segment: {'id': '6f466e2d-c5fa-42c0-91f0-803509af04d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4bcca997-0807-424d-86d3-43681c4961dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 04:55:22.607959 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0f3912-04b4-4de0-ac49-eb4f967cd2c5 req-7a24b07c-e495-4f6b-bdbc-ab75b5e48cfc service neutron] Bound using segment: {'id': '6f466e2d-c5fa-42c0-91f0-803509af04d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4bcca997-0807-424d-86d3-43681c4961dd'} {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 04:55:22.608398 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.managers [req-2e0f3912-04b4-4de0-ac49-eb4f967cd2c5 req-7a24b07c-e495-4f6b-bdbc-ab75b5e48cfc service neutron] Bound port: 2548b355-cc75-4f48-aa15-872f7943167a, host: hv-cinder-85144, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f466e2d-c5fa-42c0-91f0-803509af04d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4bcca997-0807-424d-86d3-43681c4961dd'}}] {{(pid=115908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 04:55:22.608817 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-2e0f3912-04b4-4de0-ac49-eb4f967cd2c5 req-7a24b07c-e495-4f6b-bdbc-ab75b5e48cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (2548b355-cc75-4f48-aa15-872f7943167a), before_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:22.681244 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [req-2e0f3912-04b4-4de0-ac49-eb4f967cd2c5 req-7a24b07c-e495-4f6b-bdbc-ab75b5e48cfc service neutron] For port 2548b355-cc75-4f48-aa15-872f7943167a, host hv-cinder-85144, cleared binding levels {{(pid=115908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 04:55:22.685324 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [req-2e0f3912-04b4-4de0-ac49-eb4f967cd2c5 req-7a24b07c-e495-4f6b-bdbc-ab75b5e48cfc service neutron] For port 2548b355-cc75-4f48-aa15-872f7943167a, host hv-cinder-85144, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=2548b355-cc75-4f48-aa15-872f7943167a,segment=NetworkSegment(6f466e2d-c5fa-42c0-91f0-803509af04d3),segment_id=6f466e2d-c5fa-42c0-91f0-803509af04d3)] {{(pid=115908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 04:55:22.693918 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-2e0f3912-04b4-4de0-ac49-eb4f967cd2c5 req-7a24b07c-e495-4f6b-bdbc-ab75b5e48cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7403849'] for port (2548b355-cc75-4f48-aa15-872f7943167a), after_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:22.709236 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:22.735609 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f3912-04b4-4de0-ac49-eb4f967cd2c5 req-7a24b07c-e495-4f6b-bdbc-ab75b5e48cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:55:22.736222 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-2e0f3912-04b4-4de0-ac49-eb4f967cd2c5 req-7a24b07c-e495-4f6b-bdbc-ab75b5e48cfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for port (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:22.738026 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-2e0f3912-04b4-4de0-ac49-eb4f967cd2c5 req-7a24b07c-e495-4f6b-bdbc-ab75b5e48cfc service neutron] 10.222.0.64 "PUT /v2.0/ports/2548b355-cc75-4f48-aa15-872f7943167a HTTP/1.1" status: 200 len: 1094 time: 0.6627014 Jul 29 04:55:22.742935 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4f419f4-d879-49b1-b580-9bfbd7a1f5a8', 'tag': '2548b355-cc75-4f48-aa15-872f7943167a'}] {{(pid=115908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:55:22.745249 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91089063952d51f7df5c9c02e055d40fa8e1e9cb9a21cfbbcb9b3277c7a948b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f454c1-d18d-479f-ac38-aa279d12c525" -d '{"events": [{"name": "network-changed", "server_uuid": "a4f419f4-d879-49b1-b580-9bfbd7a1f5a8", "tag": "2548b355-cc75-4f48-aa15-872f7943167a"}]}' {{(pid=115908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:55:23.045916 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 04:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c1bd7c-cdca-47d8-86d4-825d60703452 x-openstack-request-id: req-52c1bd7c-cdca-47d8-86d4-825d60703452 {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:55:23.046273 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4f419f4-d879-49b1-b580-9bfbd7a1f5a8", "tag": "2548b355-cc75-4f48-aa15-872f7943167a", "status": "completed", "code": 200}]} {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:55:23.046449 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-52c1bd7c-cdca-47d8-86d4-825d60703452 {{(pid=115908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:55:23.046818 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52c1bd7c-cdca-47d8-86d4-825d60703452'] response: {'name': 'network-changed', 'server_uuid': 'a4f419f4-d879-49b1-b580-9bfbd7a1f5a8', 'tag': '2548b355-cc75-4f48-aa15-872f7943167a', 'status': 'completed', 'code': 200} Jul 29 04:55:23.125456 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a24b07c-e495-4f6b-bdbc-ab75b5e48cfc service neutron] Pushing event updated for resources: {'Port': ['ID=2548b355-cc75-4f48-aa15-872f7943167a,revision_number=3']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:55:23.137801 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892fd262-db4b-4f5d-961f-4129686060b2 req-a55e1687-255e-4a87-b2c5-e2c5300c589d tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:55:23.139972 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-892fd262-db4b-4f5d-961f-4129686060b2 req-a55e1687-255e-4a87-b2c5-e2c5300c589d tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.64 "GET /v2.0/ports?device_id=052579df-c255-4129-911a-8a4dda7e6ced HTTP/1.1" status: 200 len: 945 time: 0.4010706 Jul 29 04:55:23.145380 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f3912-04b4-4de0-ac49-eb4f967cd2c5 req-a0df9467-a754-48d6-996c-88eeba2bac6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:55:23.146858 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-2e0f3912-04b4-4de0-ac49-eb4f967cd2c5 req-a0df9467-a754-48d6-996c-88eeba2bac6e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=946bf1e173f9476d86cf6133055fba0a&device_id=a4f419f4-d879-49b1-b580-9bfbd7a1f5a8 HTTP/1.1" status: 200 len: 1128 time: 0.0966322 Jul 29 04:55:23.152638 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70784b-f030-460b-8032-bef076bd17bf req-99fe87eb-617a-40a9-aee6-faa241f4fd8c tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:55:23.154765 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9c70784b-f030-460b-8032-bef076bd17bf req-99fe87eb-617a-40a9-aee6-faa241f4fd8c tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=052579df-c255-4129-911a-8a4dda7e6ced HTTP/1.1" status: 200 len: 945 time: 0.3603075 Jul 29 04:55:23.208827 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:23.233365 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a2848-30c9-4ecc-af61-63b4b374a564 req-5263ce84-db75-4aa0-a8ed-2eaf921c5f0b tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:55:23.234861 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-bc7a2848-30c9-4ecc-af61-63b4b374a564 req-5263ce84-db75-4aa0-a8ed-2eaf921c5f0b tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=a4f419f4-d879-49b1-b580-9bfbd7a1f5a8 HTTP/1.1" status: 200 len: 944 time: 0.0470195 Jul 29 04:55:23.245289 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-2e0f3912-04b4-4de0-ac49-eb4f967cd2c5 req-238df285-828e-4e6e-80c8-e6dd1dd37c4b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2548b355-cc75-4f48-aa15-872f7943167a HTTP/1.1" status: 200 len: 217 time: 0.0767126 Jul 29 04:55:23.290195 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-bc7a2848-30c9-4ecc-af61-63b4b374a564 req-e94adb1d-b704-4778-97f4-a8f4f9b9ab0d tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=6bb5400e-5e30-4cc3-89d7-df0244e1f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490401 Jul 29 04:55:23.330481 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9c70784b-f030-460b-8032-bef076bd17bf req-422817ab-79f9-4cdf-ae9d-c93d1de498cd tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/security-groups?id=4a7a34fa-cebb-4d34-9226-0e6bc37f0211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707990 Jul 29 04:55:23.355183 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [req-892fd262-db4b-4f5d-961f-4129686060b2 req-c8663345-d9a3-4013-b707-46934729e118 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Deleting port aec72477-e53c-4111-8650-f834671263de {{(pid=115908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 04:55:23.355183 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-892fd262-db4b-4f5d-961f-4129686060b2 req-c8663345-d9a3-4013-b707-46934729e118 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (aec72477-e53c-4111-8650-f834671263de), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:23.356394 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:23.362526 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f3912-04b4-4de0-ac49-eb4f967cd2c5 req-600c3e50-4d5f-4691-89f2-1473c8dfaf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:55:23.364079 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-2e0f3912-04b4-4de0-ac49-eb4f967cd2c5 req-600c3e50-4d5f-4691-89f2-1473c8dfaf30 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=928e1728-3f5c-432b-96a7-e970473efb26 HTTP/1.1" status: 200 len: 849 time: 0.1079416 Jul 29 04:55:23.452377 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [req-892fd262-db4b-4f5d-961f-4129686060b2 req-c8663345-d9a3-4013-b707-46934729e118 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] For port aec72477-e53c-4111-8650-f834671263de, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=aec72477-e53c-4111-8650-f834671263de,segment=NetworkSegment(e145694e-df19-4fa8-b36d-a0ef9ab34dca),segment_id=e145694e-df19-4fa8-b36d-a0ef9ab34dca)] {{(pid=115908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:55:23.452692 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-892fd262-db4b-4f5d-961f-4129686060b2 req-c8663345-d9a3-4013-b707-46934729e118 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (aec72477-e53c-4111-8650-f834671263de), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:23.465233 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [req-892fd262-db4b-4f5d-961f-4129686060b2 req-c8663345-d9a3-4013-b707-46934729e118 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Calling delete_port for aec72477-e53c-4111-8650-f834671263de owned by compute:nova {{(pid=115908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 04:55:23.477270 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:23.508752 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:23.568551 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f3912-04b4-4de0-ac49-eb4f967cd2c5 req-4adf4b45-7c30-4b5d-8650-a17a40c93ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:55:23.570062 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-2e0f3912-04b4-4de0-ac49-eb4f967cd2c5 req-4adf4b45-7c30-4b5d-8650-a17a40c93ff4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4bcca997-0807-424d-86d3-43681c4961dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0585136 Jul 29 04:55:23.706370 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-2e0f3912-04b4-4de0-ac49-eb4f967cd2c5 req-a8314c70-012a-4720-aba7-ff326a2ef4c9 service neutron] 10.222.0.64 "GET /v2.0/networks/4bcca997-0807-424d-86d3-43681c4961dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266768 Jul 29 04:55:23.710488 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-892fd262-db4b-4f5d-961f-4129686060b2 req-c8663345-d9a3-4013-b707-46934729e118 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (aec72477-e53c-4111-8650-f834671263de), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:23.745559 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] get_ports_and_sgs() called for port_ids ['aec72477-e53c-4111-8650-f834671263de'] {{(pid=115909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 04:55:23.746522 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8663345-d9a3-4013-b707-46934729e118 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Pushing event deleted for resources: {'Port': ['ID=aec72477-e53c-4111-8650-f834671263de,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:55:23.832435 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.l3_dvrscheduler_db [req-892fd262-db4b-4f5d-961f-4129686060b2 req-c8663345-d9a3-4013-b707-46934729e118 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] No DVR routers for this DVR port aec72477-e53c-4111-8650-f834671263de on host hv-cinder-85144 {{(pid=115908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 04:55:23.835864 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-892fd262-db4b-4f5d-961f-4129686060b2 req-c8663345-d9a3-4013-b707-46934729e118 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for port (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:23.839023 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-892fd262-db4b-4f5d-961f-4129686060b2 req-c8663345-d9a3-4013-b707-46934729e118 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.64 "DELETE /v2.0/ports/aec72477-e53c-4111-8650-f834671263de HTTP/1.1" status: 204 len: 173 time: 0.6725447 Jul 29 04:55:23.870269 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-2e0f3912-04b4-4de0-ac49-eb4f967cd2c5 req-f3290583-dc2f-464d-8bea-df958d78ce4a service neutron] 10.222.0.64 "GET /v2.0/networks/4bcca997-0807-424d-86d3-43681c4961dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518610 Jul 29 04:55:24.399947 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:24.412883 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d1032-feb6-4ff4-b8b3-dcce50da0c68 req-cbc41cf0-7279-4f60-91f7-936c4282f41d tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:55:24.414680 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-775d1032-feb6-4ff4-b8b3-dcce50da0c68 req-cbc41cf0-7279-4f60-91f7-936c4282f41d tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=a4f419f4-d879-49b1-b580-9bfbd7a1f5a8 HTTP/1.1" status: 200 len: 944 time: 0.0516100 Jul 29 04:55:24.447759 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-6d0e8f85-e0c9-425a-8dd0-c75514bc6436 req-959391bf-f54b-45a5-8ba7-8f9c3a876d8c tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=052579df-c255-4129-911a-8a4dda7e6ced HTTP/1.1" status: 200 len: 210 time: 0.0284557 Jul 29 04:55:24.460149 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:24.464787 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-775d1032-feb6-4ff4-b8b3-dcce50da0c68 req-307b04cc-5558-4465-83c5-c6c02c3be1d5 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=6bb5400e-5e30-4cc3-89d7-df0244e1f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439780 Jul 29 04:55:24.655200 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=77,neutron:UPDATE=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:24.660159 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=42,neutron:UPDATE=2 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:25.047732 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052579df-c255-4129-911a-8a4dda7e6ced', 'name': 'network-vif-deleted', 'tag': 'aec72477-e53c-4111-8650-f834671263de'}] {{(pid=115908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:55:25.050073 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91089063952d51f7df5c9c02e055d40fa8e1e9cb9a21cfbbcb9b3277c7a948b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501acf6c-dde8-4882-8d7f-6d3cc6b599bd" -d '{"events": [{"server_uuid": "052579df-c255-4129-911a-8a4dda7e6ced", "name": "network-vif-deleted", "tag": "aec72477-e53c-4111-8650-f834671263de"}]}' {{(pid=115908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:55:25.085595 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 04:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1fc46e-64be-443b-a997-7136da2e5a95 x-openstack-request-id: req-8d1fc46e-64be-443b-a997-7136da2e5a95 {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:55:25.085893 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "052579df-c255-4129-911a-8a4dda7e6ced", "name": "network-vif-deleted", "tag": "aec72477-e53c-4111-8650-f834671263de", "status": "completed", "code": 200}]} {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:55:25.086150 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-8d1fc46e-64be-443b-a997-7136da2e5a95 {{(pid=115908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:55:25.086552 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d1fc46e-64be-443b-a997-7136da2e5a95'] response: {'server_uuid': '052579df-c255-4129-911a-8a4dda7e6ced', 'name': 'network-vif-deleted', 'tag': 'aec72477-e53c-4111-8650-f834671263de', 'status': 'completed', 'code': 200} Jul 29 04:55:25.558583 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-23a8bec5-45a6-43f3-b6d0-c93990e62769 req-2991e4f4-eef0-4712-9740-66dcec2e75b4 tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=052579df-c255-4129-911a-8a4dda7e6ced HTTP/1.1" status: 200 len: 210 time: 0.0277402 Jul 29 04:55:25.588308 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a0c68-a80f-4774-8b59-e0ebc5362061 req-150d5636-beca-43c3-a97e-52735047b7b8 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:55:25.589775 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b08a0c68-a80f-4774-8b59-e0ebc5362061 req-150d5636-beca-43c3-a97e-52735047b7b8 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=a4f419f4-d879-49b1-b580-9bfbd7a1f5a8 HTTP/1.1" status: 200 len: 944 time: 0.0529659 Jul 29 04:55:25.637431 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b08a0c68-a80f-4774-8b59-e0ebc5362061 req-b94d41d6-a619-4643-8b23-7b83fa40bcbf tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=6bb5400e-5e30-4cc3-89d7-df0244e1f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412004 Jul 29 04:55:25.900636 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device 2548b355-cc75-4f48-aa15-872f7943167a details requested by agent hyperv_hv-cinder-85144 with host hv-cinder-85144 {{(pid=115909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 04:55:25.910962 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device aec72477-e53c-4111-8650-f834671263de no longer exists at agent hyperv_hv-cinder-85144 {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 04:55:25.937022 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] No Port match for: aec72477-e53c-4111-8650-f834671263de {{(pid=115909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 04:55:25.937367 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device aec72477-e53c-4111-8650-f834671263de not bound to the agent host hv-cinder-85144 {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 04:55:26.021222 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port 2548b355-cc75-4f48-aa15-872f7943167a, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=2548b355-cc75-4f48-aa15-872f7943167a,segment=NetworkSegment(6f466e2d-c5fa-42c0-91f0-803509af04d3),segment_id=6f466e2d-c5fa-42c0-91f0-803509af04d3)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:55:26.032022 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Returning: {'device': '2548b355-cc75-4f48-aa15-872f7943167a', 'network_id': '4bcca997-0807-424d-86d3-43681c4961dd', 'port_id': '2548b355-cc75-4f48-aa15-872f7943167a', 'mac_address': 'fa:16:3e:18:d9:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '928e1728-3f5c-432b-96a7-e970473efb26', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 04:55:26.066115 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Current status of the port 2548b355-cc75-4f48-aa15-872f7943167a is: DOWN; New status is: BUILD {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:55:26.066499 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (2548b355-cc75-4f48-aa15-872f7943167a), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:26.082953 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.notifiers.nova [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2548b355-cc75-4f48-aa15-872f7943167a {{(pid=115909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 04:55:26.101525 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port 2548b355-cc75-4f48-aa15-872f7943167a, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=2548b355-cc75-4f48-aa15-872f7943167a,segment=NetworkSegment(6f466e2d-c5fa-42c0-91f0-803509af04d3),segment_id=6f466e2d-c5fa-42c0-91f0-803509af04d3)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:55:26.105602 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (2548b355-cc75-4f48-aa15-872f7943167a), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:26.151211 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Pushing event updated for resources: {'Port': ['ID=2548b355-cc75-4f48-aa15-872f7943167a,revision_number=4']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:55:26.158720 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:55:26.159073 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:55:26.159423 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:55:26.159780 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:55:26.160118 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:55:26.160489 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:55:26.160845 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:55:26.161177 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:55:26.161510 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:55:26.161840 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:55:26.162171 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:55:26.162501 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:55:26.162830 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:55:26.163155 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:55:26.163480 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:55:26.369922 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f454c1-d18d-479f-ac38-aa279d12c525 req-d7caacd0-4d0f-425c-a731-52ebbe2dde20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:55:26.371355 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-87f454c1-d18d-479f-ac38-aa279d12c525 req-d7caacd0-4d0f-425c-a731-52ebbe2dde20 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=946bf1e173f9476d86cf6133055fba0a&device_id=a4f419f4-d879-49b1-b580-9bfbd7a1f5a8 HTTP/1.1" status: 200 len: 1129 time: 0.0438280 Jul 29 04:55:26.572133 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] get_ports_and_sgs() called for port_ids ['2548b355-cc75-4f48-aa15-872f7943167a'] {{(pid=115909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 04:55:26.718972 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-1d0e265c-f068-497a-8c6c-dd33aace76bb req-7f7f69c4-f166-49d1-981c-ec6d8b8a4f0b tempest-ServerRescueNegativeTestJSON-1807632209 tempest-ServerRescueNegativeTestJSON-1807632209-project] 10.222.0.40 "GET /v2.0/ports?device_id=052579df-c255-4129-911a-8a4dda7e6ced HTTP/1.1" status: 200 len: 210 time: 0.0484121 Jul 29 04:55:26.796831 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f454c1-d18d-479f-ac38-aa279d12c525 req-80395e07-ca36-4ef8-8246-dc20efe1d1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:55:26.798305 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-87f454c1-d18d-479f-ac38-aa279d12c525 req-80395e07-ca36-4ef8-8246-dc20efe1d1d2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4bcca997-0807-424d-86d3-43681c4961dd HTTP/1.1" status: 200 len: 911 time: 0.1876523 Jul 29 04:55:26.812691 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56bd336-529f-450f-970e-5126238ab9f5 req-693eed1b-b23f-43fb-8a67-4ea50882d432 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:55:26.814145 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-d56bd336-529f-450f-970e-5126238ab9f5 req-693eed1b-b23f-43fb-8a67-4ea50882d432 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=a4f419f4-d879-49b1-b580-9bfbd7a1f5a8 HTTP/1.1" status: 200 len: 945 time: 0.0582142 Jul 29 04:55:26.867657 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-87f454c1-d18d-479f-ac38-aa279d12c525 req-2508b0da-f78e-4c77-b77c-85bac81da7bf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2548b355-cc75-4f48-aa15-872f7943167a HTTP/1.1" status: 200 len: 217 time: 0.0521665 Jul 29 04:55:26.928016 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-d56bd336-529f-450f-970e-5126238ab9f5 req-b934c1de-b7ce-4b55-a82c-d4167a381d75 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=6bb5400e-5e30-4cc3-89d7-df0244e1f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056991 Jul 29 04:55:26.939901 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f454c1-d18d-479f-ac38-aa279d12c525 req-70babcb8-df0b-42d5-84d9-c66daa87eccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:55:26.941478 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-87f454c1-d18d-479f-ac38-aa279d12c525 req-70babcb8-df0b-42d5-84d9-c66daa87eccd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=928e1728-3f5c-432b-96a7-e970473efb26 HTTP/1.1" status: 200 len: 849 time: 0.0647321 Jul 29 04:55:26.987800 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f454c1-d18d-479f-ac38-aa279d12c525 req-fe1b3d96-3697-431d-9314-63d25a12e245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:55:26.989436 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-87f454c1-d18d-479f-ac38-aa279d12c525 req-fe1b3d96-3697-431d-9314-63d25a12e245 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4bcca997-0807-424d-86d3-43681c4961dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418921 Jul 29 04:55:27.093813 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-87f454c1-d18d-479f-ac38-aa279d12c525 req-75089354-77b2-451f-a616-48681d109c6f service neutron] 10.222.0.64 "GET /v2.0/networks/4bcca997-0807-424d-86d3-43681c4961dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964112 Jul 29 04:55:27.106133 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:27.150991 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:27.183232 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-87f454c1-d18d-479f-ac38-aa279d12c525 req-03817696-3baf-471f-bc0e-41588896351d service neutron] 10.222.0.64 "GET /v2.0/networks/4bcca997-0807-424d-86d3-43681c4961dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835216 Jul 29 04:55:27.778657 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 34834) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:55:27.898005 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device 2548b355-cc75-4f48-aa15-872f7943167a up at agent hyperv_hv-cinder-85144 {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 04:55:27.942366 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Provisioning for port 2548b355-cc75-4f48-aa15-872f7943167a completed by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 29 04:55:27.950759 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Provisioning complete for port 2548b355-cc75-4f48-aa15-872f7943167a triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:55:27.951123 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (2548b355-cc75-4f48-aa15-872f7943167a), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:28.041384 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Current status of the port 2548b355-cc75-4f48-aa15-872f7943167a is: BUILD; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:55:28.042152 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (2548b355-cc75-4f48-aa15-872f7943167a), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:28.067157 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4f419f4-d879-49b1-b580-9bfbd7a1f5a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2548b355-cc75-4f48-aa15-872f7943167a'}] {{(pid=115909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:55:28.069433 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c420e031ced92140226aa6f83123c9b23fc96e3244e1479094dc728224b9fe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85aca78-0a8b-4e3d-9e0f-23a782ce32fa" -d '{"events": [{"server_uuid": "a4f419f4-d879-49b1-b580-9bfbd7a1f5a8", "name": "network-vif-plugged", "status": "completed", "tag": "2548b355-cc75-4f48-aa15-872f7943167a"}]}' {{(pid=115909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:55:28.087322 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port 2548b355-cc75-4f48-aa15-872f7943167a, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=2548b355-cc75-4f48-aa15-872f7943167a,segment=NetworkSegment(6f466e2d-c5fa-42c0-91f0-803509af04d3),segment_id=6f466e2d-c5fa-42c0-91f0-803509af04d3)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:55:28.091984 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (2548b355-cc75-4f48-aa15-872f7943167a), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:28.127649 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 04:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5870c6c2-ad51-4a4d-976e-6ca3c049fe45 x-openstack-request-id: req-5870c6c2-ad51-4a4d-976e-6ca3c049fe45 {{(pid=115909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:55:28.127958 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4f419f4-d879-49b1-b580-9bfbd7a1f5a8", "name": "network-vif-plugged", "status": "completed", "tag": "2548b355-cc75-4f48-aa15-872f7943167a", "code": 200}]} {{(pid=115909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:55:28.128240 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-5870c6c2-ad51-4a4d-976e-6ca3c049fe45 {{(pid=115909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:55:28.128551 dv-cinder-851449-2-iscsi neutron-server[115909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5870c6c2-ad51-4a4d-976e-6ca3c049fe45'] response: {'server_uuid': 'a4f419f4-d879-49b1-b580-9bfbd7a1f5a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2548b355-cc75-4f48-aa15-872f7943167a', 'code': 200} Jul 29 04:55:28.130452 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973569eb-e236-43d8-928e-c3f005d03d00 req-a1b34087-7c97-44c2-bc28-9a452e77c920 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:55:28.131932 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-973569eb-e236-43d8-928e-c3f005d03d00 req-a1b34087-7c97-44c2-bc28-9a452e77c920 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=a4f419f4-d879-49b1-b580-9bfbd7a1f5a8 HTTP/1.1" status: 200 len: 945 time: 0.0911903 Jul 29 04:55:28.143710 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:28.146577 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:28.159396 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Pushing event updated for resources: {'Port': ['ID=2548b355-cc75-4f48-aa15-872f7943167a,revision_number=5']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:55:28.260313 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-973569eb-e236-43d8-928e-c3f005d03d00 req-9e245b17-6866-4246-8805-240468387db0 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=6bb5400e-5e30-4cc3-89d7-df0244e1f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221104 Jul 29 04:55:28.417815 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f3f06-4ac6-4466-970c-795b37068e1b req-34a3c00a-b267-4ee2-b42d-36d2c2c86c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:55:28.419284 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-3d0f3f06-4ac6-4466-970c-795b37068e1b req-34a3c00a-b267-4ee2-b42d-36d2c2c86c5b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a4f419f4-d879-49b1-b580-9bfbd7a1f5a8 HTTP/1.1" status: 200 len: 1130 time: 0.0931189 Jul 29 04:55:28.498976 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-6f350c46-a442-4268-bd75-71fc0d16b3b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1933340'] for router_interface (582e4f42-db29-460d-b6ad-65c14a49aa81), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:28.549076 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-3d0f3f06-4ac6-4466-970c-795b37068e1b req-d3ac10aa-f755-4f40-96e3-e19325cd9604 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6bb5400e-5e30-4cc3-89d7-df0244e1f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144211 Jul 29 04:55:28.773337 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [None req-6f350c46-a442-4268-bd75-71fc0d16b3b1 admin admin] Deleting port e669b7c1-4552-4265-8882-624c7532f140 {{(pid=115908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 04:55:28.773674 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-6f350c46-a442-4268-bd75-71fc0d16b3b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (e669b7c1-4552-4265-8882-624c7532f140), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:28.851015 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [None req-6f350c46-a442-4268-bd75-71fc0d16b3b1 admin admin] For port e669b7c1-4552-4265-8882-624c7532f140, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=e669b7c1-4552-4265-8882-624c7532f140,segment=NetworkSegment(e145694e-df19-4fa8-b36d-a0ef9ab34dca),segment_id=e145694e-df19-4fa8-b36d-a0ef9ab34dca)] {{(pid=115908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:55:28.851669 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-6f350c46-a442-4268-bd75-71fc0d16b3b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (e669b7c1-4552-4265-8882-624c7532f140), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:28.866505 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [None req-6f350c46-a442-4268-bd75-71fc0d16b3b1 admin admin] Calling delete_port for e669b7c1-4552-4265-8882-624c7532f140 owned by network:router_interface {{(pid=115908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 04:55:28.871693 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:28.913701 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:29.045472 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-6f350c46-a442-4268-bd75-71fc0d16b3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (e669b7c1-4552-4265-8882-624c7532f140), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:29.299883 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f350c46-a442-4268-bd75-71fc0d16b3b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e669b7c1-4552-4265-8882-624c7532f140,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:55:29.391858 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffbb5a0-c737-4ef0-9908-8f11cc44cb02 req-d27cd7b1-cac2-4c38-8583-9996352268a7 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:55:29.393427 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-dffbb5a0-c737-4ef0-9908-8f11cc44cb02 req-d27cd7b1-cac2-4c38-8583-9996352268a7 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=a4f419f4-d879-49b1-b580-9bfbd7a1f5a8 HTTP/1.1" status: 200 len: 946 time: 0.0509171 Jul 29 04:55:29.444864 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-dffbb5a0-c737-4ef0-9908-8f11cc44cb02 req-fd1d4199-4349-4d68-9fa2-5e62df17de99 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=6bb5400e-5e30-4cc3-89d7-df0244e1f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445280 Jul 29 04:55:29.468906 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-6f350c46-a442-4268-bd75-71fc0d16b3b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1573551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1933448'] for router_interface (582e4f42-db29-460d-b6ad-65c14a49aa81), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:29.675021 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f350c46-a442-4268-bd75-71fc0d16b3b1 admin admin] Router 582e4f42-db29-460d-b6ad-65c14a49aa81 has already been hosted by L3 agent 507cc676-b5a3-487d-9bd3-df89beb45ea5 {{(pid=115908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 04:55:29.776369 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f350c46-a442-4268-bd75-71fc0d16b3b1 admin admin] Notify agent at l3_agent.dv-cinder-851449-2-iscsi the message routers_updated {{(pid=115908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 04:55:29.782053 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-6f350c46-a442-4268-bd75-71fc0d16b3b1 admin admin] 10.222.0.40 "PUT /v2.0/routers/582e4f42-db29-460d-b6ad-65c14a49aa81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0023501 Jul 29 04:55:29.784557 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 34844) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:55:29.787720 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037f2002-a84a-4231-afab-bf97c8b5d011 None None] Sync routers for ids ['582e4f42-db29-460d-b6ad-65c14a49aa81'] in dv-cinder-851449-2-iscsi {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 04:55:29.799277 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037f2002-a84a-4231-afab-bf97c8b5d011 None None] Routers {'582e4f42-db29-460d-b6ad-65c14a49aa81'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:55:29.799889 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-037f2002-a84a-4231-afab-bf97c8b5d011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:55:21Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['582e4f42-db29-460d-b6ad-65c14a49aa81'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:55:29.886464 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-ce38f4ba-72d4-4596-adb0-069f648f7b96 admin admin] Publish callbacks [] for router (582e4f42-db29-460d-b6ad-65c14a49aa81), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:29.915589 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-037f2002-a84a-4231-afab-bf97c8b5d011 None None] Set router 582e4f42-db29-460d-b6ad-65c14a49aa81 gateway port host: dv-cinder-851449-2-iscsi {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:55:29.987487 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-ce38f4ba-72d4-4596-adb0-069f648f7b96 admin admin] Publish callbacks [] for router_gateway (582e4f42-db29-460d-b6ad-65c14a49aa81), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:29.993076 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:30.000272 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:30.037517 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [None req-ce38f4ba-72d4-4596-adb0-069f648f7b96 admin admin] Deleting port 75eb54b2-7910-4750-9d5e-ee3125b1659c {{(pid=115908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 04:55:30.037857 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-ce38f4ba-72d4-4596-adb0-069f648f7b96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (75eb54b2-7910-4750-9d5e-ee3125b1659c), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:30.118626 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [None req-ce38f4ba-72d4-4596-adb0-069f648f7b96 admin admin] For port 75eb54b2-7910-4750-9d5e-ee3125b1659c, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=75eb54b2-7910-4750-9d5e-ee3125b1659c,segment=NetworkSegment(a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f),segment_id=a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f)] {{(pid=115908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:55:30.118984 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-ce38f4ba-72d4-4596-adb0-069f648f7b96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (75eb54b2-7910-4750-9d5e-ee3125b1659c), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:30.133237 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [None req-ce38f4ba-72d4-4596-adb0-069f648f7b96 admin admin] Calling delete_port for 75eb54b2-7910-4750-9d5e-ee3125b1659c owned by network:router_gateway {{(pid=115908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 04:55:30.171394 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-037f2002-a84a-4231-afab-bf97c8b5d011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582e4f42-db29-460d-b6ad-65c14a49aa81', 'name': 'tempest-ServerRescueNegativeTestJSON-284703475-router', 'tenant_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '75eb54b2-7910-4750-9d5e-ee3125b1659c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:15Z', 'updated_at': '2022-07-29T04:55:28Z', 'revision_number': 5, 'project_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'gw_port': {'id': '75eb54b2-7910-4750-9d5e-ee3125b1659c', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:70:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582e4f42-db29-460d-b6ad-65c14a49aa81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:16Z', 'updated_at': '2022-07-29T04:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi'}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:55:30.203142 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037f2002-a84a-4231-afab-bf97c8b5d011 None None] Checking router: 582e4f42-db29-460d-b6ad-65c14a49aa81 for host: dv-cinder-851449-2-iscsi {{(pid=115910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 04:55:30.211422 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037f2002-a84a-4231-afab-bf97c8b5d011 None None] Routers {'582e4f42-db29-460d-b6ad-65c14a49aa81'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:55:30.212029 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-037f2002-a84a-4231-afab-bf97c8b5d011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:55:21Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['582e4f42-db29-460d-b6ad-65c14a49aa81'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:55:30.297591 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-037f2002-a84a-4231-afab-bf97c8b5d011 None None] Set router 582e4f42-db29-460d-b6ad-65c14a49aa81 gateway port host: None {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:55:30.306412 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-ce38f4ba-72d4-4596-adb0-069f648f7b96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (75eb54b2-7910-4750-9d5e-ee3125b1659c), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:30.335800 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce38f4ba-72d4-4596-adb0-069f648f7b96 admin admin] Pushing event deleted for resources: {'Port': ['ID=75eb54b2-7910-4750-9d5e-ee3125b1659c,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:55:30.352152 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-037f2002-a84a-4231-afab-bf97c8b5d011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582e4f42-db29-460d-b6ad-65c14a49aa81', 'name': 'tempest-ServerRescueNegativeTestJSON-284703475-router', 'tenant_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:15Z', 'updated_at': '2022-07-29T04:55:29Z', 'revision_number': 6, 'project_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'gw_port_host': None}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:55:30.379355 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037f2002-a84a-4231-afab-bf97c8b5d011 None None] The sync data for ids ['582e4f42-db29-460d-b6ad-65c14a49aa81'] in dv-cinder-851449-2-iscsi is: [{'id': '582e4f42-db29-460d-b6ad-65c14a49aa81', 'name': 'tempest-ServerRescueNegativeTestJSON-284703475-router', 'tenant_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:15Z', 'updated_at': '2022-07-29T04:55:29Z', 'revision_number': 6, 'project_id': '0f6c1ad3422c40d4af4ef5329ecd9d86', 'gw_port_host': None}] {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 04:55:30.401608 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-ce38f4ba-72d4-4596-adb0-069f648f7b96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1936924'] for router_gateway (582e4f42-db29-460d-b6ad-65c14a49aa81), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:30.498251 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-ce38f4ba-72d4-4596-adb0-069f648f7b96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1714583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1364'] for router (582e4f42-db29-460d-b6ad-65c14a49aa81), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:30.502226 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-ce38f4ba-72d4-4596-adb0-069f648f7b96 admin admin] Publish callbacks [] for router_controller (582e4f42-db29-460d-b6ad-65c14a49aa81), precommit_delete_associations {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:30.569763 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-ce38f4ba-72d4-4596-adb0-069f648f7b96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1714453'] for router (582e4f42-db29-460d-b6ad-65c14a49aa81), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:30.570328 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce38f4ba-72d4-4596-adb0-069f648f7b96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 582e4f42-db29-460d-b6ad-65c14a49aa81 {{(pid=115908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 04:55:30.583043 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-ce38f4ba-72d4-4596-adb0-069f648f7b96 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:30.584172 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-ce38f4ba-72d4-4596-adb0-069f648f7b96 admin admin] 10.222.0.40 "DELETE /v2.0/routers/582e4f42-db29-460d-b6ad-65c14a49aa81 HTTP/1.1" status: 204 len: 168 time: 0.7986462 Jul 29 04:55:30.586836 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 34848) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:55:30.597803 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fcc56b-b6b5-45d2-9888-e10309cc75dd req-8d50f4e7-fb9f-44b3-9b48-99bb0ffb2155 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:55:30.599258 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-f9fcc56b-b6b5-45d2-9888-e10309cc75dd req-8d50f4e7-fb9f-44b3-9b48-99bb0ffb2155 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=a4f419f4-d879-49b1-b580-9bfbd7a1f5a8 HTTP/1.1" status: 200 len: 946 time: 0.0591342 Jul 29 04:55:30.632240 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.db.db_base_plugin_v2 [None req-b90ebe37-0110-4234-b487-df6e868bd3dd admin admin] Deleting subnet 48fdddd6-c7bc-413f-9e30-1e0d5de8b27a {{(pid=115907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 29 04:55:30.635401 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-b90ebe37-0110-4234-b487-df6e868bd3dd admin admin] Publish callbacks [] for subnet (48fdddd6-c7bc-413f-9e30-1e0d5de8b27a), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:30.647550 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-f9fcc56b-b6b5-45d2-9888-e10309cc75dd req-bd69dac9-ca7b-4318-98e6-ab6ec961f7f8 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=6bb5400e-5e30-4cc3-89d7-df0244e1f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423849 Jul 29 04:55:30.673407 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-b90ebe37-0110-4234-b487-df6e868bd3dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4779712'] for subnet (48fdddd6-c7bc-413f-9e30-1e0d5de8b27a), precommit_delete_associations {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:30.790380 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62957a9-1be5-4fb0-a4ca-a65ae12e439f req-5efab2ee-71c6-4b35-a26c-71179f7c9582 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:55:30.792086 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-e62957a9-1be5-4fb0-a4ca-a65ae12e439f req-5efab2ee-71c6-4b35-a26c-71179f7c9582 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=a4f419f4-d879-49b1-b580-9bfbd7a1f5a8 HTTP/1.1" status: 200 len: 946 time: 0.0750690 Jul 29 04:55:30.795047 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-b90ebe37-0110-4234-b487-df6e868bd3dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534123'] for subnet (48fdddd6-c7bc-413f-9e30-1e0d5de8b27a), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:30.803090 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 34852) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:55:30.807497 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [None req-520edbda-d274-4187-974b-6a5048af55d7 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Request body: {'floatingip': {'port_id': '2548b355-cc75-4f48-aa15-872f7943167a'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:55:30.846192 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-520edbda-d274-4187-974b-6a5048af55d7 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks [] for floatingip (bdd716db-4e94-409f-82e4-104e09c60612), before_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:30.860486 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-b90ebe37-0110-4234-b487-df6e868bd3dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1878534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7638317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7603661'] for subnet (48fdddd6-c7bc-413f-9e30-1e0d5de8b27a), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:31.138134 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90ebe37-0110-4234-b487-df6e868bd3dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48fdddd6-c7bc-413f-9e30-1e0d5de8b27a,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:55:31.144389 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-b90ebe37-0110-4234-b487-df6e868bd3dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:31.151742 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-b90ebe37-0110-4234-b487-df6e868bd3dd admin admin] 10.222.0.40 "DELETE /v2.0/subnets/48fdddd6-c7bc-413f-9e30-1e0d5de8b27a HTTP/1.1" status: 204 len: 168 time: 0.5614910 Jul 29 04:55:31.152013 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 34854) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:55:31.156432 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb4c339-3ea6-4fc4-9ae1-08cd79ca4381 None None] Network 3e84cf4e-559b-4bbd-af56-3f6353c004d0 requested from dv-cinder-851449-2-iscsi {{(pid=115909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 04:55:31.232541 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:31.241658 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:31.273487 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-f86a1041-8dd0-4703-be03-f3df0c4ab5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3407969'] for network (3e84cf4e-559b-4bbd-af56-3f6353c004d0), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:31.315893 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953940d9-1dc2-4e15-bba1-374aa1ba31bd None None] DHCP port deletion for 3e84cf4e-559b-4bbd-af56-3f6353c004d0 request from dv-cinder-851449-2-iscsi {{(pid=115909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 29 04:55:31.353337 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-953940d9-1dc2-4e15-bba1-374aa1ba31bd None None] Deleting port 8da9471d-602a-4922-b5ee-78a3567a433b {{(pid=115909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 04:55:31.353716 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-953940d9-1dc2-4e15-bba1-374aa1ba31bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (8da9471d-602a-4922-b5ee-78a3567a433b), before_delete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:31.392581 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [None req-f86a1041-8dd0-4703-be03-f3df0c4ab5a7 admin admin] Deleting port 8da9471d-602a-4922-b5ee-78a3567a433b {{(pid=115908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 04:55:31.392864 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-f86a1041-8dd0-4703-be03-f3df0c4ab5a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (8da9471d-602a-4922-b5ee-78a3567a433b), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:31.410561 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-520edbda-d274-4187-974b-6a5048af55d7 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:31.421743 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-953940d9-1dc2-4e15-bba1-374aa1ba31bd None None] For port 8da9471d-602a-4922-b5ee-78a3567a433b, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=8da9471d-602a-4922-b5ee-78a3567a433b,segment=NetworkSegment(e145694e-df19-4fa8-b36d-a0ef9ab34dca),segment_id=e145694e-df19-4fa8-b36d-a0ef9ab34dca)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:55:31.422155 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-953940d9-1dc2-4e15-bba1-374aa1ba31bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (8da9471d-602a-4922-b5ee-78a3567a433b), precommit_delete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:31.435682 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-953940d9-1dc2-4e15-bba1-374aa1ba31bd None None] Calling delete_port for 8da9471d-602a-4922-b5ee-78a3567a433b owned by network:dhcp {{(pid=115909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 04:55:31.438721 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-520edbda-d274-4187-974b-6a5048af55d7 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1937124'] for floatingip (bdd716db-4e94-409f-82e4-104e09c60612), after_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:31.526349 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-953940d9-1dc2-4e15-bba1-374aa1ba31bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316'] for port (8da9471d-602a-4922-b5ee-78a3567a433b), after_delete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:31.546527 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [None req-f86a1041-8dd0-4703-be03-f3df0c4ab5a7 admin admin] For port 8da9471d-602a-4922-b5ee-78a3567a433b, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=8da9471d-602a-4922-b5ee-78a3567a433b,segment=NetworkSegment(e145694e-df19-4fa8-b36d-a0ef9ab34dca),segment_id=e145694e-df19-4fa8-b36d-a0ef9ab34dca)] {{(pid=115908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:55:31.546527 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-f86a1041-8dd0-4703-be03-f3df0c4ab5a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (8da9471d-602a-4922-b5ee-78a3567a433b), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:31.551722 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953940d9-1dc2-4e15-bba1-374aa1ba31bd None None] Pushing event deleted for resources: {'Port': ['ID=8da9471d-602a-4922-b5ee-78a3567a433b,revision_number=None']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:55:31.555317 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953940d9-1dc2-4e15-bba1-374aa1ba31bd None None] No DVR routers for this DVR port 8da9471d-602a-4922-b5ee-78a3567a433b on host dv-cinder-851449-2-iscsi {{(pid=115909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 04:55:31.568197 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [None req-f86a1041-8dd0-4703-be03-f3df0c4ab5a7 admin admin] Calling delete_port for 8da9471d-602a-4922-b5ee-78a3567a433b owned by network:dhcp {{(pid=115908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 04:55:31.584619 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.db.l3_db [None req-520edbda-d274-4187-974b-6a5048af55d7 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Floating IP bdd716db-4e94-409f-82e4-104e09c60612 associated. External IP: 172.27.0.113, port: 2548b355-cc75-4f48-aa15-872f7943167a. Jul 29 04:55:31.733748 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-f86a1041-8dd0-4703-be03-f3df0c4ab5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (8da9471d-602a-4922-b5ee-78a3567a433b), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:31.787385 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device 8da9471d-602a-4922-b5ee-78a3567a433b no longer exists at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 04:55:31.801314 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86a1041-8dd0-4703-be03-f3df0c4ab5a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8da9471d-602a-4922-b5ee-78a3567a433b,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:55:31.804817 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86a1041-8dd0-4703-be03-f3df0c4ab5a7 admin admin] No DVR routers for this DVR port 8da9471d-602a-4922-b5ee-78a3567a433b on host dv-cinder-851449-2-iscsi {{(pid=115908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 04:55:31.808257 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] No Port match for: 8da9471d-602a-4922-b5ee-78a3567a433b {{(pid=115909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 04:55:31.808656 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device 8da9471d-602a-4922-b5ee-78a3567a433b not bound to the agent host dv-cinder-851449-2-iscsi {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 04:55:31.809045 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device e669b7c1-4552-4265-8882-624c7532f140 no longer exists at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 04:55:31.829028 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] No Port match for: e669b7c1-4552-4265-8882-624c7532f140 {{(pid=115909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 04:55:31.829307 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device e669b7c1-4552-4265-8882-624c7532f140 not bound to the agent host dv-cinder-851449-2-iscsi {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 04:55:31.829724 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device 75eb54b2-7910-4750-9d5e-ee3125b1659c no longer exists at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 04:55:31.850308 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] No Port match for: 75eb54b2-7910-4750-9d5e-ee3125b1659c {{(pid=115909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 04:55:31.850656 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device 75eb54b2-7910-4750-9d5e-ee3125b1659c not bound to the agent host dv-cinder-851449-2-iscsi {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 04:55:32.156625 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-f86a1041-8dd0-4703-be03-f3df0c4ab5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535877', 'neutron.services.segments.db._delete_segments_for_network-8769699633610'] for network (3e84cf4e-559b-4bbd-af56-3f6353c004d0), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:32.180627 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-520edbda-d274-4187-974b-6a5048af55d7 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Router 00e1ea9c-ca36-47a6-adfc-7297319d368d has already been hosted by L3 agent 507cc676-b5a3-487d-9bd3-df89beb45ea5 {{(pid=115908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 04:55:32.182182 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.services.segments.db [None req-f86a1041-8dd0-4703-be03-f3df0c4ab5a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e84cf4e-559b-4bbd-af56-3f6353c004d0']}} {{(pid=115908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:55:32.194049 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.services.segments.db [None req-f86a1041-8dd0-4703-be03-f3df0c4ab5a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e145694e-df19-4fa8-b36d-a0ef9ab34dca') {'for_net_delete': True} {{(pid=115908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:55:32.194347 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.services.segments.db [None req-f86a1041-8dd0-4703-be03-f3df0c4ab5a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e145694e-df19-4fa8-b36d-a0ef9ab34dca') {} {{(pid=115908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:55:32.205934 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-f86a1041-8dd0-4703-be03-f3df0c4ab5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769699633511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7404236'] for segment (e145694e-df19-4fa8-b36d-a0ef9ab34dca), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:32.223079 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:32.260593 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-f86a1041-8dd0-4703-be03-f3df0c4ab5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537036'] for segment (e145694e-df19-4fa8-b36d-a0ef9ab34dca), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:32.270411 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:32.271784 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f86a1041-8dd0-4703-be03-f3df0c4ab5a7 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=115908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 04:55:32.272212 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-f86a1041-8dd0-4703-be03-f3df0c4ab5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7403821'] for segment (e145694e-df19-4fa8-b36d-a0ef9ab34dca), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:32.323037 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.services.segments.plugin [-] Segment e145694e-df19-4fa8-b36d-a0ef9ab34dca resource provider aggregate not found Jul 29 04:55:32.373391 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.services.segments.plugin [-] Segment e145694e-df19-4fa8-b36d-a0ef9ab34dca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e145694e-df19-4fa8-b36d-a0ef9ab34dca found for delete ", "request_id": "req-7632164e-0f18-4d63-a0e0-695e60f364b3"}]} Jul 29 04:55:32.391191 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-f86a1041-8dd0-4703-be03-f3df0c4ab5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1936944'] for network (3e84cf4e-559b-4bbd-af56-3f6353c004d0), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:32.399745 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-f86a1041-8dd0-4703-be03-f3df0c4ab5a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for network (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:32.402810 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-f86a1041-8dd0-4703-be03-f3df0c4ab5a7 admin admin] 10.222.0.40 "DELETE /v2.0/networks/3e84cf4e-559b-4bbd-af56-3f6353c004d0 HTTP/1.1" status: 204 len: 168 time: 1.2498674 Jul 29 04:55:32.415939 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-520edbda-d274-4187-974b-6a5048af55d7 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Notify agent at l3_agent.dv-cinder-851449-2-iscsi the message routers_updated {{(pid=115908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 04:55:32.417722 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86a1041-8dd0-4703-be03-f3df0c4ab5a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e84cf4e-559b-4bbd-af56-3f6353c004d0,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:55:32.422071 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-520edbda-d274-4187-974b-6a5048af55d7 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for floatingip (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:32.426469 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0796e48-6bcf-4990-b908-1f4bb517ccbd None None] Sync routers for ids ['00e1ea9c-ca36-47a6-adfc-7297319d368d'] in dv-cinder-851449-2-iscsi {{(pid=115909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 04:55:32.443124 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0796e48-6bcf-4990-b908-1f4bb517ccbd None None] Routers {'00e1ea9c-ca36-47a6-adfc-7297319d368d'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:55:32.443743 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-c0796e48-6bcf-4990-b908-1f4bb517ccbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:55:21Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['00e1ea9c-ca36-47a6-adfc-7297319d368d'], 'active': True} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:55:32.456765 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-520edbda-d274-4187-974b-6a5048af55d7 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "PUT /v2.0/floatingips/bdd716db-4e94-409f-82e4-104e09c60612 HTTP/1.1" status: 200 len: 992 time: 1.6525762 Jul 29 04:55:32.457368 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4f419f4-d879-49b1-b580-9bfbd7a1f5a8', 'tag': '2548b355-cc75-4f48-aa15-872f7943167a'}] {{(pid=115908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:55:32.459794 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91089063952d51f7df5c9c02e055d40fa8e1e9cb9a21cfbbcb9b3277c7a948b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb327303-d2f8-48ed-9422-5dc6a921f6a4" -d '{"events": [{"name": "network-changed", "server_uuid": "a4f419f4-d879-49b1-b580-9bfbd7a1f5a8", "tag": "2548b355-cc75-4f48-aa15-872f7943167a"}]}' {{(pid=115908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:55:32.511096 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 04:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b49645-dbe4-4304-93df-1bd7e8910292 x-openstack-request-id: req-17b49645-dbe4-4304-93df-1bd7e8910292 {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:55:32.511392 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4f419f4-d879-49b1-b580-9bfbd7a1f5a8", "tag": "2548b355-cc75-4f48-aa15-872f7943167a", "status": "completed", "code": 200}]} {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:55:32.511648 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-17b49645-dbe4-4304-93df-1bd7e8910292 {{(pid=115908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:55:32.512058 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17b49645-dbe4-4304-93df-1bd7e8910292'] response: {'name': 'network-changed', 'server_uuid': 'a4f419f4-d879-49b1-b580-9bfbd7a1f5a8', 'tag': '2548b355-cc75-4f48-aa15-872f7943167a', 'status': 'completed', 'code': 200} Jul 29 04:55:32.534091 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 34866) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:55:32.551839 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvr_db [None req-c0796e48-6bcf-4990-b908-1f4bb517ccbd None None] Set router 00e1ea9c-ca36-47a6-adfc-7297319d368d gateway port host: dv-cinder-851449-2-iscsi {{(pid=115909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:55:32.603742 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-f627ed68-b5c9-4c10-acef-f2d735970908 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=0f6c1ad3422c40d4af4ef5329ecd9d86&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0684187 Jul 29 04:55:32.606414 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 34868) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:55:32.612212 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb327303-d2f8-48ed-9422-5dc6a921f6a4 req-be99bc0a-c506-4c12-8069-a9c3a78647cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:55:32.613711 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-cb327303-d2f8-48ed-9422-5dc6a921f6a4 req-be99bc0a-c506-4c12-8069-a9c3a78647cc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=946bf1e173f9476d86cf6133055fba0a&device_id=a4f419f4-d879-49b1-b580-9bfbd7a1f5a8 HTTP/1.1" status: 200 len: 1130 time: 0.0578325 Jul 29 04:55:32.681512 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-9e2a0a7f-8358-470a-ac0f-cfce12328e59 admin admin] Publish callbacks [] for security_group (4a7a34fa-cebb-4d34-9226-0e6bc37f0211), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:32.707965 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-9e2a0a7f-8358-470a-ac0f-cfce12328e59 admin admin] Publish callbacks [] for security_group (4a7a34fa-cebb-4d34-9226-0e6bc37f0211), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:32.719565 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb327303-d2f8-48ed-9422-5dc6a921f6a4 req-34860bf4-5da6-4d9b-823f-8b6c630e65ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:55:32.721184 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-cb327303-d2f8-48ed-9422-5dc6a921f6a4 req-34860bf4-5da6-4d9b-823f-8b6c630e65ef service neutron] 10.222.0.64 "GET /v2.0/networks?id=4bcca997-0807-424d-86d3-43681c4961dd HTTP/1.1" status: 200 len: 911 time: 0.1016989 Jul 29 04:55:32.759866 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-9e2a0a7f-8358-470a-ac0f-cfce12328e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (4a7a34fa-cebb-4d34-9226-0e6bc37f0211), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:32.763399 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-9e2a0a7f-8358-470a-ac0f-cfce12328e59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:32.764622 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-9e2a0a7f-8358-470a-ac0f-cfce12328e59 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/4a7a34fa-cebb-4d34-9226-0e6bc37f0211 HTTP/1.1" status: 204 len: 168 time: 0.1572175 Jul 29 04:55:32.774983 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a0a7f-8358-470a-ac0f-cfce12328e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7a34fa-cebb-4d34-9226-0e6bc37f0211,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:55:32.776219 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-c0796e48-6bcf-4990-b908-1f4bb517ccbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e1ea9c-ca36-47a6-adfc-7297319d368d', 'name': 'tempest-AttachVolumeTestJSON-186030634-router', 'tenant_id': '946bf1e173f9476d86cf6133055fba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'a0c2d30f-3fae-4c94-8da7-3ca17eba7f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:19Z', 'updated_at': '2022-07-29T04:47:28Z', 'revision_number': 4, 'project_id': '946bf1e173f9476d86cf6133055fba0a', 'gw_port': {'id': 'a0c2d30f-3fae-4c94-8da7-3ca17eba7f99', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e1ea9c-ca36-47a6-adfc-7297319d368d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:21Z', 'updated_at': '2022-07-29T04:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_floatingips': [{'id': 'bdd716db-4e94-409f-82e4-104e09c60612', 'tenant_id': '946bf1e173f9476d86cf6133055fba0a', 'floating_ip_address': '172.27.0.113', 'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'router_id': '00e1ea9c-ca36-47a6-adfc-7297319d368d', 'port_id': '2548b355-cc75-4f48-aa15-872f7943167a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bcca997-0807-424d-86d3-43681c4961dd', 'mac_address': 'fa:16:3e:18:d9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f419f4-d879-49b1-b580-9bfbd7a1f5a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T04:55:16Z', 'updated_at': '2022-07-29T04:55:31Z', 'revision_number': 1, 'project_id': '946bf1e173f9476d86cf6133055fba0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55b672ec-1025-4297-8d6a-0a6fd8cc51ce', 'name': '', 'network_id': '4bcca997-0807-424d-86d3-43681c4961dd', 'tenant_id': '946bf1e173f9476d86cf6133055fba0a', 'mac_address': 'fa:16:3e:2e:0f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e1ea9c-ca36-47a6-adfc-7297319d368d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '928e1728-3f5c-432b-96a7-e970473efb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:26Z', 'updated_at': '2022-07-29T04:47:43Z', 'revision_number': 5, 'project_id': '946bf1e173f9476d86cf6133055fba0a', 'subnets': [{'id': '928e1728-3f5c-432b-96a7-e970473efb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:55:32.788635 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-cb327303-d2f8-48ed-9422-5dc6a921f6a4 req-a8ccb665-1fa0-41cf-8ed1-4bac093c7789 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2548b355-cc75-4f48-aa15-872f7943167a HTTP/1.1" status: 200 len: 1000 time: 0.0610716 Jul 29 04:55:32.811901 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0796e48-6bcf-4990-b908-1f4bb517ccbd None None] Checking router: 00e1ea9c-ca36-47a6-adfc-7297319d368d for host: dv-cinder-851449-2-iscsi {{(pid=115909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 04:55:32.827636 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0796e48-6bcf-4990-b908-1f4bb517ccbd None None] Routers {'00e1ea9c-ca36-47a6-adfc-7297319d368d'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:55:32.828263 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-c0796e48-6bcf-4990-b908-1f4bb517ccbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:55:21Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['00e1ea9c-ca36-47a6-adfc-7297319d368d'], 'active': True} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:55:32.848130 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb327303-d2f8-48ed-9422-5dc6a921f6a4 req-845211ae-569a-4468-a762-30cea32c8fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:55:32.849629 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-cb327303-d2f8-48ed-9422-5dc6a921f6a4 req-845211ae-569a-4468-a762-30cea32c8fc5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=928e1728-3f5c-432b-96a7-e970473efb26 HTTP/1.1" status: 200 len: 849 time: 0.0533607 Jul 29 04:55:32.898821 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb327303-d2f8-48ed-9422-5dc6a921f6a4 req-06506090-a9a0-41dc-a3f1-7915e83a42ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:55:32.900801 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-cb327303-d2f8-48ed-9422-5dc6a921f6a4 req-06506090-a9a0-41dc-a3f1-7915e83a42ef service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4bcca997-0807-424d-86d3-43681c4961dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447721 Jul 29 04:55:32.941305 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvr_db [None req-c0796e48-6bcf-4990-b908-1f4bb517ccbd None None] Set router 00e1ea9c-ca36-47a6-adfc-7297319d368d gateway port host: dv-cinder-851449-2-iscsi {{(pid=115909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:55:33.003022 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-cb327303-d2f8-48ed-9422-5dc6a921f6a4 req-d49930ae-655a-4a42-8a0f-7145fc35d1a1 service neutron] 10.222.0.64 "GET /v2.0/networks/4bcca997-0807-424d-86d3-43681c4961dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950720 Jul 29 04:55:33.102518 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-cb327303-d2f8-48ed-9422-5dc6a921f6a4 req-430e08a0-4c24-49f3-9c59-2e92abef38ef service neutron] 10.222.0.64 "GET /v2.0/networks/4bcca997-0807-424d-86d3-43681c4961dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930622 Jul 29 04:55:33.152194 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:33.166458 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:33.302120 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-c0796e48-6bcf-4990-b908-1f4bb517ccbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e1ea9c-ca36-47a6-adfc-7297319d368d', 'name': 'tempest-AttachVolumeTestJSON-186030634-router', 'tenant_id': '946bf1e173f9476d86cf6133055fba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'a0c2d30f-3fae-4c94-8da7-3ca17eba7f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:19Z', 'updated_at': '2022-07-29T04:47:28Z', 'revision_number': 4, 'project_id': '946bf1e173f9476d86cf6133055fba0a', 'gw_port': {'id': 'a0c2d30f-3fae-4c94-8da7-3ca17eba7f99', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e1ea9c-ca36-47a6-adfc-7297319d368d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:21Z', 'updated_at': '2022-07-29T04:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_floatingips': [{'id': 'bdd716db-4e94-409f-82e4-104e09c60612', 'tenant_id': '946bf1e173f9476d86cf6133055fba0a', 'floating_ip_address': '172.27.0.113', 'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'router_id': '00e1ea9c-ca36-47a6-adfc-7297319d368d', 'port_id': '2548b355-cc75-4f48-aa15-872f7943167a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bcca997-0807-424d-86d3-43681c4961dd', 'mac_address': 'fa:16:3e:18:d9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f419f4-d879-49b1-b580-9bfbd7a1f5a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T04:55:16Z', 'updated_at': '2022-07-29T04:55:31Z', 'revision_number': 1, 'project_id': '946bf1e173f9476d86cf6133055fba0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55b672ec-1025-4297-8d6a-0a6fd8cc51ce', 'name': '', 'network_id': '4bcca997-0807-424d-86d3-43681c4961dd', 'tenant_id': '946bf1e173f9476d86cf6133055fba0a', 'mac_address': 'fa:16:3e:2e:0f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e1ea9c-ca36-47a6-adfc-7297319d368d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '928e1728-3f5c-432b-96a7-e970473efb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:26Z', 'updated_at': '2022-07-29T04:47:43Z', 'revision_number': 5, 'project_id': '946bf1e173f9476d86cf6133055fba0a', 'subnets': [{'id': '928e1728-3f5c-432b-96a7-e970473efb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:55:33.332230 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0796e48-6bcf-4990-b908-1f4bb517ccbd None None] The sync data for ids ['00e1ea9c-ca36-47a6-adfc-7297319d368d'] in dv-cinder-851449-2-iscsi is: [{'id': '00e1ea9c-ca36-47a6-adfc-7297319d368d', 'name': 'tempest-AttachVolumeTestJSON-186030634-router', 'tenant_id': '946bf1e173f9476d86cf6133055fba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'a0c2d30f-3fae-4c94-8da7-3ca17eba7f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:19Z', 'updated_at': '2022-07-29T04:47:28Z', 'revision_number': 4, 'project_id': '946bf1e173f9476d86cf6133055fba0a', 'gw_port': {'id': 'a0c2d30f-3fae-4c94-8da7-3ca17eba7f99', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e1ea9c-ca36-47a6-adfc-7297319d368d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:21Z', 'updated_at': '2022-07-29T04:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_floatingips': [{'id': 'bdd716db-4e94-409f-82e4-104e09c60612', 'tenant_id': '946bf1e173f9476d86cf6133055fba0a', 'floating_ip_address': '172.27.0.113', 'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'router_id': '00e1ea9c-ca36-47a6-adfc-7297319d368d', 'port_id': '2548b355-cc75-4f48-aa15-872f7943167a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bcca997-0807-424d-86d3-43681c4961dd', 'mac_address': 'fa:16:3e:18:d9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f419f4-d879-49b1-b580-9bfbd7a1f5a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T04:55:16Z', 'updated_at': '2022-07-29T04:55:31Z', 'revision_number': 1, 'project_id': '946bf1e173f9476d86cf6133055fba0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55b672ec-1025-4297-8d6a-0a6fd8cc51ce', 'name': '', 'network_id': '4bcca997-0807-424d-86d3-43681c4961dd', 'tenant_id': '946bf1e173f9476d86cf6133055fba0a', 'mac_address': 'fa:16:3e:2e:0f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e1ea9c-ca36-47a6-adfc-7297319d368d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '928e1728-3f5c-432b-96a7-e970473efb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:26Z', 'updated_at': '2022-07-29T04:47:43Z', 'revision_number': 5, 'project_id': '946bf1e173f9476d86cf6133055fba0a', 'subnets': [{'id': '928e1728-3f5c-432b-96a7-e970473efb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 04:55:33.535166 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc046b1f-abfa-4b61-a13e-8cabdeeb8cff None None] New status for floating IP bdd716db-4e94-409f-82e4-104e09c60612: ACTIVE {{(pid=115910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 04:55:36.661502 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 34930) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:55:36.792670 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-a6c82551-a36a-4d5b-a9a5-820a14c8e08a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:36.868368 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-a6c82551-a36a-4d5b-a9a5-820a14c8e08a admin admin] Publish callbacks [] for security_group (36d6ce25-bfad-405f-9751-9575cfd3b30f), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:36.871945 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-a6c82551-a36a-4d5b-a9a5-820a14c8e08a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (36d6ce25-bfad-405f-9751-9575cfd3b30f), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:36.912103 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c82551-a36a-4d5b-a9a5-820a14c8e08a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d6ce25-bfad-405f-9751-9575cfd3b30f,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:55:36.918821 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-a6c82551-a36a-4d5b-a9a5-820a14c8e08a admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=acfceb52b610450a9b60e74a1932d9e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2539973 Jul 29 04:55:36.919743 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 34934) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:55:36.936427 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=4 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:36.971446 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-3f1843b2-d949-486d-b34e-aff5e9121e19 admin admin] Publish callbacks [] for security_group (36d6ce25-bfad-405f-9751-9575cfd3b30f), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:36.973580 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:36.994928 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-3f1843b2-d949-486d-b34e-aff5e9121e19 admin admin] Publish callbacks [] for security_group (36d6ce25-bfad-405f-9751-9575cfd3b30f), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:37.042247 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-3f1843b2-d949-486d-b34e-aff5e9121e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (36d6ce25-bfad-405f-9751-9575cfd3b30f), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:37.045183 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-3f1843b2-d949-486d-b34e-aff5e9121e19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:37.046264 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-3f1843b2-d949-486d-b34e-aff5e9121e19 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/36d6ce25-bfad-405f-9751-9575cfd3b30f HTTP/1.1" status: 204 len: 168 time: 0.1260154 Jul 29 04:55:37.054241 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1843b2-d949-486d-b34e-aff5e9121e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d6ce25-bfad-405f-9751-9575cfd3b30f,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:55:43.097544 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=65 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:43.099559 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=71,neutron:DELETE=3 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:45.896092 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.agents_db [None req-05f878dc-9505-4230-ae26-b2f791c5e7d5 None None] Agent healthcheck: found 6 active agents {{(pid=115910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 04:55:46.375498 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 35056) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:55:46.484396 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-8e596d8e-15bc-43c8-940b-78537c7750bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:46.561782 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-8e596d8e-15bc-43c8-940b-78537c7750bc admin admin] Publish callbacks [] for security_group (dfb7d530-9b75-43c7-8524-07db7ab7e78a), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:46.565367 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-8e596d8e-15bc-43c8-940b-78537c7750bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (dfb7d530-9b75-43c7-8524-07db7ab7e78a), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:46.602579 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-8e596d8e-15bc-43c8-940b-78537c7750bc admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=538e1027ea0c4e72b0d4794689788cc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2257755 Jul 29 04:55:46.604459 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e596d8e-15bc-43c8-940b-78537c7750bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb7d530-9b75-43c7-8524-07db7ab7e78a,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:55:46.605457 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 35060) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:55:46.655826 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-17e00590-2ce5-40de-a8e2-4710a852ba52 admin admin] Publish callbacks [] for security_group (dfb7d530-9b75-43c7-8524-07db7ab7e78a), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:46.677517 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-17e00590-2ce5-40de-a8e2-4710a852ba52 admin admin] Publish callbacks [] for security_group (dfb7d530-9b75-43c7-8524-07db7ab7e78a), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:46.723664 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-17e00590-2ce5-40de-a8e2-4710a852ba52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (dfb7d530-9b75-43c7-8524-07db7ab7e78a), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:46.726214 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-17e00590-2ce5-40de-a8e2-4710a852ba52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:46.727391 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-17e00590-2ce5-40de-a8e2-4710a852ba52 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/dfb7d530-9b75-43c7-8524-07db7ab7e78a HTTP/1.1" status: 204 len: 168 time: 0.1208606 Jul 29 04:55:46.735867 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e00590-2ce5-40de-a8e2-4710a852ba52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb7d530-9b75-43c7-8524-07db7ab7e78a,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:55:48.423896 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-fb10c38c-846d-4bf0-bea5-b24ebea74b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:50.650457 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-a6d919e3-9359-4520-89cd-be5dfd2c591f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:51.516065 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (bab6a0c9-2145-495f-b42f-b184e241503a), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:51.848001 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:53.210374 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:53.349128 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:55:55.887361 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=71,neutron:UPDATE=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:55.888708 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=66,neutron:UPDATE=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:56.598310 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=18,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:56.600825 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=37,neutron:DELETE=2,neutron:INSERT=3 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:56.730408 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=14,neutron:DELETE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:55:56.731254 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=19,neutron:DELETE=3 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:56:03.343076 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=30,neutron:UPDATE=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:56:03.345045 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:56:08.458184 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a9dfe-770c-4209-9bdd-d13b93e23bd1 req-b023a0f0-f63b-423b-bb8c-85c6df35872d tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:56:08.459793 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4c0a9dfe-770c-4209-9bdd-d13b93e23bd1 req-b023a0f0-f63b-423b-bb8c-85c6df35872d tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=88854861-a8db-44a2-839b-5e158363e71c HTTP/1.1" status: 200 len: 945 time: 0.0513268 Jul 29 04:56:08.507069 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4c0a9dfe-770c-4209-9bdd-d13b93e23bd1 req-d144c675-484a-413c-b8ad-6284047671c8 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=f206d8b4-0a8f-4c10-8179-673df763d923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415690 Jul 29 04:56:09.630443 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63bd9d0-8ce7-477a-83d6-89f55f796ed3 req-a8189a3d-7ab1-40b1-aab8-3bf857bb95af tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:56:09.631917 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-e63bd9d0-8ce7-477a-83d6-89f55f796ed3 req-a8189a3d-7ab1-40b1-aab8-3bf857bb95af tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=88854861-a8db-44a2-839b-5e158363e71c HTTP/1.1" status: 200 len: 945 time: 0.0506792 Jul 29 04:56:09.679129 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-e63bd9d0-8ce7-477a-83d6-89f55f796ed3 req-58f0d817-38dd-4132-8d3b-af9b2f675831 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=f206d8b4-0a8f-4c10-8179-673df763d923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416420 Jul 29 04:56:10.799693 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e007f-4273-4568-a1ba-b819a6427f21 req-6372fb8e-8278-4ca8-aef1-8fb1b563c956 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:56:10.801176 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-5f2e007f-4273-4568-a1ba-b819a6427f21 req-6372fb8e-8278-4ca8-aef1-8fb1b563c956 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=88854861-a8db-44a2-839b-5e158363e71c HTTP/1.1" status: 200 len: 945 time: 0.0475802 Jul 29 04:56:10.848771 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-5f2e007f-4273-4568-a1ba-b819a6427f21 req-41c17d12-0663-4d2b-96c9-ebf8ffa92643 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=f206d8b4-0a8f-4c10-8179-673df763d923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402164 Jul 29 04:56:11.966222 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52644e5-bd5c-493a-9f3e-bb1a154eeac5 req-e831ecb8-77ce-4bb3-a273-96e74c24e50e tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:56:11.968221 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-e52644e5-bd5c-493a-9f3e-bb1a154eeac5 req-e831ecb8-77ce-4bb3-a273-96e74c24e50e tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=88854861-a8db-44a2-839b-5e158363e71c HTTP/1.1" status: 200 len: 945 time: 0.0474706 Jul 29 04:56:12.014844 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-e52644e5-bd5c-493a-9f3e-bb1a154eeac5 req-5c926914-12a4-419a-9751-7179d1a6cbf4 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=f206d8b4-0a8f-4c10-8179-673df763d923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410352 Jul 29 04:56:13.135739 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905b8e9-315d-4675-bc2b-b8fe80a23eba req-7ae7ec9c-c0e5-4e56-bdd2-ba6759c87c98 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:56:13.137229 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-1905b8e9-315d-4675-bc2b-b8fe80a23eba req-7ae7ec9c-c0e5-4e56-bdd2-ba6759c87c98 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=88854861-a8db-44a2-839b-5e158363e71c HTTP/1.1" status: 200 len: 945 time: 0.0510094 Jul 29 04:56:13.183542 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-1905b8e9-315d-4675-bc2b-b8fe80a23eba req-784ba30c-27c7-47e5-9382-1ba5329a5734 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=f206d8b4-0a8f-4c10-8179-673df763d923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401359 Jul 29 04:56:14.286278 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ad407-4106-4756-972b-13ced84ee6a7 req-4f9e1a8c-8585-4cf3-a1a9-db4e454754fa tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:56:14.287755 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-417ad407-4106-4756-972b-13ced84ee6a7 req-4f9e1a8c-8585-4cf3-a1a9-db4e454754fa tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.64 "GET /v2.0/ports?device_id=88854861-a8db-44a2-839b-5e158363e71c HTTP/1.1" status: 200 len: 945 time: 0.0472534 Jul 29 04:56:14.304396 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fff647-7f2f-45de-8f90-5fdade0d1061 req-73ce425a-fe8b-4dc1-af47-49488169be84 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:56:14.305944 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-71fff647-7f2f-45de-8f90-5fdade0d1061 req-73ce425a-fe8b-4dc1-af47-49488169be84 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=88854861-a8db-44a2-839b-5e158363e71c HTTP/1.1" status: 200 len: 945 time: 0.0510025 Jul 29 04:56:14.353518 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-71fff647-7f2f-45de-8f90-5fdade0d1061 req-804b8e2a-57b1-4c18-a802-b349ceed9e20 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=f206d8b4-0a8f-4c10-8179-673df763d923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420785 Jul 29 04:56:14.370503 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [req-417ad407-4106-4756-972b-13ced84ee6a7 req-bc55c352-ff2a-4130-849b-23fca3e7fc49 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Deleting port afe03d9b-8522-41fb-a4a6-5dca887a6299 {{(pid=115908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 04:56:14.370844 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-417ad407-4106-4756-972b-13ced84ee6a7 req-bc55c352-ff2a-4130-849b-23fca3e7fc49 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (afe03d9b-8522-41fb-a4a6-5dca887a6299), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:14.469084 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [req-417ad407-4106-4756-972b-13ced84ee6a7 req-bc55c352-ff2a-4130-849b-23fca3e7fc49 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] For port afe03d9b-8522-41fb-a4a6-5dca887a6299, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=afe03d9b-8522-41fb-a4a6-5dca887a6299,segment=NetworkSegment(be606ddc-fa2d-47b7-97af-8bdf56fa7376),segment_id=be606ddc-fa2d-47b7-97af-8bdf56fa7376)] {{(pid=115908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:56:14.469367 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-417ad407-4106-4756-972b-13ced84ee6a7 req-bc55c352-ff2a-4130-849b-23fca3e7fc49 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (afe03d9b-8522-41fb-a4a6-5dca887a6299), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:14.632285 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-417ad407-4106-4756-972b-13ced84ee6a7 req-bc55c352-ff2a-4130-849b-23fca3e7fc49 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:14.632667 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-417ad407-4106-4756-972b-13ced84ee6a7 req-bc55c352-ff2a-4130-849b-23fca3e7fc49 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1937124'] for floatingip (9c325824-8445-4bc8-8b98-09921a940aea), after_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:14.632983 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.db.l3_db [req-417ad407-4106-4756-972b-13ced84ee6a7 req-bc55c352-ff2a-4130-849b-23fca3e7fc49 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Floating IP 9c325824-8445-4bc8-8b98-09921a940aea disassociated. External IP: 172.27.0.57, port: afe03d9b-8522-41fb-a4a6-5dca887a6299. Jul 29 04:56:14.633325 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [req-417ad407-4106-4756-972b-13ced84ee6a7 req-bc55c352-ff2a-4130-849b-23fca3e7fc49 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Calling delete_port for afe03d9b-8522-41fb-a4a6-5dca887a6299 owned by compute:nova {{(pid=115908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 04:56:14.761791 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-417ad407-4106-4756-972b-13ced84ee6a7 req-bc55c352-ff2a-4130-849b-23fca3e7fc49 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (afe03d9b-8522-41fb-a4a6-5dca887a6299), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:14.788155 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc55c352-ff2a-4130-849b-23fca3e7fc49 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Pushing event deleted for resources: {'Port': ['ID=afe03d9b-8522-41fb-a4a6-5dca887a6299,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:56:14.804670 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc55c352-ff2a-4130-849b-23fca3e7fc49 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:56:14.805024 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc55c352-ff2a-4130-849b-23fca3e7fc49 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:56:14.805366 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc55c352-ff2a-4130-849b-23fca3e7fc49 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:56:14.805699 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc55c352-ff2a-4130-849b-23fca3e7fc49 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:56:14.806037 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc55c352-ff2a-4130-849b-23fca3e7fc49 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:56:14.806366 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc55c352-ff2a-4130-849b-23fca3e7fc49 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:56:14.806692 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc55c352-ff2a-4130-849b-23fca3e7fc49 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:56:14.807005 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc55c352-ff2a-4130-849b-23fca3e7fc49 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:56:14.807404 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc55c352-ff2a-4130-849b-23fca3e7fc49 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:56:14.807753 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc55c352-ff2a-4130-849b-23fca3e7fc49 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:56:14.808135 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc55c352-ff2a-4130-849b-23fca3e7fc49 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:56:14.808440 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc55c352-ff2a-4130-849b-23fca3e7fc49 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:56:14.808892 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc55c352-ff2a-4130-849b-23fca3e7fc49 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:56:14.809160 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc55c352-ff2a-4130-849b-23fca3e7fc49 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:56:14.809467 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc55c352-ff2a-4130-849b-23fca3e7fc49 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:56:14.898122 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:56:14.901758 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:56:14.912887 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-417ad407-4106-4756-972b-13ced84ee6a7 req-bc55c352-ff2a-4130-849b-23fca3e7fc49 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Router b16b56f5-3ccf-4ca8-b446-f11105e09b7c has already been hosted by L3 agent 507cc676-b5a3-487d-9bd3-df89beb45ea5 {{(pid=115908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 04:56:15.016982 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-417ad407-4106-4756-972b-13ced84ee6a7 req-bc55c352-ff2a-4130-849b-23fca3e7fc49 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Notify agent at l3_agent.dv-cinder-851449-2-iscsi the message routers_updated {{(pid=115908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 04:56:15.026474 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c828da14-dbff-468e-a78a-2947f328266b None None] Sync routers for ids ['b16b56f5-3ccf-4ca8-b446-f11105e09b7c'] in dv-cinder-851449-2-iscsi {{(pid=115909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 04:56:15.036469 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c828da14-dbff-468e-a78a-2947f328266b None None] Routers {'b16b56f5-3ccf-4ca8-b446-f11105e09b7c'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:56:15.037105 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-c828da14-dbff-468e-a78a-2947f328266b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:55:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['b16b56f5-3ccf-4ca8-b446-f11105e09b7c'], 'active': True} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:56:15.060210 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.l3_dvrscheduler_db [req-417ad407-4106-4756-972b-13ced84ee6a7 req-bc55c352-ff2a-4130-849b-23fca3e7fc49 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] No DVR routers for this DVR port afe03d9b-8522-41fb-a4a6-5dca887a6299 on host hv-cinder-85144 {{(pid=115908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 04:56:15.063704 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-417ad407-4106-4756-972b-13ced84ee6a7 req-bc55c352-ff2a-4130-849b-23fca3e7fc49 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for port (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:15.067004 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-417ad407-4106-4756-972b-13ced84ee6a7 req-bc55c352-ff2a-4130-849b-23fca3e7fc49 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.64 "DELETE /v2.0/ports/afe03d9b-8522-41fb-a4a6-5dca887a6299 HTTP/1.1" status: 204 len: 173 time: 0.7737305 Jul 29 04:56:15.067459 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88854861-a8db-44a2-839b-5e158363e71c', 'name': 'network-vif-deleted', 'tag': 'afe03d9b-8522-41fb-a4a6-5dca887a6299'}] {{(pid=115908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:56:15.070423 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91089063952d51f7df5c9c02e055d40fa8e1e9cb9a21cfbbcb9b3277c7a948b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f666d8e4-7b3b-44dc-8912-8fadeed9859e" -d '{"events": [{"server_uuid": "88854861-a8db-44a2-839b-5e158363e71c", "name": "network-vif-deleted", "tag": "afe03d9b-8522-41fb-a4a6-5dca887a6299"}]}' {{(pid=115908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:56:15.113068 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 04:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec612360-c368-4e86-b0d8-4d605b483ff4 x-openstack-request-id: req-ec612360-c368-4e86-b0d8-4d605b483ff4 {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:56:15.113068 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88854861-a8db-44a2-839b-5e158363e71c", "name": "network-vif-deleted", "tag": "afe03d9b-8522-41fb-a4a6-5dca887a6299", "status": "completed", "code": 200}]} {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:56:15.113284 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-ec612360-c368-4e86-b0d8-4d605b483ff4 {{(pid=115908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:56:15.113695 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec612360-c368-4e86-b0d8-4d605b483ff4'] response: {'server_uuid': '88854861-a8db-44a2-839b-5e158363e71c', 'name': 'network-vif-deleted', 'tag': 'afe03d9b-8522-41fb-a4a6-5dca887a6299', 'status': 'completed', 'code': 200} Jul 29 04:56:15.148112 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvr_db [None req-c828da14-dbff-468e-a78a-2947f328266b None None] Set router b16b56f5-3ccf-4ca8-b446-f11105e09b7c gateway port host: dv-cinder-851449-2-iscsi {{(pid=115909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:56:15.347202 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-c828da14-dbff-468e-a78a-2947f328266b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'name': 'tempest-AttachVolumeNegativeTest-654562715-router', 'tenant_id': '461e2af738084ccb986169d752510588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'a9fde12f-857b-419b-9b3c-07d0e6d53447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:20Z', 'updated_at': '2022-07-29T04:47:32Z', 'revision_number': 4, 'project_id': '461e2af738084ccb986169d752510588', 'gw_port': {'id': 'a9fde12f-857b-419b-9b3c-07d0e6d53447', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:23Z', 'updated_at': '2022-07-29T04:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': '4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51', 'name': '', 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68', 'tenant_id': '461e2af738084ccb986169d752510588', 'mac_address': 'fa:16:3e:64:33:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5df203e3-38ee-42fe-a28a-41c6f641aefe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:31Z', 'updated_at': '2022-07-29T04:47:46Z', 'revision_number': 5, 'project_id': '461e2af738084ccb986169d752510588', 'subnets': [{'id': '5df203e3-38ee-42fe-a28a-41c6f641aefe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:56:15.376287 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c828da14-dbff-468e-a78a-2947f328266b None None] Checking router: b16b56f5-3ccf-4ca8-b446-f11105e09b7c for host: dv-cinder-851449-2-iscsi {{(pid=115909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 04:56:15.386014 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c828da14-dbff-468e-a78a-2947f328266b None None] Routers {'b16b56f5-3ccf-4ca8-b446-f11105e09b7c'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:56:15.386667 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-c828da14-dbff-468e-a78a-2947f328266b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:55:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['b16b56f5-3ccf-4ca8-b446-f11105e09b7c'], 'active': True} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:56:15.467554 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-c1bf02bc-1fdc-49eb-b339-93a83b002c64 req-91e04347-da70-4ed1-8a4a-217eca6b5bee tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=88854861-a8db-44a2-839b-5e158363e71c HTTP/1.1" status: 200 len: 210 time: 0.0276191 Jul 29 04:56:15.488811 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvr_db [None req-c828da14-dbff-468e-a78a-2947f328266b None None] Set router b16b56f5-3ccf-4ca8-b446-f11105e09b7c gateway port host: dv-cinder-851449-2-iscsi {{(pid=115909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:56:15.677409 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-c828da14-dbff-468e-a78a-2947f328266b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'name': 'tempest-AttachVolumeNegativeTest-654562715-router', 'tenant_id': '461e2af738084ccb986169d752510588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'a9fde12f-857b-419b-9b3c-07d0e6d53447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:20Z', 'updated_at': '2022-07-29T04:47:32Z', 'revision_number': 4, 'project_id': '461e2af738084ccb986169d752510588', 'gw_port': {'id': 'a9fde12f-857b-419b-9b3c-07d0e6d53447', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:23Z', 'updated_at': '2022-07-29T04:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': '4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51', 'name': '', 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68', 'tenant_id': '461e2af738084ccb986169d752510588', 'mac_address': 'fa:16:3e:64:33:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5df203e3-38ee-42fe-a28a-41c6f641aefe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:31Z', 'updated_at': '2022-07-29T04:47:46Z', 'revision_number': 5, 'project_id': '461e2af738084ccb986169d752510588', 'subnets': [{'id': '5df203e3-38ee-42fe-a28a-41c6f641aefe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:56:15.702296 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c828da14-dbff-468e-a78a-2947f328266b None None] The sync data for ids ['b16b56f5-3ccf-4ca8-b446-f11105e09b7c'] in dv-cinder-851449-2-iscsi is: [{'id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'name': 'tempest-AttachVolumeNegativeTest-654562715-router', 'tenant_id': '461e2af738084ccb986169d752510588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'a9fde12f-857b-419b-9b3c-07d0e6d53447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:20Z', 'updated_at': '2022-07-29T04:47:32Z', 'revision_number': 4, 'project_id': '461e2af738084ccb986169d752510588', 'gw_port': {'id': 'a9fde12f-857b-419b-9b3c-07d0e6d53447', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:23Z', 'updated_at': '2022-07-29T04:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': '4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51', 'name': '', 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68', 'tenant_id': '461e2af738084ccb986169d752510588', 'mac_address': 'fa:16:3e:64:33:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5df203e3-38ee-42fe-a28a-41c6f641aefe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:31Z', 'updated_at': '2022-07-29T04:47:46Z', 'revision_number': 5, 'project_id': '461e2af738084ccb986169d752510588', 'subnets': [{'id': '5df203e3-38ee-42fe-a28a-41c6f641aefe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 04:56:15.967242 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4ddfb4-e750-48a0-b5cc-7683c15b4b4e None None] New status for floating IP 9c325824-8445-4bc8-8b98-09921a940aea: DOWN {{(pid=115910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 04:56:16.560567 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 35326) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:56:16.616350 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-b3c624a0-8cad-476a-8846-8cdd517e23a5 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for security_group (f206d8b4-0a8f-4c10-8179-673df763d923), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:16.642983 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-b3c624a0-8cad-476a-8846-8cdd517e23a5 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for security_group (f206d8b4-0a8f-4c10-8179-673df763d923), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:16.693499 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-b3c624a0-8cad-476a-8846-8cdd517e23a5 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (f206d8b4-0a8f-4c10-8179-673df763d923), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:16.696063 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-b3c624a0-8cad-476a-8846-8cdd517e23a5 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:16.697249 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-b3c624a0-8cad-476a-8846-8cdd517e23a5 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "DELETE /v2.0/security-groups/f206d8b4-0a8f-4c10-8179-673df763d923 HTTP/1.1" status: 204 len: 168 time: 0.1356699 Jul 29 04:56:16.700067 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 35328) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:56:16.706722 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c624a0-8cad-476a-8846-8cdd517e23a5 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f206d8b4-0a8f-4c10-8179-673df763d923,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:56:16.714357 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.api.v2.resource [None req-408f6cd6-7219-4605-ba09-e69d83c6d92a tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] show failed (client error): The resource could not be found. Jul 29 04:56:16.714699 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-408f6cd6-7219-4605-ba09-e69d83c6d92a tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups/f206d8b4-0a8f-4c10-8179-673df763d923 HTTP/1.1" status: 404 len: 347 time: 0.0135868 Jul 29 04:56:16.717452 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 35330) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:56:16.838731 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.plugin [None req-a7358e6e-e383-4fd8-8091-2805a5807f98 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Deleting port 716909dd-ca5c-41e6-bb72-302333eec7d2 {{(pid=115907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 04:56:16.838992 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-a7358e6e-e383-4fd8-8091-2805a5807f98 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (716909dd-ca5c-41e6-bb72-302333eec7d2), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:16.920786 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-a7358e6e-e383-4fd8-8091-2805a5807f98 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (716909dd-ca5c-41e6-bb72-302333eec7d2), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:16.921208 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-a7358e6e-e383-4fd8-8091-2805a5807f98 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for floatingip (716909dd-ca5c-41e6-bb72-302333eec7d2), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:16.934173 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.plugin [None req-a7358e6e-e383-4fd8-8091-2805a5807f98 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Calling delete_port for 716909dd-ca5c-41e6-bb72-302333eec7d2 owned by network:floatingip {{(pid=115907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 04:56:17.066717 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-a7358e6e-e383-4fd8-8091-2805a5807f98 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7638272'] for port (716909dd-ca5c-41e6-bb72-302333eec7d2), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:17.091763 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7358e6e-e383-4fd8-8091-2805a5807f98 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Pushing event deleted for resources: {'Port': ['ID=716909dd-ca5c-41e6-bb72-302333eec7d2,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:56:17.111101 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7358e6e-e383-4fd8-8091-2805a5807f98 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:56:17.111461 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7358e6e-e383-4fd8-8091-2805a5807f98 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:56:17.111811 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7358e6e-e383-4fd8-8091-2805a5807f98 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:56:17.112159 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7358e6e-e383-4fd8-8091-2805a5807f98 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:56:17.112500 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7358e6e-e383-4fd8-8091-2805a5807f98 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:56:17.112865 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7358e6e-e383-4fd8-8091-2805a5807f98 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:56:17.113206 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7358e6e-e383-4fd8-8091-2805a5807f98 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:56:17.113540 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7358e6e-e383-4fd8-8091-2805a5807f98 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:56:17.113871 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7358e6e-e383-4fd8-8091-2805a5807f98 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:56:17.114203 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7358e6e-e383-4fd8-8091-2805a5807f98 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:56:17.114539 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7358e6e-e383-4fd8-8091-2805a5807f98 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:56:17.114872 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7358e6e-e383-4fd8-8091-2805a5807f98 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:56:17.115202 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7358e6e-e383-4fd8-8091-2805a5807f98 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:56:17.115529 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7358e6e-e383-4fd8-8091-2805a5807f98 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:56:17.115856 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7358e6e-e383-4fd8-8091-2805a5807f98 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:56:17.171399 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-a7358e6e-e383-4fd8-8091-2805a5807f98 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for floatingip (9c325824-8445-4bc8-8b98-09921a940aea), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:17.173848 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-a7358e6e-e383-4fd8-8091-2805a5807f98 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for floatingip (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:17.174999 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-a7358e6e-e383-4fd8-8091-2805a5807f98 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "DELETE /v2.0/floatingips/9c325824-8445-4bc8-8b98-09921a940aea HTTP/1.1" status: 204 len: 168 time: 0.4561160 Jul 29 04:56:17.243451 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 35336) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:56:17.248098 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [None req-6897dff3-fc14-4f8b-a00f-24f9a117164a tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Request body: {'security_group': {'name': 'tempest-securitygroup--599339788', 'description': 'tempest-description--1458843551'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:56:17.270001 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-6897dff3-fc14-4f8b-a00f-24f9a117164a tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for security_group (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:17.338996 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-6897dff3-fc14-4f8b-a00f-24f9a117164a tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for security_group (d161dc0c-346a-4395-b5fd-955c2b00be2b), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:17.342809 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-6897dff3-fc14-4f8b-a00f-24f9a117164a tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (d161dc0c-346a-4395-b5fd-955c2b00be2b), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:17.375126 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-6897dff3-fc14-4f8b-a00f-24f9a117164a tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:17.376723 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-6897dff3-fc14-4f8b-a00f-24f9a117164a tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1320560 Jul 29 04:56:17.378095 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6897dff3-fc14-4f8b-a00f-24f9a117164a tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d161dc0c-346a-4395-b5fd-955c2b00be2b,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:56:17.379716 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 35338) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:56:17.384657 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [None req-4217a4d3-0d6b-4256-8f70-7d1e6de9d8fc tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Request body: {'security_group_rule': {'security_group_id': 'd161dc0c-346a-4395-b5fd-955c2b00be2b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:56:17.411863 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-4217a4d3-0d6b-4256-8f70-7d1e6de9d8fc tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for security_group_rule (d5facfbe-1700-4f27-b0a4-bad0bc2805e5), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:17.469344 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:56:17.471224 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-4217a4d3-0d6b-4256-8f70-7d1e6de9d8fc tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for security_group_rule (d5facfbe-1700-4f27-b0a4-bad0bc2805e5), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:17.475521 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-4217a4d3-0d6b-4256-8f70-7d1e6de9d8fc tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885006'] for security_group_rule (d5facfbe-1700-4f27-b0a4-bad0bc2805e5), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:17.494620 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4217a4d3-0d6b-4256-8f70-7d1e6de9d8fc tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5facfbe-1700-4f27-b0a4-bad0bc2805e5,revision_number=0']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:56:17.503100 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-4217a4d3-0d6b-4256-8f70-7d1e6de9d8fc tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:17.504303 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-4217a4d3-0d6b-4256-8f70-7d1e6de9d8fc tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1235597 Jul 29 04:56:17.506937 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 35340) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:56:17.511141 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [None req-d5f25a7d-4e96-4dc9-b799-348cba727848 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Request body: {'security_group_rule': {'security_group_id': 'd161dc0c-346a-4395-b5fd-955c2b00be2b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:56:17.534718 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:56:17.536862 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-d5f25a7d-4e96-4dc9-b799-348cba727848 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for security_group_rule (bf0aed06-1ad0-49b4-9782-ecea050acce7), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:17.594610 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-d5f25a7d-4e96-4dc9-b799-348cba727848 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for security_group_rule (bf0aed06-1ad0-49b4-9782-ecea050acce7), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:17.597920 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-d5f25a7d-4e96-4dc9-b799-348cba727848 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885006'] for security_group_rule (bf0aed06-1ad0-49b4-9782-ecea050acce7), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:17.616810 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f25a7d-4e96-4dc9-b799-348cba727848 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf0aed06-1ad0-49b4-9782-ecea050acce7,revision_number=0']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:56:17.625112 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-d5f25a7d-4e96-4dc9-b799-348cba727848 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:17.626377 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-d5f25a7d-4e96-4dc9-b799-348cba727848 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1184590 Jul 29 04:56:17.630002 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 35342) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:56:17.634284 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [None req-2ad75944-c9bb-4b8d-a268-aeb49ff19374 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Request body: {'floatingip': {'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4'}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:56:17.656005 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-2ad75944-c9bb-4b8d-a268-aeb49ff19374 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:17.736117 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-2ad75944-c9bb-4b8d-a268-aeb49ff19374 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:17.839200 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.db.db_base_plugin_common [None req-2ad75944-c9bb-4b8d-a268-aeb49ff19374 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Allocated IP 172.27.0.225 (9a05b655-8925-4222-a853-020f58db76f4/b252d643-2a5f-428d-a536-f8ecbd6d13e1/c3f6ea17-6c57-46b1-b42c-54183a6be9a6) {{(pid=115907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 04:56:17.947051 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-2ad75944-c9bb-4b8d-a268-aeb49ff19374 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for port (c3f6ea17-6c57-46b1-b42c-54183a6be9a6), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:17.977991 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-2ad75944-c9bb-4b8d-a268-aeb49ff19374 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7638272'] for port (c3f6ea17-6c57-46b1-b42c-54183a6be9a6), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:18.012209 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad75944-c9bb-4b8d-a268-aeb49ff19374 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Network 9a05b655-8925-4222-a853-020f58db76f4 is already hosted by enough agents. {{(pid=115907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 04:56:18.015138 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.base_scheduler [None req-2ad75944-c9bb-4b8d-a268-aeb49ff19374 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Resources bound (agent type, host, resource id): {{(pid=115907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:56:18.017509 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad75944-c9bb-4b8d-a268-aeb49ff19374 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Received port after_create {{(pid=115907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 04:56:18.056175 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad75944-c9bb-4b8d-a268-aeb49ff19374 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Pushing event updated for resources: {'Port': ['ID=c3f6ea17-6c57-46b1-b42c-54183a6be9a6,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:56:18.112002 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-2ad75944-c9bb-4b8d-a268-aeb49ff19374 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for floatingip (7d4f74fd-a410-44d6-a29f-902f98f8ac93), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:18.145179 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:DELETE=2,neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:56:18.148932 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-2ad75944-c9bb-4b8d-a268-aeb49ff19374 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (c3f6ea17-6c57-46b1-b42c-54183a6be9a6), before_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:18.243753 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=3 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:56:18.301012 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-2ad75944-c9bb-4b8d-a268-aeb49ff19374 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for port (c3f6ea17-6c57-46b1-b42c-54183a6be9a6), precommit_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:18.305357 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-2ad75944-c9bb-4b8d-a268-aeb49ff19374 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7638295'] for port (c3f6ea17-6c57-46b1-b42c-54183a6be9a6), after_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:18.379005 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad75944-c9bb-4b8d-a268-aeb49ff19374 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Pushing event updated for resources: {'Port': ['ID=c3f6ea17-6c57-46b1-b42c-54183a6be9a6,revision_number=2']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:56:18.388817 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-2ad75944-c9bb-4b8d-a268-aeb49ff19374 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1937124'] for floatingip (7d4f74fd-a410-44d6-a29f-902f98f8ac93), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:18.412699 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-2ad75944-c9bb-4b8d-a268-aeb49ff19374 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for floatingip (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:18.414218 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-2ad75944-c9bb-4b8d-a268-aeb49ff19374 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7832155 Jul 29 04:56:18.427268 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-04c494b5-6965-4d27-85df-bb61e6679590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:18.613776 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-38b2960d-bde8-483d-a137-b547ad22bf50 req-c68fc908-d1e6-47a7-a82b-0321bdb11c96 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--599339788&fields=id&tenant_id=461e2af738084ccb986169d752510588 HTTP/1.1" status: 200 len: 267 time: 0.0420740 Jul 29 04:56:18.717565 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b2960d-bde8-483d-a137-b547ad22bf50 req-3030e83f-683f-40c9-b3aa-b57f7c6aaede tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:56:18.719043 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-38b2960d-bde8-483d-a137-b547ad22bf50 req-3030e83f-683f-40c9-b3aa-b57f7c6aaede tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/networks?id=21ca39e1-cfc7-4b5b-897b-220faf26ce68 HTTP/1.1" status: 200 len: 814 time: 0.0991437 Jul 29 04:56:18.733463 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-38b2960d-bde8-483d-a137-b547ad22bf50 req-ac037a23-6cc5-47b8-b528-3771929285c4 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/quotas/461e2af738084ccb986169d752510588 HTTP/1.1" status: 200 len: 375 time: 0.0087805 Jul 29 04:56:18.786589 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-38b2960d-bde8-483d-a137-b547ad22bf50 req-caea8f99-cbf6-4214-8af7-ecbcb3311952 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=461e2af738084ccb986169d752510588&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477238 Jul 29 04:56:18.881111 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-38b2960d-bde8-483d-a137-b547ad22bf50 req-54d8da6b-2c71-489f-83cf-ae84c77455e9 service neutron] 10.222.0.40 "GET /v2.0/networks/21ca39e1-cfc7-4b5b-897b-220faf26ce68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829961 Jul 29 04:56:18.975552 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-38b2960d-bde8-483d-a137-b547ad22bf50 req-7963cde8-a2cc-401f-ae9f-b59141801396 service neutron] 10.222.0.40 "GET /v2.0/networks/21ca39e1-cfc7-4b5b-897b-220faf26ce68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889039 Jul 29 04:56:19.135469 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4c05ab77-dad6-463a-891a-3002b70d0652 req-bafee73e-04bb-47e6-8d44-5ec7dbdb82ad tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=3e85f641-7d4e-4121-933b-e00793f410b0 HTTP/1.1" status: 200 len: 210 time: 0.0284598 Jul 29 04:56:20.231635 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-be321e1a-fbb4-443f-820a-f829918d802a req-aa76db80-efc6-442a-a520-f6476df9602f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=3e85f641-7d4e-4121-933b-e00793f410b0 HTTP/1.1" status: 200 len: 210 time: 0.0277565 Jul 29 04:56:20.643682 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-102e61dc-1978-40a8-82c0-3b351c5f94d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:20.673025 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device afe03d9b-8522-41fb-a4a6-5dca887a6299 no longer exists at agent hyperv_hv-cinder-85144 {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 04:56:20.693542 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] No Port match for: afe03d9b-8522-41fb-a4a6-5dca887a6299 {{(pid=115909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 04:56:20.693892 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device afe03d9b-8522-41fb-a4a6-5dca887a6299 not bound to the agent host hv-cinder-85144 {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 04:56:21.352040 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-0dcfed47-f290-4cbd-81b3-c8b21c86eeb8 req-8b92e371-f08e-439f-8eed-eb2a86d42bbb tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=3e85f641-7d4e-4121-933b-e00793f410b0 HTTP/1.1" status: 200 len: 210 time: 0.0469060 Jul 29 04:56:21.438949 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b2960d-bde8-483d-a137-b547ad22bf50 req-d1c493cf-ae41-4dd9-9975-bff5c7d68a40 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:56:21.440975 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-38b2960d-bde8-483d-a137-b547ad22bf50 req-d1c493cf-ae41-4dd9-9975-bff5c7d68a40 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.64 "GET /v2.0/networks?id=21ca39e1-cfc7-4b5b-897b-220faf26ce68 HTTP/1.1" status: 200 len: 814 time: 0.1263566 Jul 29 04:56:21.516284 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-38b2960d-bde8-483d-a137-b547ad22bf50 req-da371df7-3f97-4a1c-a7a0-a8587df8b222 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=461e2af738084ccb986169d752510588 HTTP/1.1" status: 200 len: 379 time: 0.0587776 Jul 29 04:56:21.522807 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (bab6a0c9-2145-495f-b42f-b184e241503a), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:21.617500 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [req-38b2960d-bde8-483d-a137-b547ad22bf50 req-8b5763de-339a-4ff3-9573-d918ee6cfbeb tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Request body: {'port': {'device_id': '3e85f641-7d4e-4121-933b-e00793f410b0', 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68', 'admin_state_up': True, 'tenant_id': '461e2af738084ccb986169d752510588', 'security_groups': ['d161dc0c-346a-4395-b5fd-955c2b00be2b']}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:56:21.728161 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38b2960d-bde8-483d-a137-b547ad22bf50 req-8b5763de-339a-4ff3-9573-d918ee6cfbeb tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Made reservation on behalf of 461e2af738084ccb986169d752510588 for: {'port': 1} {{(pid=115908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 04:56:21.731549 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-38b2960d-bde8-483d-a137-b547ad22bf50 req-8b5763de-339a-4ff3-9573-d918ee6cfbeb tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:21.755611 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:56:21.834040 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:56:21.851023 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:21.867239 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.db_base_plugin_common [req-38b2960d-bde8-483d-a137-b547ad22bf50 req-8b5763de-339a-4ff3-9573-d918ee6cfbeb tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Allocated IP 172.20.0.11 (21ca39e1-cfc7-4b5b-897b-220faf26ce68/5df203e3-38ee-42fe-a28a-41c6f641aefe/16945bc9-3458-44e2-a493-5680610d8654) {{(pid=115908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 04:56:22.002380 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-38b2960d-bde8-483d-a137-b547ad22bf50 req-8b5763de-339a-4ff3-9573-d918ee6cfbeb tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for port (16945bc9-3458-44e2-a493-5680610d8654), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:22.034049 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-38b2960d-bde8-483d-a137-b547ad22bf50 req-8b5763de-339a-4ff3-9573-d918ee6cfbeb tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (16945bc9-3458-44e2-a493-5680610d8654), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:22.080863 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38b2960d-bde8-483d-a137-b547ad22bf50 req-8b5763de-339a-4ff3-9573-d918ee6cfbeb tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Network 21ca39e1-cfc7-4b5b-897b-220faf26ce68 is already hosted by enough agents. {{(pid=115908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 04:56:22.086330 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.base_scheduler [req-38b2960d-bde8-483d-a137-b547ad22bf50 req-8b5763de-339a-4ff3-9573-d918ee6cfbeb tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Resources bound (agent type, host, resource id): {{(pid=115908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:56:22.090241 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b2960d-bde8-483d-a137-b547ad22bf50 req-8b5763de-339a-4ff3-9573-d918ee6cfbeb tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Received port after_create {{(pid=115908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 04:56:22.118335 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5763de-339a-4ff3-9573-d918ee6cfbeb tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Pushing event updated for resources: {'Port': ['ID=16945bc9-3458-44e2-a493-5680610d8654,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:56:22.150975 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b2960d-bde8-483d-a137-b547ad22bf50 req-8b5763de-339a-4ff3-9573-d918ee6cfbeb tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:56:22.151608 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-38b2960d-bde8-483d-a137-b547ad22bf50 req-8b5763de-339a-4ff3-9573-d918ee6cfbeb tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for port (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:22.170612 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-38b2960d-bde8-483d-a137-b547ad22bf50 req-8b5763de-339a-4ff3-9573-d918ee6cfbeb tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5568147 Jul 29 04:56:22.190899 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [req-38b2960d-bde8-483d-a137-b547ad22bf50 req-f375dfa8-7e0b-49d9-b836-3b9c42141e5c service neutron] Request body: {'port': {'device_id': '3e85f641-7d4e-4121-933b-e00793f410b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85144'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:56:22.256222 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-38b2960d-bde8-483d-a137-b547ad22bf50 req-f375dfa8-7e0b-49d9-b836-3b9c42141e5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (16945bc9-3458-44e2-a493-5680610d8654), before_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:22.306965 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-4d7d934f-28c3-4734-b25a-37775784b52f None None] Provisioning complete for port 16945bc9-3458-44e2-a493-5680610d8654 triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:56:22.307343 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-4d7d934f-28c3-4734-b25a-37775784b52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (16945bc9-3458-44e2-a493-5680610d8654), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:22.337526 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:56:22.340102 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-4d7d934f-28c3-4734-b25a-37775784b52f None None] Port 16945bc9-3458-44e2-a493-5680610d8654 cannot update to ACTIVE because it is not bound. {{(pid=115909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 04:56:22.483049 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a31d77-f790-4b58-80af-fed158e5dacf req-a25f6d73-f247-4fd4-85a6-64f2dc8d4baf tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:56:22.485781 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-b8a31d77-f790-4b58-80af-fed158e5dacf req-a25f6d73-f247-4fd4-85a6-64f2dc8d4baf tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=3e85f641-7d4e-4121-933b-e00793f410b0 HTTP/1.1" status: 200 len: 932 time: 0.0564513 Jul 29 04:56:22.525503 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [req-38b2960d-bde8-483d-a137-b547ad22bf50 req-f375dfa8-7e0b-49d9-b836-3b9c42141e5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16945bc9-3458-44e2-a493-5680610d8654 {{(pid=115908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 04:56:22.533587 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-38b2960d-bde8-483d-a137-b547ad22bf50 req-f375dfa8-7e0b-49d9-b836-3b9c42141e5c service neutron] Publish callbacks [] for port (16945bc9-3458-44e2-a493-5680610d8654), precommit_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:22.534061 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-b8a31d77-f790-4b58-80af-fed158e5dacf req-2ac40a88-7725-4480-a230-650ebdb0197b tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=d161dc0c-346a-4395-b5fd-955c2b00be2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424724 Jul 29 04:56:22.547092 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.provisioning_blocks [req-38b2960d-bde8-483d-a137-b547ad22bf50 req-f375dfa8-7e0b-49d9-b836-3b9c42141e5c service neutron] Transition to ACTIVE for port object 16945bc9-3458-44e2-a493-5680610d8654 will not be triggered until provisioned by entity L2. {{(pid=115908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 29 04:56:22.557238 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-38b2960d-bde8-483d-a137-b547ad22bf50 req-f375dfa8-7e0b-49d9-b836-3b9c42141e5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7403849'] for port (16945bc9-3458-44e2-a493-5680610d8654), after_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:22.602202 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:INSERT=5,neutron:UPDATE=5,neutron:SELECT=89,neutron:DELETE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:56:22.610032 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f375dfa8-7e0b-49d9-b836-3b9c42141e5c service neutron] Pushing event updated for resources: {'Port': ['ID=16945bc9-3458-44e2-a493-5680610d8654,revision_number=2']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:56:22.635168 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:56:22.690202 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.managers [req-38b2960d-bde8-483d-a137-b547ad22bf50 req-f375dfa8-7e0b-49d9-b836-3b9c42141e5c service neutron] Attempting to bind port 16945bc9-3458-44e2-a493-5680610d8654 on host hv-cinder-85144 for vnic_type normal with profile {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 04:56:22.690545 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.managers [req-38b2960d-bde8-483d-a137-b547ad22bf50 req-f375dfa8-7e0b-49d9-b836-3b9c42141e5c service neutron] Attempting to bind port 16945bc9-3458-44e2-a493-5680610d8654 by drivers openvswitch,hyperv on host hv-cinder-85144 at level 0 using segments [{'id': 'be606ddc-fa2d-47b7-97af-8bdf56fa7376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68'}] {{(pid=115908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 04:56:22.690878 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b2960d-bde8-483d-a137-b547ad22bf50 req-f375dfa8-7e0b-49d9-b836-3b9c42141e5c service neutron] Attempting to bind port 16945bc9-3458-44e2-a493-5680610d8654 on network 21ca39e1-cfc7-4b5b-897b-220faf26ce68 {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 04:56:22.695508 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b2960d-bde8-483d-a137-b547ad22bf50 req-f375dfa8-7e0b-49d9-b836-3b9c42141e5c service neutron] Port 16945bc9-3458-44e2-a493-5680610d8654 on network 21ca39e1-cfc7-4b5b-897b-220faf26ce68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85144 {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 29 04:56:22.695839 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b2960d-bde8-483d-a137-b547ad22bf50 req-f375dfa8-7e0b-49d9-b836-3b9c42141e5c service neutron] Attempting to bind port 16945bc9-3458-44e2-a493-5680610d8654 on network 21ca39e1-cfc7-4b5b-897b-220faf26ce68 {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 04:56:22.701096 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b2960d-bde8-483d-a137-b547ad22bf50 req-f375dfa8-7e0b-49d9-b836-3b9c42141e5c service neutron] Checking agent: {'id': 'bab6a0c9-2145-495f-b42f-b184e241503a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85144', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 4, 45, 21), 'started_at': datetime.datetime(2022, 7, 29, 4, 45, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 4, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 04:56:22.701437 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b2960d-bde8-483d-a137-b547ad22bf50 req-f375dfa8-7e0b-49d9-b836-3b9c42141e5c service neutron] Checking segment: {'id': 'be606ddc-fa2d-47b7-97af-8bdf56fa7376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 04:56:22.701820 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b2960d-bde8-483d-a137-b547ad22bf50 req-f375dfa8-7e0b-49d9-b836-3b9c42141e5c service neutron] Bound using segment: {'id': 'be606ddc-fa2d-47b7-97af-8bdf56fa7376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68'} {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 04:56:22.702302 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.managers [req-38b2960d-bde8-483d-a137-b547ad22bf50 req-f375dfa8-7e0b-49d9-b836-3b9c42141e5c service neutron] Bound port: 16945bc9-3458-44e2-a493-5680610d8654, host: hv-cinder-85144, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be606ddc-fa2d-47b7-97af-8bdf56fa7376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68'}}] {{(pid=115908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 04:56:22.702886 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-38b2960d-bde8-483d-a137-b547ad22bf50 req-f375dfa8-7e0b-49d9-b836-3b9c42141e5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (16945bc9-3458-44e2-a493-5680610d8654), before_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:22.766549 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [req-38b2960d-bde8-483d-a137-b547ad22bf50 req-f375dfa8-7e0b-49d9-b836-3b9c42141e5c service neutron] For port 16945bc9-3458-44e2-a493-5680610d8654, host hv-cinder-85144, cleared binding levels {{(pid=115908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 04:56:22.769561 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [req-38b2960d-bde8-483d-a137-b547ad22bf50 req-f375dfa8-7e0b-49d9-b836-3b9c42141e5c service neutron] For port 16945bc9-3458-44e2-a493-5680610d8654, host hv-cinder-85144, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=16945bc9-3458-44e2-a493-5680610d8654,segment=NetworkSegment(be606ddc-fa2d-47b7-97af-8bdf56fa7376),segment_id=be606ddc-fa2d-47b7-97af-8bdf56fa7376)] {{(pid=115908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 04:56:22.775359 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-38b2960d-bde8-483d-a137-b547ad22bf50 req-f375dfa8-7e0b-49d9-b836-3b9c42141e5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7403849'] for port (16945bc9-3458-44e2-a493-5680610d8654), after_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:22.809340 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b2960d-bde8-483d-a137-b547ad22bf50 req-f375dfa8-7e0b-49d9-b836-3b9c42141e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:56:22.809957 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-38b2960d-bde8-483d-a137-b547ad22bf50 req-f375dfa8-7e0b-49d9-b836-3b9c42141e5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for port (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:22.811329 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-38b2960d-bde8-483d-a137-b547ad22bf50 req-f375dfa8-7e0b-49d9-b836-3b9c42141e5c service neutron] 10.222.0.64 "PUT /v2.0/ports/16945bc9-3458-44e2-a493-5680610d8654 HTTP/1.1" status: 200 len: 1094 time: 0.6252944 Jul 29 04:56:22.812865 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e85f641-7d4e-4121-933b-e00793f410b0', 'tag': '16945bc9-3458-44e2-a493-5680610d8654'}] {{(pid=115908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:56:22.815090 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91089063952d51f7df5c9c02e055d40fa8e1e9cb9a21cfbbcb9b3277c7a948b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190b5119-0f5d-4259-a966-32048b07ce6f" -d '{"events": [{"name": "network-changed", "server_uuid": "3e85f641-7d4e-4121-933b-e00793f410b0", "tag": "16945bc9-3458-44e2-a493-5680610d8654"}]}' {{(pid=115908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:56:22.844062 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f375dfa8-7e0b-49d9-b836-3b9c42141e5c service neutron] Pushing event updated for resources: {'Port': ['ID=16945bc9-3458-44e2-a493-5680610d8654,revision_number=3']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:56:22.863859 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 04:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac561fb8-3e02-4937-8b29-8fd4327578d9 x-openstack-request-id: req-ac561fb8-3e02-4937-8b29-8fd4327578d9 {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:56:22.864267 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e85f641-7d4e-4121-933b-e00793f410b0", "tag": "16945bc9-3458-44e2-a493-5680610d8654", "status": "completed", "code": 200}]} {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:56:22.864623 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-ac561fb8-3e02-4937-8b29-8fd4327578d9 {{(pid=115908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:56:22.865090 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac561fb8-3e02-4937-8b29-8fd4327578d9'] response: {'name': 'network-changed', 'server_uuid': '3e85f641-7d4e-4121-933b-e00793f410b0', 'tag': '16945bc9-3458-44e2-a493-5680610d8654', 'status': 'completed', 'code': 200} Jul 29 04:56:22.895828 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.agents_db [None req-05f878dc-9505-4230-ae26-b2f791c5e7d5 None None] Agent healthcheck: found 6 active agents {{(pid=115910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 04:56:22.930516 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b2960d-bde8-483d-a137-b547ad22bf50 req-594c76d4-6839-4a50-8168-343aabd7de91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:56:22.932031 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-38b2960d-bde8-483d-a137-b547ad22bf50 req-594c76d4-6839-4a50-8168-343aabd7de91 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=461e2af738084ccb986169d752510588&device_id=3e85f641-7d4e-4121-933b-e00793f410b0 HTTP/1.1" status: 200 len: 1128 time: 0.0408564 Jul 29 04:56:22.982785 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-38b2960d-bde8-483d-a137-b547ad22bf50 req-bfcdd114-82d4-421d-adbc-7054bfc12930 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16945bc9-3458-44e2-a493-5680610d8654 HTTP/1.1" status: 200 len: 217 time: 0.0366659 Jul 29 04:56:23.031443 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b2960d-bde8-483d-a137-b547ad22bf50 req-86d047f8-0e66-42d8-8007-2ef41b023af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:56:23.032880 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-38b2960d-bde8-483d-a137-b547ad22bf50 req-86d047f8-0e66-42d8-8007-2ef41b023af1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5df203e3-38ee-42fe-a28a-41c6f641aefe HTTP/1.1" status: 200 len: 853 time: 0.0437489 Jul 29 04:56:23.076360 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b2960d-bde8-483d-a137-b547ad22bf50 req-2646c5c1-42af-4919-9908-01457de3d43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:56:23.077978 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-38b2960d-bde8-483d-a137-b547ad22bf50 req-2646c5c1-42af-4919-9908-01457de3d43d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=21ca39e1-cfc7-4b5b-897b-220faf26ce68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390310 Jul 29 04:56:23.170444 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-38b2960d-bde8-483d-a137-b547ad22bf50 req-90eeed6c-1198-4052-af4b-2e797391eb0c service neutron] 10.222.0.64 "GET /v2.0/networks/21ca39e1-cfc7-4b5b-897b-220faf26ce68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865462 Jul 29 04:56:23.213500 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:23.260947 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-38b2960d-bde8-483d-a137-b547ad22bf50 req-72012cee-7549-4bb0-9510-c1ae0c7630a6 service neutron] 10.222.0.64 "GET /v2.0/networks/21ca39e1-cfc7-4b5b-897b-220faf26ce68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846219 Jul 29 04:56:23.353860 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:23.659884 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959ab79-7e3a-4153-ab94-3f4b3261c377 req-95d7ad87-bc75-4430-85cf-257ce84283c7 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:56:23.661854 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-b959ab79-7e3a-4153-ab94-3f4b3261c377 req-95d7ad87-bc75-4430-85cf-257ce84283c7 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=3e85f641-7d4e-4121-933b-e00793f410b0 HTTP/1.1" status: 200 len: 944 time: 0.0530274 Jul 29 04:56:23.712904 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-b959ab79-7e3a-4153-ab94-3f4b3261c377 req-22f0c6de-a7fe-4792-b216-33dab6f36cbe tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=d161dc0c-346a-4395-b5fd-955c2b00be2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448301 Jul 29 04:56:24.855000 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdec358-ddc1-48fe-8b0c-95325c44d702 req-89bfeb21-0f4e-458e-b5e5-d41b34940f06 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:56:24.856535 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-1fdec358-ddc1-48fe-8b0c-95325c44d702 req-89bfeb21-0f4e-458e-b5e5-d41b34940f06 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=3e85f641-7d4e-4121-933b-e00793f410b0 HTTP/1.1" status: 200 len: 944 time: 0.0625393 Jul 29 04:56:24.909995 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-1fdec358-ddc1-48fe-8b0c-95325c44d702 req-ee1835e9-0997-4879-9cd4-81693986c576 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=d161dc0c-346a-4395-b5fd-955c2b00be2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455730 Jul 29 04:56:25.898297 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b5119-0f5d-4259-a966-32048b07ce6f req-8b227ef8-9121-4111-a304-13c58750571f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:56:25.899776 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-190b5119-0f5d-4259-a966-32048b07ce6f req-8b227ef8-9121-4111-a304-13c58750571f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=461e2af738084ccb986169d752510588&device_id=3e85f641-7d4e-4121-933b-e00793f410b0 HTTP/1.1" status: 200 len: 1128 time: 0.0668871 Jul 29 04:56:25.907771 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-1661d94e-3abd-4c43-9c15-3306cfffa9f6 req-d1c3ca74-76b1-43b5-9592-92aeddd23653 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447414 Jul 29 04:56:26.039125 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b5119-0f5d-4259-a966-32048b07ce6f req-7da8fcfc-a318-420f-b73d-db09e3058ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:56:26.040117 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017d53bf-7a35-4330-9b89-86964a2a00ce req-b4489799-f5f4-4a3d-a3b4-6e9641bbf5d2 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:56:26.040706 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-190b5119-0f5d-4259-a966-32048b07ce6f req-7da8fcfc-a318-420f-b73d-db09e3058ab2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=21ca39e1-cfc7-4b5b-897b-220faf26ce68 HTTP/1.1" status: 200 len: 915 time: 0.1320698 Jul 29 04:56:26.042216 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:56:26.043240 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-017d53bf-7a35-4330-9b89-86964a2a00ce req-b4489799-f5f4-4a3d-a3b4-6e9641bbf5d2 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=3e85f641-7d4e-4121-933b-e00793f410b0 HTTP/1.1" status: 200 len: 944 time: 0.0511656 Jul 29 04:56:26.043987 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1661d94e-3abd-4c43-9c15-3306cfffa9f6 req-02f8f3f5-d256-4731-b545-f775d4f788e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:56:26.045563 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-1661d94e-3abd-4c43-9c15-3306cfffa9f6 req-02f8f3f5-d256-4731-b545-f775d4f788e2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f8e9e21d168140e99ffed71146e35fc4&device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 1129 time: 0.0629849 Jul 29 04:56:26.098882 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-017d53bf-7a35-4330-9b89-86964a2a00ce req-ad5443c3-cf81-48c7-bf01-b46893bb3dbe tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=d161dc0c-346a-4395-b5fd-955c2b00be2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496876 Jul 29 04:56:26.106636 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-190b5119-0f5d-4259-a966-32048b07ce6f req-5c27b7bb-02bf-4f29-818d-3ce4322e82ce service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16945bc9-3458-44e2-a493-5680610d8654 HTTP/1.1" status: 200 len: 217 time: 0.0490613 Jul 29 04:56:26.151174 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:56:26.156570 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 35448) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:56:26.201236 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:56:26.221519 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b5119-0f5d-4259-a966-32048b07ce6f req-676d715f-149b-42db-b91b-764240b0b1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:56:26.223253 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-190b5119-0f5d-4259-a966-32048b07ce6f req-676d715f-149b-42db-b91b-764240b0b1a6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5df203e3-38ee-42fe-a28a-41c6f641aefe HTTP/1.1" status: 200 len: 853 time: 0.1063926 Jul 29 04:56:26.247746 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1661d94e-3abd-4c43-9c15-3306cfffa9f6 req-365ad8a2-ae80-4f42-a26e-88efbea656f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:56:26.249888 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-1661d94e-3abd-4c43-9c15-3306cfffa9f6 req-365ad8a2-ae80-4f42-a26e-88efbea656f0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c8994c62-2968-491e-9d89-ada7a08f8ea0 HTTP/1.1" status: 200 len: 916 time: 0.1829135 Jul 29 04:56:26.274932 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-64a0b7ce-663f-49da-8caf-9508308080f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:26.284939 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:56:26.298004 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:56:26.313451 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b5119-0f5d-4259-a966-32048b07ce6f req-2eacefdb-149e-46db-b078-c5023022a040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:56:26.314984 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-190b5119-0f5d-4259-a966-32048b07ce6f req-2eacefdb-149e-46db-b078-c5023022a040 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=21ca39e1-cfc7-4b5b-897b-220faf26ce68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0802944 Jul 29 04:56:26.362752 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-64a0b7ce-663f-49da-8caf-9508308080f8 admin admin] Publish callbacks [] for security_group (344521bf-3cf6-4b63-9bc4-7178e19f0f55), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:26.366615 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-64a0b7ce-663f-49da-8caf-9508308080f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (344521bf-3cf6-4b63-9bc4-7178e19f0f55), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:26.373464 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-1661d94e-3abd-4c43-9c15-3306cfffa9f6 req-2984b13b-4ce9-482c-8447-3e79b5c75590 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89c67e7e-2b75-46a8-b24e-d4b2cd7a0832 HTTP/1.1" status: 200 len: 1001 time: 0.1075511 Jul 29 04:56:26.408485 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-64a0b7ce-663f-49da-8caf-9508308080f8 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=b5fb770fe8f240e8af720c5511081eec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2507858 Jul 29 04:56:26.410438 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a0b7ce-663f-49da-8caf-9508308080f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344521bf-3cf6-4b63-9bc4-7178e19f0f55,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:56:26.411158 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 35452) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:56:26.479140 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1661d94e-3abd-4c43-9c15-3306cfffa9f6 req-7fb6274b-0869-4247-988f-b8af5a7e453e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:56:26.480619 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-1661d94e-3abd-4c43-9c15-3306cfffa9f6 req-7fb6274b-0869-4247-988f-b8af5a7e453e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9bcd2bfa-a312-446b-bdbd-ca5994b4cf21 HTTP/1.1" status: 200 len: 854 time: 0.1008615 Jul 29 04:56:26.502465 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-190b5119-0f5d-4259-a966-32048b07ce6f req-5f41b615-0370-4a0e-b3f6-2b5e08f78e3c service neutron] 10.222.0.64 "GET /v2.0/networks/21ca39e1-cfc7-4b5b-897b-220faf26ce68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802828 Jul 29 04:56:26.825049 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-39e77ae0-dc2c-4c4c-ad70-ec8746d38e82 admin admin] Publish callbacks [] for security_group (344521bf-3cf6-4b63-9bc4-7178e19f0f55), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:26.829983 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1661d94e-3abd-4c43-9c15-3306cfffa9f6 req-ec47a91e-1add-4b2a-8868-06dbbadbef84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:56:26.831476 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-1661d94e-3abd-4c43-9c15-3306cfffa9f6 req-ec47a91e-1add-4b2a-8868-06dbbadbef84 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c8994c62-2968-491e-9d89-ada7a08f8ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3419776 Jul 29 04:56:26.907590 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-39e77ae0-dc2c-4c4c-ad70-ec8746d38e82 admin admin] Publish callbacks [] for security_group (344521bf-3cf6-4b63-9bc4-7178e19f0f55), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:26.958119 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-190b5119-0f5d-4259-a966-32048b07ce6f req-8265a4f8-fb8a-4e75-8e2d-d4ff4fbcb1bf service neutron] 10.222.0.64 "GET /v2.0/networks/21ca39e1-cfc7-4b5b-897b-220faf26ce68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4389699 Jul 29 04:56:26.994527 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-1661d94e-3abd-4c43-9c15-3306cfffa9f6 req-5d98d54b-67c3-4d4d-98ef-c56e17330e81 service neutron] 10.222.0.64 "GET /v2.0/networks/c8994c62-2968-491e-9d89-ada7a08f8ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491075 Jul 29 04:56:27.002681 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-39e77ae0-dc2c-4c4c-ad70-ec8746d38e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (344521bf-3cf6-4b63-9bc4-7178e19f0f55), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:27.005318 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-39e77ae0-dc2c-4c4c-ad70-ec8746d38e82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:27.006372 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-39e77ae0-dc2c-4c4c-ad70-ec8746d38e82 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/344521bf-3cf6-4b63-9bc4-7178e19f0f55 HTTP/1.1" status: 204 len: 168 time: 0.5926361 Jul 29 04:56:27.032030 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e77ae0-dc2c-4c4c-ad70-ec8746d38e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344521bf-3cf6-4b63-9bc4-7178e19f0f55,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:56:27.044883 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:56:27.107445 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-1661d94e-3abd-4c43-9c15-3306cfffa9f6 req-55ccd1e9-084f-4a61-8dea-988cdc74c91d service neutron] 10.222.0.64 "GET /v2.0/networks/c8994c62-2968-491e-9d89-ada7a08f8ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999627 Jul 29 04:56:27.222196 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070c99f-3e46-4a8b-a399-a9eb316e518d req-4216a811-8cf0-40f8-af23-c48c9503c64e tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:56:27.223698 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b070c99f-3e46-4a8b-a399-a9eb316e518d req-4216a811-8cf0-40f8-af23-c48c9503c64e tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=3e85f641-7d4e-4121-933b-e00793f410b0 HTTP/1.1" status: 200 len: 944 time: 0.0489409 Jul 29 04:56:27.274267 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b070c99f-3e46-4a8b-a399-a9eb316e518d req-63be47ac-beb4-4d5f-b91d-17c4d5af3e8f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=d161dc0c-346a-4395-b5fd-955c2b00be2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445139 Jul 29 04:56:27.296936 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 35460) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:56:27.310841 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-524592e9-793a-4d57-bd94-c4fb6cd2540c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:27.386366 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-524592e9-793a-4d57-bd94-c4fb6cd2540c admin admin] Publish callbacks [] for security_group (f13676c5-9872-4bea-a0d9-6cc36db31056), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:27.390806 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-524592e9-793a-4d57-bd94-c4fb6cd2540c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (f13676c5-9872-4bea-a0d9-6cc36db31056), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:27.427915 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524592e9-793a-4d57-bd94-c4fb6cd2540c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f13676c5-9872-4bea-a0d9-6cc36db31056,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:56:27.432898 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-524592e9-793a-4d57-bd94-c4fb6cd2540c admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=bd29aac84d4a47a382fe4d1c547aab4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1347659 Jul 29 04:56:27.435675 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 35462) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:56:27.483395 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6b720b8e-89bf-4cbf-b137-2d09a92c09c0 admin admin] Publish callbacks [] for security_group (f13676c5-9872-4bea-a0d9-6cc36db31056), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:27.508896 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6b720b8e-89bf-4cbf-b137-2d09a92c09c0 admin admin] Publish callbacks [] for security_group (f13676c5-9872-4bea-a0d9-6cc36db31056), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:27.556915 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6b720b8e-89bf-4cbf-b137-2d09a92c09c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (f13676c5-9872-4bea-a0d9-6cc36db31056), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:27.559338 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6b720b8e-89bf-4cbf-b137-2d09a92c09c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:27.560487 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-6b720b8e-89bf-4cbf-b137-2d09a92c09c0 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/f13676c5-9872-4bea-a0d9-6cc36db31056 HTTP/1.1" status: 204 len: 168 time: 0.1234529 Jul 29 04:56:27.572102 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b720b8e-89bf-4cbf-b137-2d09a92c09c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13676c5-9872-4bea-a0d9-6cc36db31056,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:56:28.397069 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25070062-20e8-4890-b824-f65abb12c2f8 req-ea87d0ae-d498-4f29-bc13-59393f69c017 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:56:28.398591 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-25070062-20e8-4890-b824-f65abb12c2f8 req-ea87d0ae-d498-4f29-bc13-59393f69c017 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=3e85f641-7d4e-4121-933b-e00793f410b0 HTTP/1.1" status: 200 len: 944 time: 0.0502510 Jul 29 04:56:28.447910 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-25070062-20e8-4890-b824-f65abb12c2f8 req-0f736eba-017b-41c3-9241-cb60461bfc75 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=d161dc0c-346a-4395-b5fd-955c2b00be2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435603 Jul 29 04:56:28.614781 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device 16945bc9-3458-44e2-a493-5680610d8654 details requested by agent hyperv_hv-cinder-85144 with host hv-cinder-85144 {{(pid=115909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 04:56:28.718296 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port 16945bc9-3458-44e2-a493-5680610d8654, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=16945bc9-3458-44e2-a493-5680610d8654,segment=NetworkSegment(be606ddc-fa2d-47b7-97af-8bdf56fa7376),segment_id=be606ddc-fa2d-47b7-97af-8bdf56fa7376)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:56:28.729685 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Returning: {'device': '16945bc9-3458-44e2-a493-5680610d8654', 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68', 'port_id': '16945bc9-3458-44e2-a493-5680610d8654', 'mac_address': 'fa:16:3e:af:4a:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5df203e3-38ee-42fe-a28a-41c6f641aefe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 04:56:28.764094 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Current status of the port 16945bc9-3458-44e2-a493-5680610d8654 is: DOWN; New status is: BUILD {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:56:28.764686 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (16945bc9-3458-44e2-a493-5680610d8654), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:28.777469 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.notifiers.nova [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16945bc9-3458-44e2-a493-5680610d8654 {{(pid=115909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 04:56:28.799443 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port 16945bc9-3458-44e2-a493-5680610d8654, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=16945bc9-3458-44e2-a493-5680610d8654,segment=NetworkSegment(be606ddc-fa2d-47b7-97af-8bdf56fa7376),segment_id=be606ddc-fa2d-47b7-97af-8bdf56fa7376)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:56:28.803475 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (16945bc9-3458-44e2-a493-5680610d8654), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:28.852509 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Pushing event updated for resources: {'Port': ['ID=16945bc9-3458-44e2-a493-5680610d8654,revision_number=4']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:56:28.860988 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:56:28.861339 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:56:28.861675 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:56:28.862006 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:56:28.862332 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:56:28.862659 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:56:28.862985 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:56:28.863305 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:56:28.863619 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:56:28.863958 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:56:28.864276 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:56:28.864592 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:56:28.864923 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:56:28.865236 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:56:28.865665 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:56:29.274563 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] get_ports_and_sgs() called for port_ids ['16945bc9-3458-44e2-a493-5680610d8654'] {{(pid=115909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 04:56:29.299554 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 35518) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:56:29.408263 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-9529f72e-9712-41fd-9996-4e030f834ed9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:29.488110 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-9529f72e-9712-41fd-9996-4e030f834ed9 admin admin] Publish callbacks [] for security_group (bce64c62-243e-4764-a7ba-6ccbc3251e60), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:29.492168 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-9529f72e-9712-41fd-9996-4e030f834ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (bce64c62-243e-4764-a7ba-6ccbc3251e60), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:29.518391 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:56:29.532499 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9529f72e-9712-41fd-9996-4e030f834ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce64c62-243e-4764-a7ba-6ccbc3251e60,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:56:29.538320 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-9529f72e-9712-41fd-9996-4e030f834ed9 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=f4ef4f0d92fa48b8ad187290a384d8af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2374685 Jul 29 04:56:29.541440 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 35524) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:56:29.591659 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ec1cc-4221-4b8b-8085-29ff2b46a6a2 req-15f9942e-ee3a-4031-bc24-ccbb8068dada tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:56:29.593782 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-536ec1cc-4221-4b8b-8085-29ff2b46a6a2 req-15f9942e-ee3a-4031-bc24-ccbb8068dada tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=3e85f641-7d4e-4121-933b-e00793f410b0 HTTP/1.1" status: 200 len: 945 time: 0.0679648 Jul 29 04:56:29.622009 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:56:29.633486 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:56:29.663762 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-ee5c08c0-583a-4baa-95aa-ef0e42420b9b admin admin] Publish callbacks [] for security_group (bce64c62-243e-4764-a7ba-6ccbc3251e60), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:29.671509 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-536ec1cc-4221-4b8b-8085-29ff2b46a6a2 req-dd1dbb5f-6084-4827-add9-12c4fa6c2288 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=d161dc0c-346a-4395-b5fd-955c2b00be2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696337 Jul 29 04:56:29.689852 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-ee5c08c0-583a-4baa-95aa-ef0e42420b9b admin admin] Publish callbacks [] for security_group (bce64c62-243e-4764-a7ba-6ccbc3251e60), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:29.736995 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-ee5c08c0-583a-4baa-95aa-ef0e42420b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (bce64c62-243e-4764-a7ba-6ccbc3251e60), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:29.739418 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-ee5c08c0-583a-4baa-95aa-ef0e42420b9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:29.740550 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-ee5c08c0-583a-4baa-95aa-ef0e42420b9b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/bce64c62-243e-4764-a7ba-6ccbc3251e60 HTTP/1.1" status: 204 len: 168 time: 0.1824050 Jul 29 04:56:29.748411 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5c08c0-583a-4baa-95aa-ef0e42420b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce64c62-243e-4764-a7ba-6ccbc3251e60,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:56:30.002924 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 35530) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:56:30.017160 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-74a58fd5-0660-4478-b6a9-0dc252472a59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:30.094437 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-74a58fd5-0660-4478-b6a9-0dc252472a59 admin admin] Publish callbacks [] for security_group (a7130999-b6b9-4189-8019-0b16d513c428), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:30.098092 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-74a58fd5-0660-4478-b6a9-0dc252472a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (a7130999-b6b9-4189-8019-0b16d513c428), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:30.134611 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a58fd5-0660-4478-b6a9-0dc252472a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7130999-b6b9-4189-8019-0b16d513c428,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:56:30.140408 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-74a58fd5-0660-4478-b6a9-0dc252472a59 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=2062a045385e4b1e83e04bd9d2f00b42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1364684 Jul 29 04:56:30.143154 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 35532) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:56:30.194703 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-127bd31e-5ed3-4dbf-8fea-465f830efc0c admin admin] Publish callbacks [] for security_group (a7130999-b6b9-4189-8019-0b16d513c428), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:30.215912 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-127bd31e-5ed3-4dbf-8fea-465f830efc0c admin admin] Publish callbacks [] for security_group (a7130999-b6b9-4189-8019-0b16d513c428), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:30.261865 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-127bd31e-5ed3-4dbf-8fea-465f830efc0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (a7130999-b6b9-4189-8019-0b16d513c428), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:30.265063 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-127bd31e-5ed3-4dbf-8fea-465f830efc0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:30.266278 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-127bd31e-5ed3-4dbf-8fea-465f830efc0c admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/a7130999-b6b9-4189-8019-0b16d513c428 HTTP/1.1" status: 204 len: 168 time: 0.1223376 Jul 29 04:56:30.274901 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127bd31e-5ed3-4dbf-8fea-465f830efc0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7130999-b6b9-4189-8019-0b16d513c428,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:56:30.614984 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device 16945bc9-3458-44e2-a493-5680610d8654 up at agent hyperv_hv-cinder-85144 {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 04:56:30.659212 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Provisioning for port 16945bc9-3458-44e2-a493-5680610d8654 completed by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 29 04:56:30.665138 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Provisioning complete for port 16945bc9-3458-44e2-a493-5680610d8654 triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:56:30.665523 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (16945bc9-3458-44e2-a493-5680610d8654), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:30.745665 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Current status of the port 16945bc9-3458-44e2-a493-5680610d8654 is: BUILD; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:56:30.746096 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (16945bc9-3458-44e2-a493-5680610d8654), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:30.774026 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e85f641-7d4e-4121-933b-e00793f410b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16945bc9-3458-44e2-a493-5680610d8654'}] {{(pid=115909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:56:30.776365 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c420e031ced92140226aa6f83123c9b23fc96e3244e1479094dc728224b9fe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6cf40d7-86e2-498c-a991-0be230a60429" -d '{"events": [{"server_uuid": "3e85f641-7d4e-4121-933b-e00793f410b0", "name": "network-vif-plugged", "status": "completed", "tag": "16945bc9-3458-44e2-a493-5680610d8654"}]}' {{(pid=115909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:56:30.791820 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port 16945bc9-3458-44e2-a493-5680610d8654, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=16945bc9-3458-44e2-a493-5680610d8654,segment=NetworkSegment(be606ddc-fa2d-47b7-97af-8bdf56fa7376),segment_id=be606ddc-fa2d-47b7-97af-8bdf56fa7376)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:56:30.796783 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (16945bc9-3458-44e2-a493-5680610d8654), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:30.822284 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f8e78-8bc2-4bb5-8d8d-d706ec684ed2 req-acd0b59d-1991-4166-9daf-2e75b3ea4060 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:56:30.824934 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-749f8e78-8bc2-4bb5-8d8d-d706ec684ed2 req-acd0b59d-1991-4166-9daf-2e75b3ea4060 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=3e85f641-7d4e-4121-933b-e00793f410b0 HTTP/1.1" status: 200 len: 945 time: 0.0685213 Jul 29 04:56:30.831098 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 04:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44bcc232-ed18-4e21-bd8b-1677d919f614 x-openstack-request-id: req-44bcc232-ed18-4e21-bd8b-1677d919f614 {{(pid=115909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:56:30.831629 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e85f641-7d4e-4121-933b-e00793f410b0", "name": "network-vif-plugged", "status": "completed", "tag": "16945bc9-3458-44e2-a493-5680610d8654", "code": 200}]} {{(pid=115909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:56:30.832036 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-44bcc232-ed18-4e21-bd8b-1677d919f614 {{(pid=115909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:56:30.832622 dv-cinder-851449-2-iscsi neutron-server[115909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44bcc232-ed18-4e21-bd8b-1677d919f614'] response: {'server_uuid': '3e85f641-7d4e-4121-933b-e00793f410b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16945bc9-3458-44e2-a493-5680610d8654', 'code': 200} Jul 29 04:56:30.862740 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:56:30.866704 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:INSERT=13,neutron:SELECT=84,neutron:DELETE=3 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:56:30.866890 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Pushing event updated for resources: {'Port': ['ID=16945bc9-3458-44e2-a493-5680610d8654,revision_number=5']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:56:30.895678 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-749f8e78-8bc2-4bb5-8d8d-d706ec684ed2 req-89b9cb38-1c9e-490b-8ba6-b84dc5c5d540 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=d161dc0c-346a-4395-b5fd-955c2b00be2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642204 Jul 29 04:56:31.046502 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede3a43d-984a-4728-b6e3-d83eb13d1362 req-e4f14408-c200-444c-82a6-a610ef6dfd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:56:31.047944 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ede3a43d-984a-4728-b6e3-d83eb13d1362 req-e4f14408-c200-444c-82a6-a610ef6dfd1b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3e85f641-7d4e-4121-933b-e00793f410b0 HTTP/1.1" status: 200 len: 1130 time: 0.0392370 Jul 29 04:56:31.072267 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 35558) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:56:31.093689 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ede3a43d-984a-4728-b6e3-d83eb13d1362 req-82862046-0712-4f5f-9f2a-53f3363886bc service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d161dc0c-346a-4395-b5fd-955c2b00be2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392504 Jul 29 04:56:31.172019 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [None req-b5aac7d4-3e1b-4268-aa35-6252aeccb59c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-892473208-network', 'tenant_id': '89dfac604f9740268351be452b8514fd'}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:56:31.192041 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5aac7d4-3e1b-4268-aa35-6252aeccb59c admin admin] Made reservation on behalf of 89dfac604f9740268351be452b8514fd for: {'network': 1} {{(pid=115907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 04:56:31.194420 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-b5aac7d4-3e1b-4268-aa35-6252aeccb59c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for network (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:31.203204 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-b5aac7d4-3e1b-4268-aa35-6252aeccb59c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:31.279448 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-b5aac7d4-3e1b-4268-aa35-6252aeccb59c admin admin] Publish callbacks [] for security_group (a97a50ee-f4aa-46a6-afb3-27358bb16102), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:31.283556 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-b5aac7d4-3e1b-4268-aa35-6252aeccb59c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (a97a50ee-f4aa-46a6-afb3-27358bb16102), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:31.305982 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5aac7d4-3e1b-4268-aa35-6252aeccb59c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=115907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 04:56:31.321243 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aac7d4-3e1b-4268-aa35-6252aeccb59c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a97a50ee-f4aa-46a6-afb3-27358bb16102,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:56:31.325065 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-b5aac7d4-3e1b-4268-aa35-6252aeccb59c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537036'] for segment (57ae4fd7-b283-47f8-8547-6fde4418a176), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:31.325415 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.db.segments_db [None req-b5aac7d4-3e1b-4268-aa35-6252aeccb59c admin admin] Added segment 57ae4fd7-b283-47f8-8547-6fde4418a176 of type vlan for network b0ee979e-b40a-42e0-8d3f-6f4bf178d086 Jul 29 04:56:31.369733 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-b5aac7d4-3e1b-4268-aa35-6252aeccb59c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769699109497'] for network (b0ee979e-b40a-42e0-8d3f-6f4bf178d086), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:31.394021 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-b5aac7d4-3e1b-4268-aa35-6252aeccb59c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540'] for network (b0ee979e-b40a-42e0-8d3f-6f4bf178d086), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:31.394998 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5aac7d4-3e1b-4268-aa35-6252aeccb59c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:56:31.395577 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-b5aac7d4-3e1b-4268-aa35-6252aeccb59c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for network (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:31.454915 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-b5aac7d4-3e1b-4268-aa35-6252aeccb59c admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3815136 Jul 29 04:56:31.457927 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 35562) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:56:31.458370 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aac7d4-3e1b-4268-aa35-6252aeccb59c admin admin] Pushing event updated for resources: {'Network': ['ID=b0ee979e-b40a-42e0-8d3f-6f4bf178d086,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:56:31.462852 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [None req-e27bdb7e-0132-42fa-b58f-51f08d80a567 admin admin] Request body: {'subnet': {'network_id': 'b0ee979e-b40a-42e0-8d3f-6f4bf178d086', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-892473208-subnet', 'tenant_id': '89dfac604f9740268351be452b8514fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:56:31.471796 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Network b0ee979e-b40a-42e0-8d3f-6f4bf178d086 details requested by agent ovs-agent-dv-cinder-851449-2-iscsi with host dv-cinder-851449-2-iscsi {{(pid=115909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 04:56:31.482048 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27bdb7e-0132-42fa-b58f-51f08d80a567 admin admin] Made reservation on behalf of 89dfac604f9740268351be452b8514fd for: {'subnet': 1} {{(pid=115908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 04:56:31.485906 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-e27bdb7e-0132-42fa-b58f-51f08d80a567 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4838844'] for subnet (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:31.575408 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:56:31.661733 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-e27bdb7e-0132-42fa-b58f-51f08d80a567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1878534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7403954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4838802'] for subnet (958e5bea-7ca0-4d0f-b697-3e0e999416dd), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:31.721229 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27bdb7e-0132-42fa-b58f-51f08d80a567 admin admin] Pushing event updated for resources: {'Subnet': ['ID=958e5bea-7ca0-4d0f-b697-3e0e999416dd,revision_number=0']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:56:31.731281 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27bdb7e-0132-42fa-b58f-51f08d80a567 admin admin] Checking segment: {'id': '57ae4fd7-b283-47f8-8547-6fde4418a176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b0ee979e-b40a-42e0-8d3f-6f4bf178d086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 04:56:31.731638 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27bdb7e-0132-42fa-b58f-51f08d80a567 admin admin] Network hostable DHCP agents. Network: b0ee979e-b40a-42e0-8d3f-6f4bf178d086, hostable agents: ['558ab5a9-93ee-434f-b4a2-86af90b93965'], hosted agents: [] {{(pid=115908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 04:56:31.738505 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:56:31.750534 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27bdb7e-0132-42fa-b58f-51f08d80a567 admin admin] Network b0ee979e-b40a-42e0-8d3f-6f4bf178d086 is scheduled to be hosted by DHCP agent 558ab5a9-93ee-434f-b4a2-86af90b93965 with binding_index 1 {{(pid=115908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 04:56:31.759968 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.base_scheduler [None req-e27bdb7e-0132-42fa-b58f-51f08d80a567 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851449-2-iscsi, b0ee979e-b40a-42e0-8d3f-6f4bf178d086) {{(pid=115908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:56:31.764030 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27bdb7e-0132-42fa-b58f-51f08d80a567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:56:31.764690 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-e27bdb7e-0132-42fa-b58f-51f08d80a567 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for subnet (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:31.770120 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8803ba2a-a597-4720-9a0d-44e9e762c3ff None None] Network b0ee979e-b40a-42e0-8d3f-6f4bf178d086 requested from dv-cinder-851449-2-iscsi {{(pid=115909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 04:56:31.780774 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-e27bdb7e-0132-42fa-b58f-51f08d80a567 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3217428 Jul 29 04:56:31.852114 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:56:31.877428 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65937fc-81f8-41ba-81ad-9a2ac5c149d2 None None] Network b0ee979e-b40a-42e0-8d3f-6f4bf178d086 requested from dv-cinder-851449-2-iscsi {{(pid=115909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 04:56:32.023052 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1270ab-c291-4df8-9c81-6bae985d9b6a req-83e34e78-a623-45b8-80d4-fef64ee393a2 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:56:32.024694 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4f1270ab-c291-4df8-9c81-6bae985d9b6a req-83e34e78-a623-45b8-80d4-fef64ee393a2 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=3e85f641-7d4e-4121-933b-e00793f410b0 HTTP/1.1" status: 200 len: 946 time: 0.0482900 Jul 29 04:56:32.074485 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4f1270ab-c291-4df8-9c81-6bae985d9b6a req-54d89837-59a0-4f1b-842e-47e033dc5314 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=d161dc0c-346a-4395-b5fd-955c2b00be2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435934 Jul 29 04:56:32.275008 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 35580) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:56:32.280549 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [None req-2eb23222-227d-4b58-824c-ebb3fe4131ae admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-170890356-network', 'tenant_id': '28b82d50d9984e559adb18c825827fba'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:56:32.300257 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb23222-227d-4b58-824c-ebb3fe4131ae admin admin] Made reservation on behalf of 28b82d50d9984e559adb18c825827fba for: {'network': 1} {{(pid=115908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 04:56:32.302601 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-2eb23222-227d-4b58-824c-ebb3fe4131ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for network (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:32.310882 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-2eb23222-227d-4b58-824c-ebb3fe4131ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:32.387766 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-2eb23222-227d-4b58-824c-ebb3fe4131ae admin admin] Publish callbacks [] for security_group (64ac0488-612d-4dd5-af33-1e99babb9c53), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:32.392703 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-2eb23222-227d-4b58-824c-ebb3fe4131ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (64ac0488-612d-4dd5-af33-1e99babb9c53), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:32.424542 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eb23222-227d-4b58-824c-ebb3fe4131ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=115908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 04:56:32.437892 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb23222-227d-4b58-824c-ebb3fe4131ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ac0488-612d-4dd5-af33-1e99babb9c53,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:56:32.443051 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-2eb23222-227d-4b58-824c-ebb3fe4131ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537036'] for segment (ff3468f6-0824-4510-b65e-f69607169902), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:32.443401 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.db.segments_db [None req-2eb23222-227d-4b58-824c-ebb3fe4131ae admin admin] Added segment ff3468f6-0824-4510-b65e-f69607169902 of type vlan for network 50c0336e-3056-4a4a-b863-3fd9cdd04fb1 Jul 29 04:56:32.484396 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-2eb23222-227d-4b58-824c-ebb3fe4131ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769699109497'] for network (50c0336e-3056-4a4a-b863-3fd9cdd04fb1), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:32.511997 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-2eb23222-227d-4b58-824c-ebb3fe4131ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540'] for network (50c0336e-3056-4a4a-b863-3fd9cdd04fb1), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:32.513018 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb23222-227d-4b58-824c-ebb3fe4131ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:56:32.513580 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-2eb23222-227d-4b58-824c-ebb3fe4131ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for network (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:32.564359 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-2eb23222-227d-4b58-824c-ebb3fe4131ae admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2882714 Jul 29 04:56:32.567240 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 35582) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:56:32.572480 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [None req-a31488df-4e02-4acf-afa5-ffd34811ba77 admin admin] Request body: {'subnet': {'network_id': '50c0336e-3056-4a4a-b863-3fd9cdd04fb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-170890356-subnet', 'tenant_id': '28b82d50d9984e559adb18c825827fba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:56:32.575533 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb23222-227d-4b58-824c-ebb3fe4131ae admin admin] Pushing event updated for resources: {'Network': ['ID=50c0336e-3056-4a4a-b863-3fd9cdd04fb1,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:56:32.586759 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Network 50c0336e-3056-4a4a-b863-3fd9cdd04fb1 details requested by agent ovs-agent-dv-cinder-851449-2-iscsi with host dv-cinder-851449-2-iscsi {{(pid=115909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 04:56:32.593705 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31488df-4e02-4acf-afa5-ffd34811ba77 admin admin] Made reservation on behalf of 28b82d50d9984e559adb18c825827fba for: {'subnet': 1} {{(pid=115907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 04:56:32.596040 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-a31488df-4e02-4acf-afa5-ffd34811ba77 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7603688'] for subnet (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:32.769901 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-a31488df-4e02-4acf-afa5-ffd34811ba77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1878534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7638508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7603654'] for subnet (5e912d66-7de1-4b17-b8f6-29fa85583b6d), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:32.819761 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31488df-4e02-4acf-afa5-ffd34811ba77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e912d66-7de1-4b17-b8f6-29fa85583b6d,revision_number=0']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:56:32.835153 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31488df-4e02-4acf-afa5-ffd34811ba77 admin admin] Checking segment: {'id': 'ff3468f6-0824-4510-b65e-f69607169902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '50c0336e-3056-4a4a-b863-3fd9cdd04fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 04:56:32.835511 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31488df-4e02-4acf-afa5-ffd34811ba77 admin admin] Network hostable DHCP agents. Network: 50c0336e-3056-4a4a-b863-3fd9cdd04fb1, hostable agents: ['558ab5a9-93ee-434f-b4a2-86af90b93965'], hosted agents: [] {{(pid=115907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 04:56:32.846261 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:DELETE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:56:32.852425 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31488df-4e02-4acf-afa5-ffd34811ba77 admin admin] Network 50c0336e-3056-4a4a-b863-3fd9cdd04fb1 is scheduled to be hosted by DHCP agent 558ab5a9-93ee-434f-b4a2-86af90b93965 with binding_index 1 {{(pid=115907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 04:56:32.861997 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.base_scheduler [None req-a31488df-4e02-4acf-afa5-ffd34811ba77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851449-2-iscsi, 50c0336e-3056-4a4a-b863-3fd9cdd04fb1) {{(pid=115907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:56:32.865828 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31488df-4e02-4acf-afa5-ffd34811ba77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:56:32.866422 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-a31488df-4e02-4acf-afa5-ffd34811ba77 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:32.872473 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa5cc08-1ae8-4556-b261-cef4b5e1482d None None] Network 50c0336e-3056-4a4a-b863-3fd9cdd04fb1 requested from dv-cinder-851449-2-iscsi {{(pid=115909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 04:56:32.884168 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-a31488df-4e02-4acf-afa5-ffd34811ba77 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3158495 Jul 29 04:56:32.895277 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:56:33.102058 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77612fb3-7278-488b-9c0b-45396bdb026e None None] Network 50c0336e-3056-4a4a-b863-3fd9cdd04fb1 requested from dv-cinder-851449-2-iscsi {{(pid=115909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 04:56:33.366711 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642fd1be-0295-4df8-aa51-6732be72c932 req-93c933e7-bf55-4e72-bae3-0f709881036f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:56:33.368507 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-642fd1be-0295-4df8-aa51-6732be72c932 req-93c933e7-bf55-4e72-bae3-0f709881036f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=3e85f641-7d4e-4121-933b-e00793f410b0 HTTP/1.1" status: 200 len: 946 time: 0.0576549 Jul 29 04:56:33.404099 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:56:33.426923 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-642fd1be-0295-4df8-aa51-6732be72c932 req-b2a9f076-5830-4139-9f8a-b57b75967b67 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=d161dc0c-346a-4395-b5fd-955c2b00be2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524342 Jul 29 04:56:33.562826 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6697802f-917b-4ddc-8c1a-72bb509ad544 req-19c6228b-f009-4830-a648-ade23a150e25 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:56:33.564285 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-6697802f-917b-4ddc-8c1a-72bb509ad544 req-19c6228b-f009-4830-a648-ade23a150e25 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=3e85f641-7d4e-4121-933b-e00793f410b0 HTTP/1.1" status: 200 len: 946 time: 0.0517557 Jul 29 04:56:33.573936 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 35600) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:56:33.579038 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [None req-7d2a04f5-80c7-4b0e-b668-bc5515a28d69 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Request body: {'floatingip': {'port_id': '16945bc9-3458-44e2-a493-5680610d8654'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:56:33.619896 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-7d2a04f5-80c7-4b0e-b668-bc5515a28d69 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for floatingip (7d4f74fd-a410-44d6-a29f-902f98f8ac93), before_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:33.707343 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:56:34.027651 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:DELETE=3,neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:56:34.037337 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-7d2a04f5-80c7-4b0e-b668-bc5515a28d69 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:34.041702 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-7d2a04f5-80c7-4b0e-b668-bc5515a28d69 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1937124'] for floatingip (7d4f74fd-a410-44d6-a29f-902f98f8ac93), after_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:34.134357 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.db.l3_db [None req-7d2a04f5-80c7-4b0e-b668-bc5515a28d69 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Floating IP 7d4f74fd-a410-44d6-a29f-902f98f8ac93 associated. External IP: 172.27.0.225, port: 16945bc9-3458-44e2-a493-5680610d8654. Jul 29 04:56:34.333080 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d2a04f5-80c7-4b0e-b668-bc5515a28d69 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Router b16b56f5-3ccf-4ca8-b446-f11105e09b7c has already been hosted by L3 agent 507cc676-b5a3-487d-9bd3-df89beb45ea5 {{(pid=115908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 04:56:34.437023 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2a04f5-80c7-4b0e-b668-bc5515a28d69 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Notify agent at l3_agent.dv-cinder-851449-2-iscsi the message routers_updated {{(pid=115908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 04:56:34.441751 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-7d2a04f5-80c7-4b0e-b668-bc5515a28d69 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for floatingip (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:34.446330 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4feed52f-93cf-499f-96c5-277731456756 None None] Sync routers for ids ['b16b56f5-3ccf-4ca8-b446-f11105e09b7c'] in dv-cinder-851449-2-iscsi {{(pid=115909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 04:56:34.456117 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4feed52f-93cf-499f-96c5-277731456756 None None] Routers {'b16b56f5-3ccf-4ca8-b446-f11105e09b7c'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:56:34.456769 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-4feed52f-93cf-499f-96c5-277731456756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:56:21Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['b16b56f5-3ccf-4ca8-b446-f11105e09b7c'], 'active': True} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:56:34.474357 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-7d2a04f5-80c7-4b0e-b668-bc5515a28d69 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "PUT /v2.0/floatingips/7d4f74fd-a410-44d6-a29f-902f98f8ac93 HTTP/1.1" status: 200 len: 992 time: 0.8972878 Jul 29 04:56:34.474357 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e85f641-7d4e-4121-933b-e00793f410b0', 'tag': '16945bc9-3458-44e2-a493-5680610d8654'}] {{(pid=115908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:56:34.475094 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91089063952d51f7df5c9c02e055d40fa8e1e9cb9a21cfbbcb9b3277c7a948b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef9289c-4fb1-49db-9389-28fa6d67c8b0" -d '{"events": [{"name": "network-changed", "server_uuid": "3e85f641-7d4e-4121-933b-e00793f410b0", "tag": "16945bc9-3458-44e2-a493-5680610d8654"}]}' {{(pid=115908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:56:34.516552 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 04:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0162dcf1-ce80-4c4d-8f41-a1322f76c88d x-openstack-request-id: req-0162dcf1-ce80-4c4d-8f41-a1322f76c88d {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:56:34.516835 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e85f641-7d4e-4121-933b-e00793f410b0", "tag": "16945bc9-3458-44e2-a493-5680610d8654", "status": "completed", "code": 200}]} {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:56:34.517097 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-0162dcf1-ce80-4c4d-8f41-a1322f76c88d {{(pid=115908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:56:34.517498 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0162dcf1-ce80-4c4d-8f41-a1322f76c88d'] response: {'name': 'network-changed', 'server_uuid': '3e85f641-7d4e-4121-933b-e00793f410b0', 'tag': '16945bc9-3458-44e2-a493-5680610d8654', 'status': 'completed', 'code': 200} Jul 29 04:56:34.575478 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvr_db [None req-4feed52f-93cf-499f-96c5-277731456756 None None] Set router b16b56f5-3ccf-4ca8-b446-f11105e09b7c gateway port host: dv-cinder-851449-2-iscsi {{(pid=115909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:56:34.619783 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9289c-4fb1-49db-9389-28fa6d67c8b0 req-5ccad645-7841-4825-8cb3-c6849ba45011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:56:34.621536 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8ef9289c-4fb1-49db-9389-28fa6d67c8b0 req-5ccad645-7841-4825-8cb3-c6849ba45011 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=461e2af738084ccb986169d752510588&device_id=3e85f641-7d4e-4121-933b-e00793f410b0 HTTP/1.1" status: 200 len: 1130 time: 0.0441208 Jul 29 04:56:34.717026 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9289c-4fb1-49db-9389-28fa6d67c8b0 req-d3d2b43f-2eea-40f8-904e-7ad602c9ef01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:56:34.718759 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8ef9289c-4fb1-49db-9389-28fa6d67c8b0 req-d3d2b43f-2eea-40f8-904e-7ad602c9ef01 service neutron] 10.222.0.64 "GET /v2.0/networks?id=21ca39e1-cfc7-4b5b-897b-220faf26ce68 HTTP/1.1" status: 200 len: 915 time: 0.0913811 Jul 29 04:56:34.788540 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8ef9289c-4fb1-49db-9389-28fa6d67c8b0 req-4ccaed17-457d-4cb1-8d69-c839aa0a55d4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16945bc9-3458-44e2-a493-5680610d8654 HTTP/1.1" status: 200 len: 1000 time: 0.0631456 Jul 29 04:56:34.818857 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-4feed52f-93cf-499f-96c5-277731456756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'name': 'tempest-AttachVolumeNegativeTest-654562715-router', 'tenant_id': '461e2af738084ccb986169d752510588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'a9fde12f-857b-419b-9b3c-07d0e6d53447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:20Z', 'updated_at': '2022-07-29T04:47:32Z', 'revision_number': 4, 'project_id': '461e2af738084ccb986169d752510588', 'gw_port': {'id': 'a9fde12f-857b-419b-9b3c-07d0e6d53447', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:23Z', 'updated_at': '2022-07-29T04:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_floatingips': [{'id': '7d4f74fd-a410-44d6-a29f-902f98f8ac93', 'tenant_id': '461e2af738084ccb986169d752510588', 'floating_ip_address': '172.27.0.225', 'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'router_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'port_id': '16945bc9-3458-44e2-a493-5680610d8654', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68', 'mac_address': 'fa:16:3e:af:4a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e85f641-7d4e-4121-933b-e00793f410b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T04:56:18Z', 'updated_at': '2022-07-29T04:56:33Z', 'revision_number': 1, 'project_id': '461e2af738084ccb986169d752510588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51', 'name': '', 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68', 'tenant_id': '461e2af738084ccb986169d752510588', 'mac_address': 'fa:16:3e:64:33:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5df203e3-38ee-42fe-a28a-41c6f641aefe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:31Z', 'updated_at': '2022-07-29T04:47:46Z', 'revision_number': 5, 'project_id': '461e2af738084ccb986169d752510588', 'subnets': [{'id': '5df203e3-38ee-42fe-a28a-41c6f641aefe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:56:34.825964 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:56:34.840735 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9289c-4fb1-49db-9389-28fa6d67c8b0 req-f772c2b0-5ba6-46fc-8445-09d1751ad0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:56:34.842273 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8ef9289c-4fb1-49db-9389-28fa6d67c8b0 req-f772c2b0-5ba6-46fc-8445-09d1751ad0cf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5df203e3-38ee-42fe-a28a-41c6f641aefe HTTP/1.1" status: 200 len: 853 time: 0.0477884 Jul 29 04:56:34.850338 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4feed52f-93cf-499f-96c5-277731456756 None None] Checking router: b16b56f5-3ccf-4ca8-b446-f11105e09b7c for host: dv-cinder-851449-2-iscsi {{(pid=115909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 04:56:34.859634 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4feed52f-93cf-499f-96c5-277731456756 None None] Routers {'b16b56f5-3ccf-4ca8-b446-f11105e09b7c'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:56:34.860242 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-4feed52f-93cf-499f-96c5-277731456756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:56:21Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['b16b56f5-3ccf-4ca8-b446-f11105e09b7c'], 'active': True} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:56:34.887313 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9289c-4fb1-49db-9389-28fa6d67c8b0 req-ef5a7ade-22a5-43e6-a330-8fa356cc6f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:56:34.888885 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8ef9289c-4fb1-49db-9389-28fa6d67c8b0 req-ef5a7ade-22a5-43e6-a330-8fa356cc6f9f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=21ca39e1-cfc7-4b5b-897b-220faf26ce68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406430 Jul 29 04:56:34.958868 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=100 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:56:34.963190 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvr_db [None req-4feed52f-93cf-499f-96c5-277731456756 None None] Set router b16b56f5-3ccf-4ca8-b446-f11105e09b7c gateway port host: dv-cinder-851449-2-iscsi {{(pid=115909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:56:34.984408 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8ef9289c-4fb1-49db-9389-28fa6d67c8b0 req-857b4e52-ee05-44b8-b7e9-763dd7dacac9 service neutron] 10.222.0.64 "GET /v2.0/networks/21ca39e1-cfc7-4b5b-897b-220faf26ce68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888536 Jul 29 04:56:35.080969 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8ef9289c-4fb1-49db-9389-28fa6d67c8b0 req-1d46dd3c-dbc4-4b06-aa92-e651f76db1b4 service neutron] 10.222.0.64 "GET /v2.0/networks/21ca39e1-cfc7-4b5b-897b-220faf26ce68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890508 Jul 29 04:56:35.118346 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=100 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:56:35.185221 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-4feed52f-93cf-499f-96c5-277731456756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'name': 'tempest-AttachVolumeNegativeTest-654562715-router', 'tenant_id': '461e2af738084ccb986169d752510588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'a9fde12f-857b-419b-9b3c-07d0e6d53447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:20Z', 'updated_at': '2022-07-29T04:47:32Z', 'revision_number': 4, 'project_id': '461e2af738084ccb986169d752510588', 'gw_port': {'id': 'a9fde12f-857b-419b-9b3c-07d0e6d53447', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:23Z', 'updated_at': '2022-07-29T04:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_floatingips': [{'id': '7d4f74fd-a410-44d6-a29f-902f98f8ac93', 'tenant_id': '461e2af738084ccb986169d752510588', 'floating_ip_address': '172.27.0.225', 'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'router_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'port_id': '16945bc9-3458-44e2-a493-5680610d8654', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68', 'mac_address': 'fa:16:3e:af:4a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e85f641-7d4e-4121-933b-e00793f410b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T04:56:18Z', 'updated_at': '2022-07-29T04:56:33Z', 'revision_number': 1, 'project_id': '461e2af738084ccb986169d752510588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51', 'name': '', 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68', 'tenant_id': '461e2af738084ccb986169d752510588', 'mac_address': 'fa:16:3e:64:33:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5df203e3-38ee-42fe-a28a-41c6f641aefe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:31Z', 'updated_at': '2022-07-29T04:47:46Z', 'revision_number': 5, 'project_id': '461e2af738084ccb986169d752510588', 'subnets': [{'id': '5df203e3-38ee-42fe-a28a-41c6f641aefe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:56:35.209606 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4feed52f-93cf-499f-96c5-277731456756 None None] The sync data for ids ['b16b56f5-3ccf-4ca8-b446-f11105e09b7c'] in dv-cinder-851449-2-iscsi is: [{'id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'name': 'tempest-AttachVolumeNegativeTest-654562715-router', 'tenant_id': '461e2af738084ccb986169d752510588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'a9fde12f-857b-419b-9b3c-07d0e6d53447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:20Z', 'updated_at': '2022-07-29T04:47:32Z', 'revision_number': 4, 'project_id': '461e2af738084ccb986169d752510588', 'gw_port': {'id': 'a9fde12f-857b-419b-9b3c-07d0e6d53447', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:23Z', 'updated_at': '2022-07-29T04:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_floatingips': [{'id': '7d4f74fd-a410-44d6-a29f-902f98f8ac93', 'tenant_id': '461e2af738084ccb986169d752510588', 'floating_ip_address': '172.27.0.225', 'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'router_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'port_id': '16945bc9-3458-44e2-a493-5680610d8654', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68', 'mac_address': 'fa:16:3e:af:4a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e85f641-7d4e-4121-933b-e00793f410b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T04:56:18Z', 'updated_at': '2022-07-29T04:56:33Z', 'revision_number': 1, 'project_id': '461e2af738084ccb986169d752510588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51', 'name': '', 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68', 'tenant_id': '461e2af738084ccb986169d752510588', 'mac_address': 'fa:16:3e:64:33:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5df203e3-38ee-42fe-a28a-41c6f641aefe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:31Z', 'updated_at': '2022-07-29T04:47:46Z', 'revision_number': 5, 'project_id': '461e2af738084ccb986169d752510588', 'subnets': [{'id': '5df203e3-38ee-42fe-a28a-41c6f641aefe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 04:56:35.395463 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be423f82-9798-411e-8090-316baecd031f None None] New status for floating IP 7d4f74fd-a410-44d6-a29f-902f98f8ac93: ACTIVE {{(pid=115910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 04:56:43.422142 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=10,neutron:DELETE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:56:45.075841 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=25 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:56:45.077815 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=97 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:56:45.183445 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=21 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:56:45.188044 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=10 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:56:46.572380 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 35716) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:56:46.620870 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.db_base_plugin_v2 [None req-3793b1f1-549a-4895-8f7c-6bec8fb12ad4 admin admin] Deleting subnet 958e5bea-7ca0-4d0f-b697-3e0e999416dd {{(pid=115908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 29 04:56:46.624052 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-3793b1f1-549a-4895-8f7c-6bec8fb12ad4 admin admin] Publish callbacks [] for subnet (958e5bea-7ca0-4d0f-b697-3e0e999416dd), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:46.659342 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-3793b1f1-549a-4895-8f7c-6bec8fb12ad4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7404245'] for subnet (958e5bea-7ca0-4d0f-b697-3e0e999416dd), precommit_delete_associations {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:46.699017 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-3793b1f1-549a-4895-8f7c-6bec8fb12ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534123'] for subnet (958e5bea-7ca0-4d0f-b697-3e0e999416dd), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:46.749722 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-3793b1f1-549a-4895-8f7c-6bec8fb12ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1878534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7403891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4838809'] for subnet (958e5bea-7ca0-4d0f-b697-3e0e999416dd), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:46.773906 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3793b1f1-549a-4895-8f7c-6bec8fb12ad4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=958e5bea-7ca0-4d0f-b697-3e0e999416dd,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:56:46.779521 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-3793b1f1-549a-4895-8f7c-6bec8fb12ad4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for subnet (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:46.782692 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-3793b1f1-549a-4895-8f7c-6bec8fb12ad4 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/958e5bea-7ca0-4d0f-b697-3e0e999416dd HTTP/1.1" status: 204 len: 168 time: 0.2092640 Jul 29 04:56:46.785213 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 35718) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:56:46.856966 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-cdfa5e01-5000-4364-88a2-1059ae05fc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3407969'] for network (b0ee979e-b40a-42e0-8d3f-6f4bf178d086), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:46.937260 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-cdfa5e01-5000-4364-88a2-1059ae05fc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535877', 'neutron.services.segments.db._delete_segments_for_network-8769699633610'] for network (b0ee979e-b40a-42e0-8d3f-6f4bf178d086), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:46.958449 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.services.segments.db [None req-cdfa5e01-5000-4364-88a2-1059ae05fc0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0ee979e-b40a-42e0-8d3f-6f4bf178d086']}} {{(pid=115908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:56:46.967624 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.services.segments.db [None req-cdfa5e01-5000-4364-88a2-1059ae05fc0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57ae4fd7-b283-47f8-8547-6fde4418a176') {'for_net_delete': True} {{(pid=115908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:56:46.967926 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.services.segments.db [None req-cdfa5e01-5000-4364-88a2-1059ae05fc0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57ae4fd7-b283-47f8-8547-6fde4418a176') {} {{(pid=115908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:56:46.977587 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-cdfa5e01-5000-4364-88a2-1059ae05fc0e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769699633511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7404236'] for segment (57ae4fd7-b283-47f8-8547-6fde4418a176), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:46.992646 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-cdfa5e01-5000-4364-88a2-1059ae05fc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537036'] for segment (57ae4fd7-b283-47f8-8547-6fde4418a176), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:46.998843 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdfa5e01-5000-4364-88a2-1059ae05fc0e admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=115908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 04:56:46.999235 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-cdfa5e01-5000-4364-88a2-1059ae05fc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7403821'] for segment (57ae4fd7-b283-47f8-8547-6fde4418a176), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:47.037468 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.services.segments.plugin [-] Segment 57ae4fd7-b283-47f8-8547-6fde4418a176 resource provider aggregate not found Jul 29 04:56:47.055539 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.services.segments.plugin [-] Segment 57ae4fd7-b283-47f8-8547-6fde4418a176 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 57ae4fd7-b283-47f8-8547-6fde4418a176 found for delete ", "request_id": "req-5ececf23-5a3b-4896-b746-65b46d892d01"}]} Jul 29 04:56:47.062679 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-cdfa5e01-5000-4364-88a2-1059ae05fc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1936944'] for network (b0ee979e-b40a-42e0-8d3f-6f4bf178d086), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:47.070574 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-cdfa5e01-5000-4364-88a2-1059ae05fc0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for network (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:47.073646 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-cdfa5e01-5000-4364-88a2-1059ae05fc0e admin admin] 10.222.0.40 "DELETE /v2.0/networks/b0ee979e-b40a-42e0-8d3f-6f4bf178d086 HTTP/1.1" status: 204 len: 168 time: 0.2875247 Jul 29 04:56:47.076680 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 35724) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:56:47.083226 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfa5e01-5000-4364-88a2-1059ae05fc0e admin admin] Pushing event deleted for resources: {'Network': ['ID=b0ee979e-b40a-42e0-8d3f-6f4bf178d086,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:56:47.121547 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdbf97b6-dfb3-46e1-8660-c76c52d851f7 admin admin] Deleting subnet 5e912d66-7de1-4b17-b8f6-29fa85583b6d {{(pid=115907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 29 04:56:47.124771 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-cdbf97b6-dfb3-46e1-8660-c76c52d851f7 admin admin] Publish callbacks [] for subnet (5e912d66-7de1-4b17-b8f6-29fa85583b6d), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:47.158672 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-cdbf97b6-dfb3-46e1-8660-c76c52d851f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4779712'] for subnet (5e912d66-7de1-4b17-b8f6-29fa85583b6d), precommit_delete_associations {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:47.202646 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-cdbf97b6-dfb3-46e1-8660-c76c52d851f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534123'] for subnet (5e912d66-7de1-4b17-b8f6-29fa85583b6d), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:47.256198 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-cdbf97b6-dfb3-46e1-8660-c76c52d851f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1878534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7638317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7603661'] for subnet (5e912d66-7de1-4b17-b8f6-29fa85583b6d), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:47.280233 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbf97b6-dfb3-46e1-8660-c76c52d851f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e912d66-7de1-4b17-b8f6-29fa85583b6d,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:56:47.282188 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-cdbf97b6-dfb3-46e1-8660-c76c52d851f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:47.286255 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-cdbf97b6-dfb3-46e1-8660-c76c52d851f7 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/5e912d66-7de1-4b17-b8f6-29fa85583b6d HTTP/1.1" status: 204 len: 168 time: 0.2085638 Jul 29 04:56:47.288358 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 35726) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:56:47.359658 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-a275000d-858d-4bb5-9e1c-7a649acb7efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3407969'] for network (50c0336e-3056-4a4a-b863-3fd9cdd04fb1), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:47.436340 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-a275000d-858d-4bb5-9e1c-7a649acb7efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535877', 'neutron.services.segments.db._delete_segments_for_network-8769699633610'] for network (50c0336e-3056-4a4a-b863-3fd9cdd04fb1), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:47.459359 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.services.segments.db [None req-a275000d-858d-4bb5-9e1c-7a649acb7efe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50c0336e-3056-4a4a-b863-3fd9cdd04fb1']}} {{(pid=115908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:56:47.468491 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.services.segments.db [None req-a275000d-858d-4bb5-9e1c-7a649acb7efe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff3468f6-0824-4510-b65e-f69607169902') {'for_net_delete': True} {{(pid=115908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:56:47.468821 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.services.segments.db [None req-a275000d-858d-4bb5-9e1c-7a649acb7efe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff3468f6-0824-4510-b65e-f69607169902') {} {{(pid=115908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:56:47.478741 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-a275000d-858d-4bb5-9e1c-7a649acb7efe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769699633511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7404236'] for segment (ff3468f6-0824-4510-b65e-f69607169902), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:47.492168 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-a275000d-858d-4bb5-9e1c-7a649acb7efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537036'] for segment (ff3468f6-0824-4510-b65e-f69607169902), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:47.498315 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a275000d-858d-4bb5-9e1c-7a649acb7efe admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=115908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 04:56:47.498699 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-a275000d-858d-4bb5-9e1c-7a649acb7efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7403821'] for segment (ff3468f6-0824-4510-b65e-f69607169902), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:47.553671 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-a275000d-858d-4bb5-9e1c-7a649acb7efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1936944'] for network (50c0336e-3056-4a4a-b863-3fd9cdd04fb1), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:47.557946 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-a275000d-858d-4bb5-9e1c-7a649acb7efe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for network (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:47.561487 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-a275000d-858d-4bb5-9e1c-7a649acb7efe admin admin] 10.222.0.40 "DELETE /v2.0/networks/50c0336e-3056-4a4a-b863-3fd9cdd04fb1 HTTP/1.1" status: 204 len: 168 time: 0.2720366 Jul 29 04:56:47.577108 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a275000d-858d-4bb5-9e1c-7a649acb7efe admin admin] Pushing event deleted for resources: {'Network': ['ID=50c0336e-3056-4a4a-b863-3fd9cdd04fb1,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:56:47.729487 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 35730) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:56:47.770233 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-ce9e36d9-2fe8-43e8-9092-d53ae013ef7e admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=89dfac604f9740268351be452b8514fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392241 Jul 29 04:56:47.772227 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 35732) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:56:47.799309 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:56:47.821702 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-d48b4faa-93f7-4cd1-b0d8-92be2b36d431 admin admin] Publish callbacks [] for security_group (a97a50ee-f4aa-46a6-afb3-27358bb16102), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:47.825789 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:56:47.848519 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-d48b4faa-93f7-4cd1-b0d8-92be2b36d431 admin admin] Publish callbacks [] for security_group (a97a50ee-f4aa-46a6-afb3-27358bb16102), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:47.896317 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-d48b4faa-93f7-4cd1-b0d8-92be2b36d431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (a97a50ee-f4aa-46a6-afb3-27358bb16102), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:47.898854 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-d48b4faa-93f7-4cd1-b0d8-92be2b36d431 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:47.899996 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-d48b4faa-93f7-4cd1-b0d8-92be2b36d431 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/a97a50ee-f4aa-46a6-afb3-27358bb16102 HTTP/1.1" status: 204 len: 168 time: 0.1268516 Jul 29 04:56:47.908467 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48b4faa-93f7-4cd1-b0d8-92be2b36d431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97a50ee-f4aa-46a6-afb3-27358bb16102,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:56:48.220707 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 35738) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:56:48.260526 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-79b0a635-147d-4357-9b69-704cf45c3b07 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=28b82d50d9984e559adb18c825827fba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386264 Jul 29 04:56:48.262858 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 35740) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:56:48.310985 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-646eb981-9591-4a0a-885f-9473e5a4af18 admin admin] Publish callbacks [] for security_group (64ac0488-612d-4dd5-af33-1e99babb9c53), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:48.331894 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-646eb981-9591-4a0a-885f-9473e5a4af18 admin admin] Publish callbacks [] for security_group (64ac0488-612d-4dd5-af33-1e99babb9c53), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:48.378843 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-646eb981-9591-4a0a-885f-9473e5a4af18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (64ac0488-612d-4dd5-af33-1e99babb9c53), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:48.381955 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-646eb981-9591-4a0a-885f-9473e5a4af18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:48.383320 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-646eb981-9591-4a0a-885f-9473e5a4af18 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/64ac0488-612d-4dd5-af33-1e99babb9c53 HTTP/1.1" status: 204 len: 168 time: 0.1195712 Jul 29 04:56:48.391459 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646eb981-9591-4a0a-885f-9473e5a4af18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ac0488-612d-4dd5-af33-1e99babb9c53,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:56:48.430378 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-2bec8ade-5b8d-4cec-bb2a-694587cd9211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:49.073631 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.services.segments.plugin [-] Segment ff3468f6-0824-4510-b65e-f69607169902 resource provider aggregate not found Jul 29 04:56:49.074435 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 35764) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:56:49.090887 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.services.segments.plugin [-] Segment ff3468f6-0824-4510-b65e-f69607169902 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ff3468f6-0824-4510-b65e-f69607169902 found for delete ", "request_id": "req-87b248c0-38dd-4b30-afc7-ea7062c47273"}]} Jul 29 04:56:49.170430 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [None req-188aa8fb-588d-46df-b8ec-189f86747445 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1957914977-network', 'tenant_id': '62319662d8e34fc8bbe01e0410cec30a'}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:56:49.191488 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188aa8fb-588d-46df-b8ec-189f86747445 admin admin] Made reservation on behalf of 62319662d8e34fc8bbe01e0410cec30a for: {'network': 1} {{(pid=115907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 04:56:49.193921 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-188aa8fb-588d-46df-b8ec-189f86747445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for network (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:49.202419 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-188aa8fb-588d-46df-b8ec-189f86747445 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:49.278345 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-188aa8fb-588d-46df-b8ec-189f86747445 admin admin] Publish callbacks [] for security_group (88979f92-97a0-4e53-8d26-02e308013a56), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:49.281980 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-188aa8fb-588d-46df-b8ec-189f86747445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (88979f92-97a0-4e53-8d26-02e308013a56), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:49.307320 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-188aa8fb-588d-46df-b8ec-189f86747445 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=115907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 04:56:49.317945 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188aa8fb-588d-46df-b8ec-189f86747445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88979f92-97a0-4e53-8d26-02e308013a56,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:56:49.322676 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-188aa8fb-588d-46df-b8ec-189f86747445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537036'] for segment (774954ea-9f18-40af-91e7-f53df266f0d5), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:49.323020 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.db.segments_db [None req-188aa8fb-588d-46df-b8ec-189f86747445 admin admin] Added segment 774954ea-9f18-40af-91e7-f53df266f0d5 of type vlan for network f6122d12-dacd-40c0-a20f-9d53ca795a2c Jul 29 04:56:49.366392 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-188aa8fb-588d-46df-b8ec-189f86747445 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769699109497'] for network (f6122d12-dacd-40c0-a20f-9d53ca795a2c), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:49.392314 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-188aa8fb-588d-46df-b8ec-189f86747445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540'] for network (f6122d12-dacd-40c0-a20f-9d53ca795a2c), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:49.393403 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188aa8fb-588d-46df-b8ec-189f86747445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:56:49.393966 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-188aa8fb-588d-46df-b8ec-189f86747445 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for network (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:49.450590 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-188aa8fb-588d-46df-b8ec-189f86747445 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3749998 Jul 29 04:56:49.453532 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 35772) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:56:49.455800 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188aa8fb-588d-46df-b8ec-189f86747445 admin admin] Pushing event updated for resources: {'Network': ['ID=f6122d12-dacd-40c0-a20f-9d53ca795a2c,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:56:49.458834 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [None req-4a998279-b66b-41f0-8740-3c4e5b649298 admin admin] Request body: {'subnet': {'network_id': 'f6122d12-dacd-40c0-a20f-9d53ca795a2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1957914977-subnet', 'tenant_id': '62319662d8e34fc8bbe01e0410cec30a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:56:49.466744 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Network f6122d12-dacd-40c0-a20f-9d53ca795a2c details requested by agent ovs-agent-dv-cinder-851449-2-iscsi with host dv-cinder-851449-2-iscsi {{(pid=115909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 04:56:49.479765 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a998279-b66b-41f0-8740-3c4e5b649298 admin admin] Made reservation on behalf of 62319662d8e34fc8bbe01e0410cec30a for: {'subnet': 1} {{(pid=115908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 04:56:49.482225 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-4a998279-b66b-41f0-8740-3c4e5b649298 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4838844'] for subnet (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:49.651767 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-4a998279-b66b-41f0-8740-3c4e5b649298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1878534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7403954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4838802'] for subnet (378d8925-a5ef-4a58-bd36-ed39aa5762d4), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:49.945314 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a998279-b66b-41f0-8740-3c4e5b649298 admin admin] Pushing event updated for resources: {'Subnet': ['ID=378d8925-a5ef-4a58-bd36-ed39aa5762d4,revision_number=0']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:56:49.964151 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a998279-b66b-41f0-8740-3c4e5b649298 admin admin] Checking segment: {'id': '774954ea-9f18-40af-91e7-f53df266f0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f6122d12-dacd-40c0-a20f-9d53ca795a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 04:56:49.964415 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a998279-b66b-41f0-8740-3c4e5b649298 admin admin] Network hostable DHCP agents. Network: f6122d12-dacd-40c0-a20f-9d53ca795a2c, hostable agents: ['558ab5a9-93ee-434f-b4a2-86af90b93965'], hosted agents: [] {{(pid=115908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 04:56:49.981075 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a998279-b66b-41f0-8740-3c4e5b649298 admin admin] Network f6122d12-dacd-40c0-a20f-9d53ca795a2c is scheduled to be hosted by DHCP agent 558ab5a9-93ee-434f-b4a2-86af90b93965 with binding_index 1 {{(pid=115908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 04:56:49.990403 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.base_scheduler [None req-4a998279-b66b-41f0-8740-3c4e5b649298 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851449-2-iscsi, f6122d12-dacd-40c0-a20f-9d53ca795a2c) {{(pid=115908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:56:49.994289 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a998279-b66b-41f0-8740-3c4e5b649298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:56:49.994874 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-4a998279-b66b-41f0-8740-3c4e5b649298 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for subnet (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:50.000060 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435c24dd-3212-4854-a5dc-99a17d072783 None None] Network f6122d12-dacd-40c0-a20f-9d53ca795a2c requested from dv-cinder-851449-2-iscsi {{(pid=115909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 04:56:50.012039 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-4a998279-b66b-41f0-8740-3c4e5b649298 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5574214 Jul 29 04:56:50.102206 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495778f3-811a-4879-a997-e096b9a8fc50 None None] Network f6122d12-dacd-40c0-a20f-9d53ca795a2c requested from dv-cinder-851449-2-iscsi {{(pid=115909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 04:56:50.646836 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-6ce57d5a-a091-479c-8644-49388cf5bb5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:51.529099 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (bab6a0c9-2145-495f-b42f-b184e241503a), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:51.697382 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77acac97-1259-4cad-8f16-d189fb6eeda0 req-936c90bd-26e5-40fe-bcd5-772b80400fa3 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:56:51.698969 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-77acac97-1259-4cad-8f16-d189fb6eeda0 req-936c90bd-26e5-40fe-bcd5-772b80400fa3 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 945 time: 0.0512669 Jul 29 04:56:51.724049 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:56:51.748230 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-77acac97-1259-4cad-8f16-d189fb6eeda0 req-0fae1765-1339-436f-a97f-7b179413791d tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436685 Jul 29 04:56:51.793482 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538667f-f1e5-41ba-8aed-73c2aea0b819 req-13444699-4ecd-4362-a206-0882436db1fa tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:56:51.794925 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-8538667f-f1e5-41ba-8aed-73c2aea0b819 req-13444699-4ecd-4362-a206-0882436db1fa tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.40 "GET /v2.0/networks?id=f6122d12-dacd-40c0-a20f-9d53ca795a2c HTTP/1.1" status: 200 len: 814 time: 0.1065135 Jul 29 04:56:51.809716 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-8538667f-f1e5-41ba-8aed-73c2aea0b819 req-7eaf609f-1aef-4b61-a24f-2d6bc79b4e2c tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.40 "GET /v2.0/quotas/62319662d8e34fc8bbe01e0410cec30a HTTP/1.1" status: 200 len: 375 time: 0.0087740 Jul 29 04:56:51.841173 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-8538667f-f1e5-41ba-8aed-73c2aea0b819 req-3ad19357-2f1d-457d-a939-bba96f381194 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=62319662d8e34fc8bbe01e0410cec30a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266619 Jul 29 04:56:51.853834 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:51.935241 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-8538667f-f1e5-41ba-8aed-73c2aea0b819 req-fcdae974-b744-4e73-bb4f-e5d42ac59952 service neutron] 10.222.0.40 "GET /v2.0/networks/f6122d12-dacd-40c0-a20f-9d53ca795a2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869577 Jul 29 04:56:51.948305 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=83,neutron:UPDATE=5,neutron:DELETE=4,neutron:INSERT=8 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:56:51.987413 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=10 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:56:52.026225 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-8538667f-f1e5-41ba-8aed-73c2aea0b819 req-ad1ff81d-a4e0-462f-a04d-6a24101af732 service neutron] 10.222.0.40 "GET /v2.0/networks/f6122d12-dacd-40c0-a20f-9d53ca795a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852308 Jul 29 04:56:52.186173 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-be68c171-e192-4c9a-838f-f873b306fe95 req-4ceff715-9fe3-4921-b2fe-8a25fd3c79ea tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.40 "GET /v2.0/ports?device_id=e27c1c2c-a7fb-4552-9ef0-9acafa894a99 HTTP/1.1" status: 200 len: 210 time: 0.0326285 Jul 29 04:56:52.874553 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e687af7-beb5-4cb7-a03b-daa365bf4f08 req-fe77ceba-8e5d-4071-b1be-83ba082a85e9 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:56:52.876070 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-8e687af7-beb5-4cb7-a03b-daa365bf4f08 req-fe77ceba-8e5d-4071-b1be-83ba082a85e9 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 945 time: 0.0478172 Jul 29 04:56:52.926510 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-8e687af7-beb5-4cb7-a03b-daa365bf4f08 req-8910076a-fae2-4a37-bf92-0f9d5bc1d37f tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448263 Jul 29 04:56:53.229522 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:53.288658 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538667f-f1e5-41ba-8aed-73c2aea0b819 req-b6c3680f-a9d8-4e0d-b568-24af51b38554 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:56:53.290138 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8538667f-f1e5-41ba-8aed-73c2aea0b819 req-b6c3680f-a9d8-4e0d-b568-24af51b38554 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.64 "GET /v2.0/networks?id=f6122d12-dacd-40c0-a20f-9d53ca795a2c HTTP/1.1" status: 200 len: 814 time: 0.1072636 Jul 29 04:56:53.325218 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [req-8538667f-f1e5-41ba-8aed-73c2aea0b819 req-62fd392f-780a-45de-b1c0-39760957630e tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Request body: {'port': {'device_id': 'e27c1c2c-a7fb-4552-9ef0-9acafa894a99', 'network_id': 'f6122d12-dacd-40c0-a20f-9d53ca795a2c', 'admin_state_up': True, 'tenant_id': '62319662d8e34fc8bbe01e0410cec30a'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:56:53.329756 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ca523668-ed1c-4139-919f-7b1f15f0f520 req-053820e2-fdce-462d-a201-acf4540f0783 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.40 "GET /v2.0/ports?device_id=e27c1c2c-a7fb-4552-9ef0-9acafa894a99 HTTP/1.1" status: 200 len: 210 time: 0.0361261 Jul 29 04:56:53.357996 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:53.431324 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:56:53.444386 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8538667f-f1e5-41ba-8aed-73c2aea0b819 req-62fd392f-780a-45de-b1c0-39760957630e tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Made reservation on behalf of 62319662d8e34fc8bbe01e0410cec30a for: {'port': 1} {{(pid=115908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 04:56:53.447780 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-8538667f-f1e5-41ba-8aed-73c2aea0b819 req-62fd392f-780a-45de-b1c0-39760957630e tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:53.576285 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.db_base_plugin_common [req-8538667f-f1e5-41ba-8aed-73c2aea0b819 req-62fd392f-780a-45de-b1c0-39760957630e tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Allocated IP 172.20.0.13 (f6122d12-dacd-40c0-a20f-9d53ca795a2c/378d8925-a5ef-4a58-bd36-ed39aa5762d4/ac1f13bc-ec87-4b3e-b528-f2300635c000) {{(pid=115908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 04:56:53.731655 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-8538667f-f1e5-41ba-8aed-73c2aea0b819 req-62fd392f-780a-45de-b1c0-39760957630e tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Publish callbacks [] for port (ac1f13bc-ec87-4b3e-b528-f2300635c000), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:53.765096 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-8538667f-f1e5-41ba-8aed-73c2aea0b819 req-62fd392f-780a-45de-b1c0-39760957630e tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (ac1f13bc-ec87-4b3e-b528-f2300635c000), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:53.810545 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8538667f-f1e5-41ba-8aed-73c2aea0b819 req-62fd392f-780a-45de-b1c0-39760957630e tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Network f6122d12-dacd-40c0-a20f-9d53ca795a2c is already hosted by enough agents. {{(pid=115908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 04:56:53.813794 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.base_scheduler [req-8538667f-f1e5-41ba-8aed-73c2aea0b819 req-62fd392f-780a-45de-b1c0-39760957630e tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Resources bound (agent type, host, resource id): {{(pid=115908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:56:53.818499 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.l3_dvrscheduler_db [req-8538667f-f1e5-41ba-8aed-73c2aea0b819 req-62fd392f-780a-45de-b1c0-39760957630e tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Received port after_create {{(pid=115908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 04:56:53.841275 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fd392f-780a-45de-b1c0-39760957630e tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Pushing event updated for resources: {'Port': ['ID=ac1f13bc-ec87-4b3e-b528-f2300635c000,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:56:53.869122 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538667f-f1e5-41ba-8aed-73c2aea0b819 req-62fd392f-780a-45de-b1c0-39760957630e tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:56:53.869717 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-8538667f-f1e5-41ba-8aed-73c2aea0b819 req-62fd392f-780a-45de-b1c0-39760957630e tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for port (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:53.885944 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8538667f-f1e5-41ba-8aed-73c2aea0b819 req-62fd392f-780a-45de-b1c0-39760957630e tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5648286 Jul 29 04:56:53.886152 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:56:53.892078 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:56:53.930131 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [req-8538667f-f1e5-41ba-8aed-73c2aea0b819 req-0f5e47b9-8841-472a-8c09-207444163422 service neutron] Request body: {'port': {'device_id': 'e27c1c2c-a7fb-4552-9ef0-9acafa894a99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85144'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:56:53.994463 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-8538667f-f1e5-41ba-8aed-73c2aea0b819 req-0f5e47b9-8841-472a-8c09-207444163422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (ac1f13bc-ec87-4b3e-b528-f2300635c000), before_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:54.031211 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:56:54.052999 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9952a15f-938b-4e9c-9aed-ba7b60927f4a req-610fc8d4-d16f-46f3-8fca-06efd72f4247 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:56:54.054606 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-9952a15f-938b-4e9c-9aed-ba7b60927f4a req-610fc8d4-d16f-46f3-8fca-06efd72f4247 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 945 time: 0.0482271 Jul 29 04:56:54.103242 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-9952a15f-938b-4e9c-9aed-ba7b60927f4a req-955abc94-2a3e-48e3-9dc5-b2138290b946 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427194 Jul 29 04:56:54.244977 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:56:54.255315 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [req-8538667f-f1e5-41ba-8aed-73c2aea0b819 req-0f5e47b9-8841-472a-8c09-207444163422 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac1f13bc-ec87-4b3e-b528-f2300635c000 {{(pid=115908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 04:56:54.263420 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-8538667f-f1e5-41ba-8aed-73c2aea0b819 req-0f5e47b9-8841-472a-8c09-207444163422 service neutron] Publish callbacks [] for port (ac1f13bc-ec87-4b3e-b528-f2300635c000), precommit_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:54.276736 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.provisioning_blocks [req-8538667f-f1e5-41ba-8aed-73c2aea0b819 req-0f5e47b9-8841-472a-8c09-207444163422 service neutron] Transition to ACTIVE for port object ac1f13bc-ec87-4b3e-b528-f2300635c000 will not be triggered until provisioned by entity L2. {{(pid=115908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 29 04:56:54.280316 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-8538667f-f1e5-41ba-8aed-73c2aea0b819 req-0f5e47b9-8841-472a-8c09-207444163422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7403849'] for port (ac1f13bc-ec87-4b3e-b528-f2300635c000), after_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:54.331214 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e47b9-8841-472a-8c09-207444163422 service neutron] Pushing event updated for resources: {'Port': ['ID=ac1f13bc-ec87-4b3e-b528-f2300635c000,revision_number=2']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:56:54.406739 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.managers [req-8538667f-f1e5-41ba-8aed-73c2aea0b819 req-0f5e47b9-8841-472a-8c09-207444163422 service neutron] Attempting to bind port ac1f13bc-ec87-4b3e-b528-f2300635c000 on host hv-cinder-85144 for vnic_type normal with profile {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 04:56:54.407083 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.managers [req-8538667f-f1e5-41ba-8aed-73c2aea0b819 req-0f5e47b9-8841-472a-8c09-207444163422 service neutron] Attempting to bind port ac1f13bc-ec87-4b3e-b528-f2300635c000 by drivers openvswitch,hyperv on host hv-cinder-85144 at level 0 using segments [{'id': '774954ea-9f18-40af-91e7-f53df266f0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f6122d12-dacd-40c0-a20f-9d53ca795a2c'}] {{(pid=115908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 04:56:54.407416 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8538667f-f1e5-41ba-8aed-73c2aea0b819 req-0f5e47b9-8841-472a-8c09-207444163422 service neutron] Attempting to bind port ac1f13bc-ec87-4b3e-b528-f2300635c000 on network f6122d12-dacd-40c0-a20f-9d53ca795a2c {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 04:56:54.421750 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8538667f-f1e5-41ba-8aed-73c2aea0b819 req-0f5e47b9-8841-472a-8c09-207444163422 service neutron] Port ac1f13bc-ec87-4b3e-b528-f2300635c000 on network f6122d12-dacd-40c0-a20f-9d53ca795a2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85144 {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 29 04:56:54.422075 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8538667f-f1e5-41ba-8aed-73c2aea0b819 req-0f5e47b9-8841-472a-8c09-207444163422 service neutron] Attempting to bind port ac1f13bc-ec87-4b3e-b528-f2300635c000 on network f6122d12-dacd-40c0-a20f-9d53ca795a2c {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 04:56:54.443918 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8538667f-f1e5-41ba-8aed-73c2aea0b819 req-0f5e47b9-8841-472a-8c09-207444163422 service neutron] Checking agent: {'id': 'bab6a0c9-2145-495f-b42f-b184e241503a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85144', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 4, 45, 21), 'started_at': datetime.datetime(2022, 7, 29, 4, 45, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 4, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 04:56:54.444254 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8538667f-f1e5-41ba-8aed-73c2aea0b819 req-0f5e47b9-8841-472a-8c09-207444163422 service neutron] Checking segment: {'id': '774954ea-9f18-40af-91e7-f53df266f0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f6122d12-dacd-40c0-a20f-9d53ca795a2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 04:56:54.444674 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8538667f-f1e5-41ba-8aed-73c2aea0b819 req-0f5e47b9-8841-472a-8c09-207444163422 service neutron] Bound using segment: {'id': '774954ea-9f18-40af-91e7-f53df266f0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f6122d12-dacd-40c0-a20f-9d53ca795a2c'} {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 04:56:54.445109 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.managers [req-8538667f-f1e5-41ba-8aed-73c2aea0b819 req-0f5e47b9-8841-472a-8c09-207444163422 service neutron] Bound port: ac1f13bc-ec87-4b3e-b528-f2300635c000, host: hv-cinder-85144, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '774954ea-9f18-40af-91e7-f53df266f0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f6122d12-dacd-40c0-a20f-9d53ca795a2c'}}] {{(pid=115908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 04:56:54.445469 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-8538667f-f1e5-41ba-8aed-73c2aea0b819 req-0f5e47b9-8841-472a-8c09-207444163422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (ac1f13bc-ec87-4b3e-b528-f2300635c000), before_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:54.469981 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1369c44-abcb-4ec3-97ef-69c0783ff19f req-8dd85639-270c-465c-86db-873823e39ba8 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:56:54.472033 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b1369c44-abcb-4ec3-97ef-69c0783ff19f req-8dd85639-270c-465c-86db-873823e39ba8 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.40 "GET /v2.0/ports?device_id=e27c1c2c-a7fb-4552-9ef0-9acafa894a99 HTTP/1.1" status: 200 len: 944 time: 0.0659795 Jul 29 04:56:54.555313 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [req-8538667f-f1e5-41ba-8aed-73c2aea0b819 req-0f5e47b9-8841-472a-8c09-207444163422 service neutron] For port ac1f13bc-ec87-4b3e-b528-f2300635c000, host hv-cinder-85144, cleared binding levels {{(pid=115908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 04:56:54.559280 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [req-8538667f-f1e5-41ba-8aed-73c2aea0b819 req-0f5e47b9-8841-472a-8c09-207444163422 service neutron] For port ac1f13bc-ec87-4b3e-b528-f2300635c000, host hv-cinder-85144, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=ac1f13bc-ec87-4b3e-b528-f2300635c000,segment=NetworkSegment(774954ea-9f18-40af-91e7-f53df266f0d5),segment_id=774954ea-9f18-40af-91e7-f53df266f0d5)] {{(pid=115908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 04:56:54.563341 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b1369c44-abcb-4ec3-97ef-69c0783ff19f req-cb03a2d3-64f6-4244-a315-2db45fc9137a tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.40 "GET /v2.0/security-groups?id=88979f92-97a0-4e53-8d26-02e308013a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726471 Jul 29 04:56:54.568297 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-8538667f-f1e5-41ba-8aed-73c2aea0b819 req-0f5e47b9-8841-472a-8c09-207444163422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7403849'] for port (ac1f13bc-ec87-4b3e-b528-f2300635c000), after_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:54.603553 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538667f-f1e5-41ba-8aed-73c2aea0b819 req-0f5e47b9-8841-472a-8c09-207444163422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:56:54.604173 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-8538667f-f1e5-41ba-8aed-73c2aea0b819 req-0f5e47b9-8841-472a-8c09-207444163422 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for port (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:54.605565 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8538667f-f1e5-41ba-8aed-73c2aea0b819 req-0f5e47b9-8841-472a-8c09-207444163422 service neutron] 10.222.0.64 "PUT /v2.0/ports/ac1f13bc-ec87-4b3e-b528-f2300635c000 HTTP/1.1" status: 200 len: 1094 time: 0.6795840 Jul 29 04:56:54.606014 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e27c1c2c-a7fb-4552-9ef0-9acafa894a99', 'tag': 'ac1f13bc-ec87-4b3e-b528-f2300635c000'}] {{(pid=115908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:56:54.608233 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91089063952d51f7df5c9c02e055d40fa8e1e9cb9a21cfbbcb9b3277c7a948b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d313f49-c31c-4130-8783-12633f9b4750" -d '{"events": [{"name": "network-changed", "server_uuid": "e27c1c2c-a7fb-4552-9ef0-9acafa894a99", "tag": "ac1f13bc-ec87-4b3e-b528-f2300635c000"}]}' {{(pid=115908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:56:54.635271 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e47b9-8841-472a-8c09-207444163422 service neutron] Pushing event updated for resources: {'Port': ['ID=ac1f13bc-ec87-4b3e-b528-f2300635c000,revision_number=3']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:56:54.649372 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 04:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32e760b-a35c-40f7-b8cc-7c092f1ad72b x-openstack-request-id: req-c32e760b-a35c-40f7-b8cc-7c092f1ad72b {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:56:54.649673 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e27c1c2c-a7fb-4552-9ef0-9acafa894a99", "tag": "ac1f13bc-ec87-4b3e-b528-f2300635c000", "status": "completed", "code": 200}]} {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:56:54.649970 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-c32e760b-a35c-40f7-b8cc-7c092f1ad72b {{(pid=115908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:56:54.650381 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c32e760b-a35c-40f7-b8cc-7c092f1ad72b'] response: {'name': 'network-changed', 'server_uuid': 'e27c1c2c-a7fb-4552-9ef0-9acafa894a99', 'tag': 'ac1f13bc-ec87-4b3e-b528-f2300635c000', 'status': 'completed', 'code': 200} Jul 29 04:56:54.725426 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538667f-f1e5-41ba-8aed-73c2aea0b819 req-1d8bd1a8-2855-4aee-8e6e-cf49fa26edf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:56:54.726904 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8538667f-f1e5-41ba-8aed-73c2aea0b819 req-1d8bd1a8-2855-4aee-8e6e-cf49fa26edf8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=62319662d8e34fc8bbe01e0410cec30a&device_id=e27c1c2c-a7fb-4552-9ef0-9acafa894a99 HTTP/1.1" status: 200 len: 1128 time: 0.0410142 Jul 29 04:56:54.782208 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8538667f-f1e5-41ba-8aed-73c2aea0b819 req-c8e8ef5a-3a33-41a9-a65f-7b7f40983394 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac1f13bc-ec87-4b3e-b528-f2300635c000 HTTP/1.1" status: 200 len: 217 time: 0.0353661 Jul 29 04:56:54.834043 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538667f-f1e5-41ba-8aed-73c2aea0b819 req-53f0f737-b937-4d60-9a6e-70010ff3c86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:56:54.835377 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8538667f-f1e5-41ba-8aed-73c2aea0b819 req-53f0f737-b937-4d60-9a6e-70010ff3c86d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=378d8925-a5ef-4a58-bd36-ed39aa5762d4 HTTP/1.1" status: 200 len: 854 time: 0.0469623 Jul 29 04:56:54.867049 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8538667f-f1e5-41ba-8aed-73c2aea0b819 req-f0347155-013d-4dba-933f-f5a1aa930147 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6122d12-dacd-40c0-a20f-9d53ca795a2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248079 Jul 29 04:56:54.959600 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8538667f-f1e5-41ba-8aed-73c2aea0b819 req-5b43b889-710c-49cd-83ba-aaabfda8ee70 service neutron] 10.222.0.64 "GET /v2.0/networks/f6122d12-dacd-40c0-a20f-9d53ca795a2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854855 Jul 29 04:56:55.021288 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:56:55.054746 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8538667f-f1e5-41ba-8aed-73c2aea0b819 req-6092f2ca-f672-4a6c-a1a2-6d0c11922d4d service neutron] 10.222.0.64 "GET /v2.0/networks/f6122d12-dacd-40c0-a20f-9d53ca795a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848567 Jul 29 04:56:55.227709 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd37641-2ca4-49b4-8327-393dfb6d3f04 req-ef8d5608-2362-4f64-b77d-3460d3113549 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:56:55.229186 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-bbd37641-2ca4-49b4-8327-393dfb6d3f04 req-ef8d5608-2362-4f64-b77d-3460d3113549 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 945 time: 0.0472641 Jul 29 04:56:55.276629 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-bbd37641-2ca4-49b4-8327-393dfb6d3f04 req-5ce85ad3-dd80-4824-91c7-072e359c4634 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419886 Jul 29 04:56:55.684156 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c719e-33e4-4201-b389-3c8bdff9a30f req-c1bb6aa1-74b9-4b81-96da-eb9d29639708 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:56:55.685658 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-739c719e-33e4-4201-b389-3c8bdff9a30f req-c1bb6aa1-74b9-4b81-96da-eb9d29639708 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.40 "GET /v2.0/ports?device_id=e27c1c2c-a7fb-4552-9ef0-9acafa894a99 HTTP/1.1" status: 200 len: 944 time: 0.0474713 Jul 29 04:56:55.732191 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-739c719e-33e4-4201-b389-3c8bdff9a30f req-474626e6-49f6-4cdf-b92c-1c652a48d3d7 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.40 "GET /v2.0/security-groups?id=88979f92-97a0-4e53-8d26-02e308013a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408912 Jul 29 04:56:56.406519 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c432d-9295-4fb4-a19a-5f1c07b4b348 req-c0999d9b-e698-4a4c-a253-c631294b485e tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:56:56.407994 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-293c432d-9295-4fb4-a19a-5f1c07b4b348 req-c0999d9b-e698-4a4c-a253-c631294b485e tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 945 time: 0.0527036 Jul 29 04:56:56.448006 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:56:56.456710 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-293c432d-9295-4fb4-a19a-5f1c07b4b348 req-c5371f4c-60da-4c91-9cc4-cfa5fe015930 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425189 Jul 29 04:56:56.849749 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ba8e4-5161-4865-b538-a879f9b93ff8 req-21030f6d-c9d9-4d43-a71e-07a98988f1a6 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:56:56.851184 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-b64ba8e4-5161-4865-b538-a879f9b93ff8 req-21030f6d-c9d9-4d43-a71e-07a98988f1a6 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.40 "GET /v2.0/ports?device_id=e27c1c2c-a7fb-4552-9ef0-9acafa894a99 HTTP/1.1" status: 200 len: 944 time: 0.0485773 Jul 29 04:56:56.896760 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-b64ba8e4-5161-4865-b538-a879f9b93ff8 req-4bb70f27-7563-494a-8a74-87ca4376e913 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.40 "GET /v2.0/security-groups?id=88979f92-97a0-4e53-8d26-02e308013a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401714 Jul 29 04:56:57.577773 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4acbe2-2415-420b-b1d4-f16e367bd87b req-67d9b01e-1d42-4ab7-ad3d-cf24cc7fd965 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:56:57.579268 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-2c4acbe2-2415-420b-b1d4-f16e367bd87b req-67d9b01e-1d42-4ab7-ad3d-cf24cc7fd965 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 945 time: 0.0473778 Jul 29 04:56:57.631798 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-2c4acbe2-2415-420b-b1d4-f16e367bd87b req-a4c1039d-927e-4a9b-9fcd-3eb160a665bb tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463347 Jul 29 04:56:57.687197 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d313f49-c31c-4130-8783-12633f9b4750 req-aeea2e6a-6e8a-431f-b7d3-5e313c2336c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:56:57.688717 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8d313f49-c31c-4130-8783-12633f9b4750 req-aeea2e6a-6e8a-431f-b7d3-5e313c2336c7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=62319662d8e34fc8bbe01e0410cec30a&device_id=e27c1c2c-a7fb-4552-9ef0-9acafa894a99 HTTP/1.1" status: 200 len: 1128 time: 0.0435674 Jul 29 04:56:57.778283 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d313f49-c31c-4130-8783-12633f9b4750 req-1fcc5bf7-23c3-46b8-86ff-e01c7240fc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:56:57.779746 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8d313f49-c31c-4130-8783-12633f9b4750 req-1fcc5bf7-23c3-46b8-86ff-e01c7240fc69 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f6122d12-dacd-40c0-a20f-9d53ca795a2c HTTP/1.1" status: 200 len: 915 time: 0.0852585 Jul 29 04:56:57.818241 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8d313f49-c31c-4130-8783-12633f9b4750 req-06977f65-27c6-4bfc-b4cf-b41e65fbbdbf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac1f13bc-ec87-4b3e-b528-f2300635c000 HTTP/1.1" status: 200 len: 217 time: 0.0321255 Jul 29 04:56:57.868834 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d313f49-c31c-4130-8783-12633f9b4750 req-6aa36fe7-320c-4ecb-9d49-6252535e5185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:56:57.870250 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8d313f49-c31c-4130-8783-12633f9b4750 req-6aa36fe7-320c-4ecb-9d49-6252535e5185 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=378d8925-a5ef-4a58-bd36-ed39aa5762d4 HTTP/1.1" status: 200 len: 854 time: 0.0461409 Jul 29 04:56:57.902873 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8d313f49-c31c-4130-8783-12633f9b4750 req-0e70bc22-7c7f-4dec-a09f-a7ba42f4e7aa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6122d12-dacd-40c0-a20f-9d53ca795a2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261626 Jul 29 04:56:57.993701 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8d313f49-c31c-4130-8783-12633f9b4750 req-c2ac74ca-ab41-4b6d-bf43-e30550f9ffb7 service neutron] 10.222.0.64 "GET /v2.0/networks/f6122d12-dacd-40c0-a20f-9d53ca795a2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837817 Jul 29 04:56:58.015294 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e255bd82-a210-40fb-b569-6022d8236454 req-1fb8abee-2c92-4462-a58a-335477b87e16 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:56:58.016797 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-e255bd82-a210-40fb-b569-6022d8236454 req-1fb8abee-2c92-4462-a58a-335477b87e16 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.40 "GET /v2.0/ports?device_id=e27c1c2c-a7fb-4552-9ef0-9acafa894a99 HTTP/1.1" status: 200 len: 944 time: 0.0484097 Jul 29 04:56:58.064008 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-e255bd82-a210-40fb-b569-6022d8236454 req-861c2829-59ca-4c65-afd1-dcaa7552324d tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.40 "GET /v2.0/security-groups?id=88979f92-97a0-4e53-8d26-02e308013a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409079 Jul 29 04:56:58.088903 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8d313f49-c31c-4130-8783-12633f9b4750 req-9c84a3d6-002b-4371-8483-7e5b48958e17 service neutron] 10.222.0.64 "GET /v2.0/networks/f6122d12-dacd-40c0-a20f-9d53ca795a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886679 Jul 29 04:56:58.754735 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device ac1f13bc-ec87-4b3e-b528-f2300635c000 details requested by agent hyperv_hv-cinder-85144 with host hv-cinder-85144 {{(pid=115909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 04:56:58.757831 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f635b-150f-4fce-9a46-e71ce9a4235f req-5810b002-f8d3-4e78-afed-d545271b2c06 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:56:58.759355 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-330f635b-150f-4fce-9a46-e71ce9a4235f req-5810b002-f8d3-4e78-afed-d545271b2c06 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 945 time: 0.0481143 Jul 29 04:56:58.807041 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-330f635b-150f-4fce-9a46-e71ce9a4235f req-785ef536-7f5a-483a-b53c-a96bda6a15b3 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421760 Jul 29 04:56:58.853194 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port ac1f13bc-ec87-4b3e-b528-f2300635c000, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=ac1f13bc-ec87-4b3e-b528-f2300635c000,segment=NetworkSegment(774954ea-9f18-40af-91e7-f53df266f0d5),segment_id=774954ea-9f18-40af-91e7-f53df266f0d5)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:56:58.864868 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Returning: {'device': 'ac1f13bc-ec87-4b3e-b528-f2300635c000', 'network_id': 'f6122d12-dacd-40c0-a20f-9d53ca795a2c', 'port_id': 'ac1f13bc-ec87-4b3e-b528-f2300635c000', 'mac_address': 'fa:16:3e:6c:41:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '378d8925-a5ef-4a58-bd36-ed39aa5762d4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 04:56:58.901972 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Current status of the port ac1f13bc-ec87-4b3e-b528-f2300635c000 is: DOWN; New status is: BUILD {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:56:58.902362 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (ac1f13bc-ec87-4b3e-b528-f2300635c000), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:58.915788 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.notifiers.nova [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac1f13bc-ec87-4b3e-b528-f2300635c000 {{(pid=115909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 04:56:58.935416 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port ac1f13bc-ec87-4b3e-b528-f2300635c000, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=ac1f13bc-ec87-4b3e-b528-f2300635c000,segment=NetworkSegment(774954ea-9f18-40af-91e7-f53df266f0d5),segment_id=774954ea-9f18-40af-91e7-f53df266f0d5)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:56:58.939429 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (ac1f13bc-ec87-4b3e-b528-f2300635c000), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:56:58.986332 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Pushing event updated for resources: {'Port': ['ID=ac1f13bc-ec87-4b3e-b528-f2300635c000,revision_number=4']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:56:59.184826 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba00b8a-9664-43ff-a1cf-3ef35e66a9d6 req-e3384d02-f37d-46f8-a901-a91b1316a7aa tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:56:59.186210 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-1ba00b8a-9664-43ff-a1cf-3ef35e66a9d6 req-e3384d02-f37d-46f8-a901-a91b1316a7aa tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.40 "GET /v2.0/ports?device_id=e27c1c2c-a7fb-4552-9ef0-9acafa894a99 HTTP/1.1" status: 200 len: 945 time: 0.0507770 Jul 29 04:56:59.233923 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-1ba00b8a-9664-43ff-a1cf-3ef35e66a9d6 req-4325e620-9aca-4b3b-8a34-c40d742e59a1 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.40 "GET /v2.0/security-groups?id=88979f92-97a0-4e53-8d26-02e308013a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419118 Jul 29 04:56:59.367276 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] get_ports_and_sgs() called for port_ids ['ac1f13bc-ec87-4b3e-b528-f2300635c000'] {{(pid=115909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 04:56:59.895004 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.agents_db [None req-05f878dc-9505-4230-ae26-b2f791c5e7d5 None None] Agent healthcheck: found 6 active agents {{(pid=115910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 04:56:59.931404 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991454e7-2706-4af1-8566-a05b5f3fa47f req-174965ba-3127-4631-96b3-a3fe61b64665 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:56:59.932830 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-991454e7-2706-4af1-8566-a05b5f3fa47f req-174965ba-3127-4631-96b3-a3fe61b64665 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 945 time: 0.0505512 Jul 29 04:56:59.980223 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-991454e7-2706-4af1-8566-a05b5f3fa47f req-13e6cb74-7a08-43f2-be65-30c708f06cfa tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419512 Jul 29 04:57:00.348661 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a4a8b-5254-4c00-8d2c-aa1e05de2b82 req-7afadf30-b5c1-4fd2-ab66-3ea66246c570 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:00.350195 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-8b6a4a8b-5254-4c00-8d2c-aa1e05de2b82 req-7afadf30-b5c1-4fd2-ab66-3ea66246c570 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.40 "GET /v2.0/ports?device_id=e27c1c2c-a7fb-4552-9ef0-9acafa894a99 HTTP/1.1" status: 200 len: 945 time: 0.0467978 Jul 29 04:57:00.397191 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-8b6a4a8b-5254-4c00-8d2c-aa1e05de2b82 req-fcb3825d-74e0-4b5e-a85e-8664d485e058 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.40 "GET /v2.0/security-groups?id=88979f92-97a0-4e53-8d26-02e308013a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416379 Jul 29 04:57:00.773272 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device ac1f13bc-ec87-4b3e-b528-f2300635c000 up at agent hyperv_hv-cinder-85144 {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 04:57:00.796426 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:57:00.816532 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Provisioning for port ac1f13bc-ec87-4b3e-b528-f2300635c000 completed by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 29 04:57:00.822051 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Provisioning complete for port ac1f13bc-ec87-4b3e-b528-f2300635c000 triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:57:00.822454 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (ac1f13bc-ec87-4b3e-b528-f2300635c000), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:57:00.824833 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:57:00.895720 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Current status of the port ac1f13bc-ec87-4b3e-b528-f2300635c000 is: BUILD; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:57:00.896096 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (ac1f13bc-ec87-4b3e-b528-f2300635c000), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:57:00.918808 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e27c1c2c-a7fb-4552-9ef0-9acafa894a99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1f13bc-ec87-4b3e-b528-f2300635c000'}] {{(pid=115909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:57:00.920970 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c420e031ced92140226aa6f83123c9b23fc96e3244e1479094dc728224b9fe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c53cba-1f03-477d-bc10-02ae4b7517e8" -d '{"events": [{"server_uuid": "e27c1c2c-a7fb-4552-9ef0-9acafa894a99", "name": "network-vif-plugged", "status": "completed", "tag": "ac1f13bc-ec87-4b3e-b528-f2300635c000"}]}' {{(pid=115909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:57:00.933509 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port ac1f13bc-ec87-4b3e-b528-f2300635c000, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=ac1f13bc-ec87-4b3e-b528-f2300635c000,segment=NetworkSegment(774954ea-9f18-40af-91e7-f53df266f0d5),segment_id=774954ea-9f18-40af-91e7-f53df266f0d5)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:57:00.938057 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (ac1f13bc-ec87-4b3e-b528-f2300635c000), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:57:00.964871 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 04:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db3e740-043d-4765-95e8-0bbb5c7a7066 x-openstack-request-id: req-5db3e740-043d-4765-95e8-0bbb5c7a7066 {{(pid=115909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:57:00.965159 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e27c1c2c-a7fb-4552-9ef0-9acafa894a99", "name": "network-vif-plugged", "status": "completed", "tag": "ac1f13bc-ec87-4b3e-b528-f2300635c000", "code": 200}]} {{(pid=115909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:57:00.965407 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-5db3e740-043d-4765-95e8-0bbb5c7a7066 {{(pid=115909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:57:00.965817 dv-cinder-851449-2-iscsi neutron-server[115909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5db3e740-043d-4765-95e8-0bbb5c7a7066'] response: {'server_uuid': 'e27c1c2c-a7fb-4552-9ef0-9acafa894a99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1f13bc-ec87-4b3e-b528-f2300635c000', 'code': 200} Jul 29 04:57:00.987057 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Pushing event updated for resources: {'Port': ['ID=ac1f13bc-ec87-4b3e-b528-f2300635c000,revision_number=5']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:57:01.109746 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3b3ff-2a5c-4c64-b431-b01806340418 req-649481f6-41de-4ac4-a7da-2ca7db8cf582 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:01.111271 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-bcb3b3ff-2a5c-4c64-b431-b01806340418 req-649481f6-41de-4ac4-a7da-2ca7db8cf582 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 945 time: 0.0521464 Jul 29 04:57:01.163769 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-bcb3b3ff-2a5c-4c64-b431-b01806340418 req-49240d4e-9d8e-4d55-909f-ee65a04b93e6 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461464 Jul 29 04:57:01.169232 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10937e-0a60-47fe-8be7-7174c1bfbac7 req-e866672e-3d42-4659-80ff-c4f709a22edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:01.170650 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-7a10937e-0a60-47fe-8be7-7174c1bfbac7 req-e866672e-3d42-4659-80ff-c4f709a22edd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e27c1c2c-a7fb-4552-9ef0-9acafa894a99 HTTP/1.1" status: 200 len: 1130 time: 0.0388203 Jul 29 04:57:01.201787 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:57:01.216525 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-7a10937e-0a60-47fe-8be7-7174c1bfbac7 req-717909fc-822d-439f-9afa-31a09ef12b1d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=88979f92-97a0-4e53-8d26-02e308013a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395453 Jul 29 04:57:01.516892 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d59598-e0a0-4ce9-9a00-38d3fbafbefc req-bbcead46-c3e2-45ee-96cd-aa1afe4159f4 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:01.518852 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-f9d59598-e0a0-4ce9-9a00-38d3fbafbefc req-bbcead46-c3e2-45ee-96cd-aa1afe4159f4 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.40 "GET /v2.0/ports?device_id=e27c1c2c-a7fb-4552-9ef0-9acafa894a99 HTTP/1.1" status: 200 len: 946 time: 0.0497851 Jul 29 04:57:01.567538 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-f9d59598-e0a0-4ce9-9a00-38d3fbafbefc req-0abaf5b7-e33b-474b-930c-a75e13b8d22e tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.40 "GET /v2.0/security-groups?id=88979f92-97a0-4e53-8d26-02e308013a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430300 Jul 29 04:57:02.290672 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44c0dbb-bee9-4cea-9719-de7dcf7aa5c7 req-80595af5-2a0c-43c6-a51c-8167a74d61dd tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:02.292118 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-d44c0dbb-bee9-4cea-9719-de7dcf7aa5c7 req-80595af5-2a0c-43c6-a51c-8167a74d61dd tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 945 time: 0.0478501 Jul 29 04:57:02.339567 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-d44c0dbb-bee9-4cea-9719-de7dcf7aa5c7 req-ad17e6e3-96e3-49e2-b207-0fba3d523413 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420275 Jul 29 04:57:02.689776 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b79644f-9c2d-45b5-9df9-02423ab21176 req-b83e13b8-895c-4b4b-a881-45c20391695a tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:02.692463 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-1b79644f-9c2d-45b5-9df9-02423ab21176 req-b83e13b8-895c-4b4b-a881-45c20391695a tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.40 "GET /v2.0/ports?device_id=e27c1c2c-a7fb-4552-9ef0-9acafa894a99 HTTP/1.1" status: 200 len: 946 time: 0.0509253 Jul 29 04:57:02.741101 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-1b79644f-9c2d-45b5-9df9-02423ab21176 req-6ac9b2a7-ec24-4bbf-83b4-15c120215c25 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.40 "GET /v2.0/security-groups?id=88979f92-97a0-4e53-8d26-02e308013a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430810 Jul 29 04:57:03.462937 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add111b-a1fa-44fc-99af-bd4a85e430f7 req-95bfe389-7578-415a-9d92-ede9f75aaf99 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:03.464386 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-1add111b-a1fa-44fc-99af-bd4a85e430f7 req-95bfe389-7578-415a-9d92-ede9f75aaf99 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 945 time: 0.0467887 Jul 29 04:57:03.509984 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-1add111b-a1fa-44fc-99af-bd4a85e430f7 req-94b9a157-984a-49b6-8873-b987115fd155 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400350 Jul 29 04:57:03.858783 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50898ec2-2261-439a-8800-f06c56276464 req-84e7af36-1de1-447a-8438-e3ac71d3892f tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:03.860262 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-50898ec2-2261-439a-8800-f06c56276464 req-84e7af36-1de1-447a-8438-e3ac71d3892f tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.40 "GET /v2.0/ports?device_id=e27c1c2c-a7fb-4552-9ef0-9acafa894a99 HTTP/1.1" status: 200 len: 946 time: 0.0474715 Jul 29 04:57:03.885716 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:57:03.911051 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-50898ec2-2261-439a-8800-f06c56276464 req-866b34f8-e117-4f58-bed8-a94bf0944303 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.40 "GET /v2.0/security-groups?id=88979f92-97a0-4e53-8d26-02e308013a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450366 Jul 29 04:57:04.625222 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=100 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:57:04.628575 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=100 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:57:04.645356 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0c2e8-c36d-4c7f-bc10-16fd9e672f70 req-d81c0ecf-9dc2-4399-ba9e-bd783ee18700 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:04.646900 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-4dd0c2e8-c36d-4c7f-bc10-16fd9e672f70 req-d81c0ecf-9dc2-4399-ba9e-bd783ee18700 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 945 time: 0.0581377 Jul 29 04:57:04.697323 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-4dd0c2e8-c36d-4c7f-bc10-16fd9e672f70 req-a7642fea-596f-4609-a878-b7965736c3ae tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448658 Jul 29 04:57:05.828425 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a2622e-7fe2-4fab-b100-025a57414b38 req-ec634b86-7c15-4971-8721-00e47eced374 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:05.829948 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-d9a2622e-7fe2-4fab-b100-025a57414b38 req-ec634b86-7c15-4971-8721-00e47eced374 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 945 time: 0.0504746 Jul 29 04:57:05.879347 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-d9a2622e-7fe2-4fab-b100-025a57414b38 req-f3887d5c-79bb-4a22-a90f-e32157eb04b1 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438056 Jul 29 04:57:07.004205 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a1a8c-c034-483c-aa8e-cbd40d1ac0c0 req-54623e65-571f-4ea5-8bdd-462d3e937ec6 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:07.005798 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-0a4a1a8c-c034-483c-aa8e-cbd40d1ac0c0 req-54623e65-571f-4ea5-8bdd-462d3e937ec6 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 945 time: 0.0478151 Jul 29 04:57:07.054067 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-0a4a1a8c-c034-483c-aa8e-cbd40d1ac0c0 req-b2f00b53-b575-475d-81a5-84f5a7809bd7 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425129 Jul 29 04:57:08.179747 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79feb773-a755-4182-a7d7-bdcfb8975b0a req-da21fd2c-0083-4f8f-b06d-33aa34d98788 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:08.181250 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-79feb773-a755-4182-a7d7-bdcfb8975b0a req-da21fd2c-0083-4f8f-b06d-33aa34d98788 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 945 time: 0.0501006 Jul 29 04:57:08.230379 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-79feb773-a755-4182-a7d7-bdcfb8975b0a req-5ec418e0-2af6-4bce-9a4b-d598c6ed8b29 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434604 Jul 29 04:57:09.364940 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738131fa-2cbd-4dff-a1c4-55e53fdd3d07 req-e0d7042a-b656-4654-93c3-7179ef9078f8 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:09.366697 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-738131fa-2cbd-4dff-a1c4-55e53fdd3d07 req-e0d7042a-b656-4654-93c3-7179ef9078f8 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 945 time: 0.0545726 Jul 29 04:57:09.416857 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-738131fa-2cbd-4dff-a1c4-55e53fdd3d07 req-179f6c46-c8c7-439a-8413-7af1112d4ead tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444767 Jul 29 04:57:09.890472 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:57:09.891302 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:57:10.545725 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a57e1e-f0d6-47fe-86ee-d2fcb112f2da req-32db0d5c-f503-4093-9d30-26b90ab510c2 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:10.547314 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-69a57e1e-f0d6-47fe-86ee-d2fcb112f2da req-32db0d5c-f503-4093-9d30-26b90ab510c2 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 945 time: 0.0516179 Jul 29 04:57:10.594823 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-69a57e1e-f0d6-47fe-86ee-d2fcb112f2da req-41166125-c413-4ca8-9594-8c2b938928b9 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407398 Jul 29 04:57:10.824802 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device 89c67e7e-2b75-46a8-b24e-d4b2cd7a0832 details requested by agent hyperv_hv-cinder-85144 with host hv-cinder-85144 {{(pid=115909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 04:57:10.931633 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port 89c67e7e-2b75-46a8-b24e-d4b2cd7a0832, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=89c67e7e-2b75-46a8-b24e-d4b2cd7a0832,segment=NetworkSegment(ffb2b7f4-3669-4504-9503-4837d5f21e70),segment_id=ffb2b7f4-3669-4504-9503-4837d5f21e70)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:57:10.943269 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Returning: {'device': '89c67e7e-2b75-46a8-b24e-d4b2cd7a0832', 'network_id': 'c8994c62-2968-491e-9d89-ada7a08f8ea0', 'port_id': '89c67e7e-2b75-46a8-b24e-d4b2cd7a0832', 'mac_address': 'fa:16:3e:2b:ec:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bcd2bfa-a312-446b-bdbd-ca5994b4cf21', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 04:57:10.978638 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Current status of the port 89c67e7e-2b75-46a8-b24e-d4b2cd7a0832 is: ACTIVE; New status is: BUILD {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:57:10.979032 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (89c67e7e-2b75-46a8-b24e-d4b2cd7a0832), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:57:10.996095 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.notifiers.nova [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 89c67e7e-2b75-46a8-b24e-d4b2cd7a0832 {{(pid=115909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 04:57:11.017129 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port 89c67e7e-2b75-46a8-b24e-d4b2cd7a0832, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=89c67e7e-2b75-46a8-b24e-d4b2cd7a0832,segment=NetworkSegment(ffb2b7f4-3669-4504-9503-4837d5f21e70),segment_id=ffb2b7f4-3669-4504-9503-4837d5f21e70)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:57:11.021064 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (89c67e7e-2b75-46a8-b24e-d4b2cd7a0832), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:57:11.069859 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Pushing event updated for resources: {'Port': ['ID=89c67e7e-2b75-46a8-b24e-d4b2cd7a0832,revision_number=6']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:57:11.215664 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] get_ports_and_sgs() called for port_ids ['89c67e7e-2b75-46a8-b24e-d4b2cd7a0832'] {{(pid=115909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 04:57:11.724833 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c6e06-d2a6-47a7-bc97-e023f92e47f2 req-ebfab2ed-7b18-44dd-bdcc-3847dd2f0945 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:11.726316 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-b51c6e06-d2a6-47a7-bc97-e023f92e47f2 req-ebfab2ed-7b18-44dd-bdcc-3847dd2f0945 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 944 time: 0.0486529 Jul 29 04:57:11.773330 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-b51c6e06-d2a6-47a7-bc97-e023f92e47f2 req-df6aaf33-6d61-41f1-9b18-db5fc79e9fa8 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413275 Jul 29 04:57:12.816942 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device 89c67e7e-2b75-46a8-b24e-d4b2cd7a0832 up at agent hyperv_hv-cinder-85144 {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 04:57:12.861993 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Provisioning complete for port 89c67e7e-2b75-46a8-b24e-d4b2cd7a0832 triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:57:12.862367 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (89c67e7e-2b75-46a8-b24e-d4b2cd7a0832), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:57:12.897534 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:57:12.902065 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7649ecb-1b9a-49f0-bb01-2535bf2e25b3 req-4669623e-bf6b-4b3b-85f6-a7e3de9baa53 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:12.903594 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-a7649ecb-1b9a-49f0-bb01-2535bf2e25b3 req-4669623e-bf6b-4b3b-85f6-a7e3de9baa53 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 944 time: 0.0486710 Jul 29 04:57:12.943153 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Current status of the port 89c67e7e-2b75-46a8-b24e-d4b2cd7a0832 is: BUILD; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:57:12.943153 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (89c67e7e-2b75-46a8-b24e-d4b2cd7a0832), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:57:12.957000 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-a7649ecb-1b9a-49f0-bb01-2535bf2e25b3 req-64c0d57e-44e6-4583-9f7e-82071ef5c322 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446668 Jul 29 04:57:12.966195 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e997be3-f342-420b-8630-ca1f8847303a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c67e7e-2b75-46a8-b24e-d4b2cd7a0832'}] {{(pid=115909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:57:12.968418 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c420e031ced92140226aa6f83123c9b23fc96e3244e1479094dc728224b9fe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682a418d-66f9-4f40-914d-40f37d2d5a23" -d '{"events": [{"server_uuid": "5e997be3-f342-420b-8630-ca1f8847303a", "name": "network-vif-plugged", "status": "completed", "tag": "89c67e7e-2b75-46a8-b24e-d4b2cd7a0832"}]}' {{(pid=115909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:57:12.985783 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port 89c67e7e-2b75-46a8-b24e-d4b2cd7a0832, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=89c67e7e-2b75-46a8-b24e-d4b2cd7a0832,segment=NetworkSegment(ffb2b7f4-3669-4504-9503-4837d5f21e70),segment_id=ffb2b7f4-3669-4504-9503-4837d5f21e70)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:57:12.990088 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (89c67e7e-2b75-46a8-b24e-d4b2cd7a0832), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:57:13.025914 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 04:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29336ea8-705c-4fb2-8288-5d1d777a391b x-openstack-request-id: req-29336ea8-705c-4fb2-8288-5d1d777a391b {{(pid=115909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:57:13.026210 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e997be3-f342-420b-8630-ca1f8847303a", "name": "network-vif-plugged", "status": "completed", "tag": "89c67e7e-2b75-46a8-b24e-d4b2cd7a0832", "code": 200}]} {{(pid=115909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:57:13.026459 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-29336ea8-705c-4fb2-8288-5d1d777a391b {{(pid=115909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:57:13.026849 dv-cinder-851449-2-iscsi neutron-server[115909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29336ea8-705c-4fb2-8288-5d1d777a391b'] response: {'server_uuid': '5e997be3-f342-420b-8630-ca1f8847303a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c67e7e-2b75-46a8-b24e-d4b2cd7a0832', 'code': 200} Jul 29 04:57:13.036594 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:57:13.042330 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Pushing event updated for resources: {'Port': ['ID=89c67e7e-2b75-46a8-b24e-d4b2cd7a0832,revision_number=7']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:57:14.085115 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9ee4ba-b313-49d2-9bc1-9d6e0e34359b req-8b56b9a7-a67a-4ae0-afe3-4d903641c173 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:14.086681 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9c9ee4ba-b313-49d2-9bc1-9d6e0e34359b req-8b56b9a7-a67a-4ae0-afe3-4d903641c173 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 945 time: 0.0478010 Jul 29 04:57:14.138815 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9c9ee4ba-b313-49d2-9bc1-9d6e0e34359b req-50d4f844-ffd8-4559-9e31-0951f6faf642 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464740 Jul 29 04:57:15.264017 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba5c0e-7b13-4c91-b6f4-ba6816bcd515 req-dc71fbdd-12ec-4c45-8ff2-b009f982d7a2 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:15.265529 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-43ba5c0e-7b13-4c91-b6f4-ba6816bcd515 req-dc71fbdd-12ec-4c45-8ff2-b009f982d7a2 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 945 time: 0.0476294 Jul 29 04:57:15.311304 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-43ba5c0e-7b13-4c91-b6f4-ba6816bcd515 req-183a84cf-6f3a-4f8c-9660-0c411302bb9c tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402906 Jul 29 04:57:16.435052 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808ab89-0296-48f0-81b7-c174f2b6ecf1 req-0820ad1e-f0b2-4ef9-85c0-ebfa8b4d0425 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:16.436516 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e808ab89-0296-48f0-81b7-c174f2b6ecf1 req-0820ad1e-f0b2-4ef9-85c0-ebfa8b4d0425 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 945 time: 0.0475290 Jul 29 04:57:16.485059 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e808ab89-0296-48f0-81b7-c174f2b6ecf1 req-ba4f6d69-2d1c-47f4-9351-7c05905c740a tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429339 Jul 29 04:57:17.619225 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4842478a-5f97-4bb8-a276-15e931d47f99 req-60f8c982-988c-480e-8cbd-7d095039b74b tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:17.621718 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-4842478a-5f97-4bb8-a276-15e931d47f99 req-60f8c982-988c-480e-8cbd-7d095039b74b tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 945 time: 0.0537333 Jul 29 04:57:17.681031 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-4842478a-5f97-4bb8-a276-15e931d47f99 req-769942a5-9607-4c76-bf4c-9402ee709420 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514638 Jul 29 04:57:18.434969 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-a5bd309a-6527-479d-b6b2-9a767e1a1845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:57:18.813415 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007fe89c-dfba-4994-a812-0d2ce07bf70c req-7f0c3ec4-33ca-4e0c-97ef-3beb786a4898 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:18.814905 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-007fe89c-dfba-4994-a812-0d2ce07bf70c req-7f0c3ec4-33ca-4e0c-97ef-3beb786a4898 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 945 time: 0.0518582 Jul 29 04:57:18.864891 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-007fe89c-dfba-4994-a812-0d2ce07bf70c req-36f5c682-9a82-41d2-a410-75e2ab455a27 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441740 Jul 29 04:57:20.120144 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa60ff3-c6fa-4e1d-b196-b5697e966fff req-da0f1e40-49e9-4853-9223-c5c3525ec7ba tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:20.121893 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-afa60ff3-c6fa-4e1d-b196-b5697e966fff req-da0f1e40-49e9-4853-9223-c5c3525ec7ba tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 945 time: 0.1725998 Jul 29 04:57:20.173240 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-afa60ff3-c6fa-4e1d-b196-b5697e966fff req-4b2b377b-e2ed-41dd-8089-9d49fdbd6f94 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454540 Jul 29 04:57:20.651332 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-69c75d90-2c49-4214-b654-c06e0779d8c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:57:21.312048 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439abb0e-9790-479a-be15-85e3527ef5c2 req-3b600484-1827-401e-8afd-f43c939230b9 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:21.314734 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-439abb0e-9790-479a-be15-85e3527ef5c2 req-3b600484-1827-401e-8afd-f43c939230b9 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 945 time: 0.0578384 Jul 29 04:57:21.365580 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-439abb0e-9790-479a-be15-85e3527ef5c2 req-446549dd-b5e5-49a8-aa03-d061e10c82ef tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443957 Jul 29 04:57:21.533910 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (bab6a0c9-2145-495f-b42f-b184e241503a), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:57:21.856859 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:57:22.552750 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc8da87-5180-4223-a3e4-5277cabef209 req-2968f593-546b-4869-a5b0-d32f5ffc113e tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:22.554219 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8fc8da87-5180-4223-a3e4-5277cabef209 req-2968f593-546b-4869-a5b0-d32f5ffc113e tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 945 time: 0.1068163 Jul 29 04:57:22.602838 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8fc8da87-5180-4223-a3e4-5277cabef209 req-94c2a73b-9803-4e6b-8c6a-33ea50d84d2b tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428967 Jul 29 04:57:23.365815 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:57:23.369026 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:57:23.784966 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e87f725-7ffb-4f8b-ac18-7d14429dd98c req-b32eaa9c-0170-4b6b-a79a-12f127241b46 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:23.784966 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-0e87f725-7ffb-4f8b-ac18-7d14429dd98c req-b32eaa9c-0170-4b6b-a79a-12f127241b46 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 945 time: 0.0706539 Jul 29 04:57:23.838882 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-0e87f725-7ffb-4f8b-ac18-7d14429dd98c req-7c106ee5-d2c1-4683-8fe8-337aadb1e32c tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561907 Jul 29 04:57:24.972152 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5273c7af-c2d4-4fe8-bb23-f2985fcd30ef req-00c28a66-195b-41c0-911f-66de6eeed4bc tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:24.973750 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-5273c7af-c2d4-4fe8-bb23-f2985fcd30ef req-00c28a66-195b-41c0-911f-66de6eeed4bc tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 945 time: 0.0536094 Jul 29 04:57:25.028363 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-5273c7af-c2d4-4fe8-bb23-f2985fcd30ef req-3ef88c9a-c627-438b-a49d-4d8c266aae24 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472667 Jul 29 04:57:26.119318 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:57:26.161840 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c222ab-cdc5-4f16-a952-72ce7b5f897e req-5f32fcd1-b72b-4332-bf31-e206b11b9621 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:26.163264 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-40c222ab-cdc5-4f16-a952-72ce7b5f897e req-5f32fcd1-b72b-4332-bf31-e206b11b9621 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 945 time: 0.0527971 Jul 29 04:57:26.214498 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-40c222ab-cdc5-4f16-a952-72ce7b5f897e req-56459e2c-3eb1-4716-ba72-009e08386c5e tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453217 Jul 29 04:57:26.701459 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:57:26.707048 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-2b15e133-dd7c-41ba-a496-265485b85ea7 req-a1bcc5c7-4282-4586-9418-29721b00879a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a4f419f4-d879-49b1-b580-9bfbd7a1f5a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412903 Jul 29 04:57:26.786226 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15e133-dd7c-41ba-a496-265485b85ea7 req-36af3343-2a7d-4275-a309-179b03dac934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:26.787740 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-2b15e133-dd7c-41ba-a496-265485b85ea7 req-36af3343-2a7d-4275-a309-179b03dac934 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=946bf1e173f9476d86cf6133055fba0a&device_id=a4f419f4-d879-49b1-b580-9bfbd7a1f5a8 HTTP/1.1" status: 200 len: 1130 time: 0.0424325 Jul 29 04:57:26.900924 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15e133-dd7c-41ba-a496-265485b85ea7 req-0cf118ed-1140-44d7-a6f1-be3edc8681b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:26.902426 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-2b15e133-dd7c-41ba-a496-265485b85ea7 req-0cf118ed-1140-44d7-a6f1-be3edc8681b5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4bcca997-0807-424d-86d3-43681c4961dd HTTP/1.1" status: 200 len: 911 time: 0.0935600 Jul 29 04:57:26.969386 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-2b15e133-dd7c-41ba-a496-265485b85ea7 req-1b23ad76-e72e-4c33-8f63-07d6f58f6a7b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2548b355-cc75-4f48-aa15-872f7943167a HTTP/1.1" status: 200 len: 1002 time: 0.0589426 Jul 29 04:57:27.022472 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15e133-dd7c-41ba-a496-265485b85ea7 req-d9821e29-c65d-4751-9a3a-94c5867072aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:27.023845 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-2b15e133-dd7c-41ba-a496-265485b85ea7 req-d9821e29-c65d-4751-9a3a-94c5867072aa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=928e1728-3f5c-432b-96a7-e970473efb26 HTTP/1.1" status: 200 len: 849 time: 0.0479338 Jul 29 04:57:27.072585 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15e133-dd7c-41ba-a496-265485b85ea7 req-9417711e-41e3-40c2-8e62-ed9c084a2a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:27.074155 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-2b15e133-dd7c-41ba-a496-265485b85ea7 req-9417711e-41e3-40c2-8e62-ed9c084a2a9e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4bcca997-0807-424d-86d3-43681c4961dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431983 Jul 29 04:57:27.180547 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-2b15e133-dd7c-41ba-a496-265485b85ea7 req-18fd4d06-6d7d-4e12-80db-90ba46a89e19 service neutron] 10.222.0.64 "GET /v2.0/networks/4bcca997-0807-424d-86d3-43681c4961dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991280 Jul 29 04:57:27.285156 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-2b15e133-dd7c-41ba-a496-265485b85ea7 req-ff54a82b-ac07-4ed1-8e49-a15652250182 service neutron] 10.222.0.64 "GET /v2.0/networks/4bcca997-0807-424d-86d3-43681c4961dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936508 Jul 29 04:57:27.356295 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f9bc8-f67d-424f-b8cd-3529f56445c5 req-6c6dee8e-3c18-471c-b754-4e9aea97074e tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:27.357909 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-789f9bc8-f67d-424f-b8cd-3529f56445c5 req-6c6dee8e-3c18-471c-b754-4e9aea97074e tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 945 time: 0.0537949 Jul 29 04:57:27.417144 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-789f9bc8-f67d-424f-b8cd-3529f56445c5 req-04479ec2-d3a6-44fa-ab9b-977e57873106 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534492 Jul 29 04:57:28.542784 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b51794-b0a8-4d81-9ffe-f63a6c99b299 req-3d2709b3-9914-4860-8aaa-579883239f88 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:28.544714 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-17b51794-b0a8-4d81-9ffe-f63a6c99b299 req-3d2709b3-9914-4860-8aaa-579883239f88 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 945 time: 0.0493715 Jul 29 04:57:28.604494 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-17b51794-b0a8-4d81-9ffe-f63a6c99b299 req-36d03ef6-9dee-47a5-91ff-774298af4922 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469730 Jul 29 04:57:29.747745 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f62199-1d58-47b9-9434-314222fd840e req-368beedb-b16c-435a-8837-1a6f01b138f3 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:29.749305 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-74f62199-1d58-47b9-9434-314222fd840e req-368beedb-b16c-435a-8837-1a6f01b138f3 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 945 time: 0.0585675 Jul 29 04:57:29.804488 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-74f62199-1d58-47b9-9434-314222fd840e req-76b805e7-98c3-40d3-8c48-ac099ab1cd15 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484741 Jul 29 04:57:30.888650 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=2 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:57:30.893728 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=4 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:57:31.183327 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e19f14-fc0a-42b3-b682-ae6de148e783 req-c6a39b0e-8495-48a7-82c7-9e97c3c63059 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:31.185212 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-a3e19f14-fc0a-42b3-b682-ae6de148e783 req-c6a39b0e-8495-48a7-82c7-9e97c3c63059 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 945 time: 0.2996488 Jul 29 04:57:31.239193 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-a3e19f14-fc0a-42b3-b682-ae6de148e783 req-6f503a59-4e36-4796-9875-e0d52597e354 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480773 Jul 29 04:57:32.093483 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf5939b-ed0d-4fe2-a8bb-afb50515b844 req-3bc5cb07-3ff8-4401-959a-d453fc33d69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:32.094939 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-fdf5939b-ed0d-4fe2-a8bb-afb50515b844 req-3bc5cb07-3ff8-4401-959a-d453fc33d69a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f8e9e21d168140e99ffed71146e35fc4&device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 1129 time: 0.0391285 Jul 29 04:57:32.186776 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf5939b-ed0d-4fe2-a8bb-afb50515b844 req-d5bc977a-4696-4ec3-a2dd-570fa24e5323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:32.188255 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-fdf5939b-ed0d-4fe2-a8bb-afb50515b844 req-d5bc977a-4696-4ec3-a2dd-570fa24e5323 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c8994c62-2968-491e-9d89-ada7a08f8ea0 HTTP/1.1" status: 200 len: 916 time: 0.0868733 Jul 29 04:57:32.248390 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-fdf5939b-ed0d-4fe2-a8bb-afb50515b844 req-ae423a35-2105-4ad9-8874-5ef291f0a2c8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89c67e7e-2b75-46a8-b24e-d4b2cd7a0832 HTTP/1.1" status: 200 len: 1001 time: 0.0541031 Jul 29 04:57:32.281885 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:57:32.298864 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf5939b-ed0d-4fe2-a8bb-afb50515b844 req-e17eab61-615a-40f4-85dd-62e48c6d012a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:32.300274 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-fdf5939b-ed0d-4fe2-a8bb-afb50515b844 req-e17eab61-615a-40f4-85dd-62e48c6d012a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9bcd2bfa-a312-446b-bdbd-ca5994b4cf21 HTTP/1.1" status: 200 len: 854 time: 0.0461345 Jul 29 04:57:32.369146 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf5939b-ed0d-4fe2-a8bb-afb50515b844 req-71bc1af6-b1d6-443c-bb8c-3919829e03f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:32.370612 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-fdf5939b-ed0d-4fe2-a8bb-afb50515b844 req-71bc1af6-b1d6-443c-bb8c-3919829e03f7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c8994c62-2968-491e-9d89-ada7a08f8ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0647542 Jul 29 04:57:32.403934 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee313bc-9a62-42b7-87e9-f9ce858dd754 req-99d65657-639a-41bf-8a1f-a002a86e1775 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:32.405408 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-dee313bc-9a62-42b7-87e9-f9ce858dd754 req-99d65657-639a-41bf-8a1f-a002a86e1775 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 945 time: 0.0701401 Jul 29 04:57:32.467279 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:57:32.497022 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-dee313bc-9a62-42b7-87e9-f9ce858dd754 req-21af490f-04e1-441a-bb29-33b18c41443a tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670953 Jul 29 04:57:32.511544 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-fdf5939b-ed0d-4fe2-a8bb-afb50515b844 req-2be103c2-6c14-4243-bc95-9b412b47a21a service neutron] 10.222.0.64 "GET /v2.0/networks/c8994c62-2968-491e-9d89-ada7a08f8ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335404 Jul 29 04:57:32.602798 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-fdf5939b-ed0d-4fe2-a8bb-afb50515b844 req-86aa9d8a-2607-4b2f-96e2-f73c3035a6c6 service neutron] 10.222.0.64 "GET /v2.0/networks/c8994c62-2968-491e-9d89-ada7a08f8ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824401 Jul 29 04:57:33.350307 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:57:33.361582 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:57:33.628116 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2c9e2-153c-4ede-8385-c63e2b4aeb9c req-9f61cac3-46bb-4cbb-bed1-d85c833cb216 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:33.630173 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-f5b2c9e2-153c-4ede-8385-c63e2b4aeb9c req-9f61cac3-46bb-4cbb-bed1-d85c833cb216 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 945 time: 0.0537045 Jul 29 04:57:33.678153 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-f5b2c9e2-153c-4ede-8385-c63e2b4aeb9c req-32067575-def8-4f25-a3dd-f8fb0b6eb130 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425398 Jul 29 04:57:34.806027 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306d64d-f5a5-483b-986e-b6d8b0938e8a req-a988d148-8981-4ce2-8305-86cef88f3a9f tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:34.807568 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-3306d64d-f5a5-483b-986e-b6d8b0938e8a req-a988d148-8981-4ce2-8305-86cef88f3a9f tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 945 time: 0.0500054 Jul 29 04:57:34.855725 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-3306d64d-f5a5-483b-986e-b6d8b0938e8a req-b500ed8e-2d10-4d69-bb01-0d98ccd335e5 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424764 Jul 29 04:57:34.934337 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device 89c67e7e-2b75-46a8-b24e-d4b2cd7a0832 no longer exists at agent hyperv_hv-cinder-85144 {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 04:57:35.014556 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Current status of the port 89c67e7e-2b75-46a8-b24e-d4b2cd7a0832 is: ACTIVE; New status is: DOWN {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:57:35.015007 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (89c67e7e-2b75-46a8-b24e-d4b2cd7a0832), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:57:35.040618 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e997be3-f342-420b-8630-ca1f8847303a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89c67e7e-2b75-46a8-b24e-d4b2cd7a0832'}] {{(pid=115909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:57:35.042936 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c420e031ced92140226aa6f83123c9b23fc96e3244e1479094dc728224b9fe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8131f97-b465-434e-ae70-c6a5b99851e5" -d '{"events": [{"server_uuid": "5e997be3-f342-420b-8630-ca1f8847303a", "name": "network-vif-unplugged", "status": "completed", "tag": "89c67e7e-2b75-46a8-b24e-d4b2cd7a0832"}]}' {{(pid=115909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:57:35.056673 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port 89c67e7e-2b75-46a8-b24e-d4b2cd7a0832, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=89c67e7e-2b75-46a8-b24e-d4b2cd7a0832,segment=NetworkSegment(ffb2b7f4-3669-4504-9503-4837d5f21e70),segment_id=ffb2b7f4-3669-4504-9503-4837d5f21e70)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:57:35.061341 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (89c67e7e-2b75-46a8-b24e-d4b2cd7a0832), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:57:35.085495 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 29 Jul 2022 04:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9668aa-f9f4-41cd-926d-50f060970101 x-openstack-request-id: req-cd9668aa-f9f4-41cd-926d-50f060970101 {{(pid=115909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:57:35.085789 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e997be3-f342-420b-8630-ca1f8847303a", "name": "network-vif-unplugged", "status": "failed", "tag": "89c67e7e-2b75-46a8-b24e-d4b2cd7a0832", "code": 422}]} {{(pid=115909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:57:35.086035 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-cd9668aa-f9f4-41cd-926d-50f060970101 {{(pid=115909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:57:35.086426 dv-cinder-851449-2-iscsi neutron-server[115909]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-cd9668aa-f9f4-41cd-926d-50f060970101']: {'server_uuid': '5e997be3-f342-420b-8630-ca1f8847303a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '89c67e7e-2b75-46a8-b24e-d4b2cd7a0832', 'code': 422} returned with failed status Jul 29 04:57:35.112798 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Pushing event updated for resources: {'Port': ['ID=89c67e7e-2b75-46a8-b24e-d4b2cd7a0832,revision_number=8']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:57:35.120234 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:57:35.120617 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:57:35.120968 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:57:35.121315 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:57:35.121653 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:57:35.121990 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:57:35.122380 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:57:35.122636 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:57:35.122967 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:57:35.123302 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:57:35.123628 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:57:35.123960 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:57:35.124286 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:57:35.124624 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:57:35.124952 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:57:35.838987 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d833db70-7269-4bc1-89c3-059460070a41 req-dfcd274f-34f0-496f-af32-651e0b05e992 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:35.840639 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-d833db70-7269-4bc1-89c3-059460070a41 req-dfcd274f-34f0-496f-af32-651e0b05e992 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 943 time: 0.0574863 Jul 29 04:57:35.884427 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e99e84b5-423b-4936-a2bb-ef458d1fe1cb req-0179890b-3b99-4721-864e-8e3c641ff158 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0611906 Jul 29 04:57:35.910624 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-d833db70-7269-4bc1-89c3-059460070a41 req-ec008c49-f465-4090-a9c0-3d2aab468c00 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519023 Jul 29 04:57:35.920773 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=95 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:57:35.922948 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=98 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:57:35.959560 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e84b5-423b-4936-a2bb-ef458d1fe1cb req-98d9850a-8c0e-42a5-9ed3-fa09db952ed3 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:35.960961 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-e99e84b5-423b-4936-a2bb-ef458d1fe1cb req-98d9850a-8c0e-42a5-9ed3-fa09db952ed3 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports/89c67e7e-2b75-46a8-b24e-d4b2cd7a0832 HTTP/1.1" status: 200 len: 940 time: 0.0489039 Jul 29 04:57:36.898543 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.agents_db [None req-05f878dc-9505-4230-ae26-b2f791c5e7d5 None None] Agent healthcheck: found 6 active agents {{(pid=115910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 04:57:36.902507 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e84b5-423b-4936-a2bb-ef458d1fe1cb req-3fc01243-5cb4-4a9a-acc3-e60cb38b93ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:36.904031 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e99e84b5-423b-4936-a2bb-ef458d1fe1cb req-3fc01243-5cb4-4a9a-acc3-e60cb38b93ec service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a&tenant_id=f8e9e21d168140e99ffed71146e35fc4 HTTP/1.1" status: 200 len: 1127 time: 0.0392735 Jul 29 04:57:37.038314 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c986443-8a44-491c-8d20-7bc65a78d29d req-d330afb0-43f1-4831-831d-1e8f4ad821e8 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:37.040022 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-5c986443-8a44-491c-8d20-7bc65a78d29d req-d330afb0-43f1-4831-831d-1e8f4ad821e8 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 943 time: 0.0487189 Jul 29 04:57:37.087110 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-5c986443-8a44-491c-8d20-7bc65a78d29d req-4d9786ee-155b-4363-be41-f4987f7a4aaa tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414805 Jul 29 04:57:37.387198 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e84b5-423b-4936-a2bb-ef458d1fe1cb req-cdf60dab-c2ea-466b-9f76-133b8bc552e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:37.389209 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e99e84b5-423b-4936-a2bb-ef458d1fe1cb req-cdf60dab-c2ea-466b-9f76-133b8bc552e1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f8e9e21d168140e99ffed71146e35fc4&device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 1127 time: 0.0465548 Jul 29 04:57:37.796997 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e84b5-423b-4936-a2bb-ef458d1fe1cb req-6e6da29e-1deb-4ee8-af80-8c76d67596c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:37.798488 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e99e84b5-423b-4936-a2bb-ef458d1fe1cb req-6e6da29e-1deb-4ee8-af80-8c76d67596c7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c8994c62-2968-491e-9d89-ada7a08f8ea0 HTTP/1.1" status: 200 len: 916 time: 0.0913873 Jul 29 04:57:37.871229 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e99e84b5-423b-4936-a2bb-ef458d1fe1cb req-da52e0df-930c-4b46-bb65-8636f7a34590 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89c67e7e-2b75-46a8-b24e-d4b2cd7a0832 HTTP/1.1" status: 200 len: 999 time: 0.0558658 Jul 29 04:57:37.930835 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e84b5-423b-4936-a2bb-ef458d1fe1cb req-96f82a77-687d-4cf6-92de-ee8bf69e6dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:37.932317 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e99e84b5-423b-4936-a2bb-ef458d1fe1cb req-96f82a77-687d-4cf6-92de-ee8bf69e6dd3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9bcd2bfa-a312-446b-bdbd-ca5994b4cf21 HTTP/1.1" status: 200 len: 854 time: 0.0508566 Jul 29 04:57:37.975588 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:57:37.979326 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e84b5-423b-4936-a2bb-ef458d1fe1cb req-a1c41aec-504c-4160-b9e1-d5ec52b757fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:37.980827 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e99e84b5-423b-4936-a2bb-ef458d1fe1cb req-a1c41aec-504c-4160-b9e1-d5ec52b757fa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c8994c62-2968-491e-9d89-ada7a08f8ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415425 Jul 29 04:57:38.077159 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e99e84b5-423b-4936-a2bb-ef458d1fe1cb req-914d34de-ca87-4a6a-a134-e13164dcd741 service neutron] 10.222.0.64 "GET /v2.0/networks/c8994c62-2968-491e-9d89-ada7a08f8ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890417 Jul 29 04:57:38.200087 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e99e84b5-423b-4936-a2bb-ef458d1fe1cb req-b3092e5f-ffb2-44b9-aec4-f67113d13a60 service neutron] 10.222.0.64 "GET /v2.0/networks/c8994c62-2968-491e-9d89-ada7a08f8ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170740 Jul 29 04:57:38.202272 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:57:38.219001 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc651b-f7b3-43e3-94d1-3854918d916a req-2aa9e92e-3460-4871-94ca-6c96f3da23de tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:38.220468 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ddfc651b-f7b3-43e3-94d1-3854918d916a req-2aa9e92e-3460-4871-94ca-6c96f3da23de tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 943 time: 0.0532846 Jul 29 04:57:38.275214 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ddfc651b-f7b3-43e3-94d1-3854918d916a req-2e90785b-1632-486a-9c4e-c19b48569b7f tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484087 Jul 29 04:57:38.939727 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device 89c67e7e-2b75-46a8-b24e-d4b2cd7a0832 no longer exists at agent hyperv_hv-cinder-85144 {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 04:57:39.032472 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Current status of the port 89c67e7e-2b75-46a8-b24e-d4b2cd7a0832 is: DOWN; New status is: DOWN {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:57:39.401995 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac1357-24dc-4521-9dd0-995705c7258a req-0cd2b8a6-5603-42c2-8120-6b13540b6005 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:39.403629 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-f9ac1357-24dc-4521-9dd0-995705c7258a req-0cd2b8a6-5603-42c2-8120-6b13540b6005 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 943 time: 0.0493507 Jul 29 04:57:39.453166 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-f9ac1357-24dc-4521-9dd0-995705c7258a req-3a672800-f420-47bf-b377-7b89cbe19fde tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436721 Jul 29 04:57:40.821337 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762c7a8-c855-4e2d-b31f-3b162762d1cd req-649a7037-01a2-4346-9277-527cd396a65b tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:40.822713 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-a762c7a8-c855-4e2d-b31f-3b162762d1cd req-649a7037-01a2-4346-9277-527cd396a65b tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 943 time: 0.2853985 Jul 29 04:57:40.873810 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-a762c7a8-c855-4e2d-b31f-3b162762d1cd req-97c88770-a32f-450d-bc30-756cc81e6c8e tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455747 Jul 29 04:57:42.004264 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05031640-b84d-439e-b9c6-02882f1a5fcd req-bf49e393-51f3-412e-b65f-7d04323d90ca tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:42.007102 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-05031640-b84d-439e-b9c6-02882f1a5fcd req-bf49e393-51f3-412e-b65f-7d04323d90ca tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 943 time: 0.0565746 Jul 29 04:57:42.064209 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-05031640-b84d-439e-b9c6-02882f1a5fcd req-ce83af45-0085-4d40-bd30-600efaa17631 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500820 Jul 29 04:57:43.187174 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c62fd-5e89-4b7e-bb05-588e32e86401 req-ef4d008e-550c-4056-a204-29bf40a2939e tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:43.188647 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b87c62fd-5e89-4b7e-bb05-588e32e86401 req-ef4d008e-550c-4056-a204-29bf40a2939e tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 943 time: 0.0468862 Jul 29 04:57:43.234238 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b87c62fd-5e89-4b7e-bb05-588e32e86401 req-4872321d-84ee-4699-b30a-def769a306bb tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401120 Jul 29 04:57:44.365594 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727921ed-5e75-4311-a054-8afce77a86dc req-b7089983-0098-4181-b769-8e3df5c2c74e tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:44.367257 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-727921ed-5e75-4311-a054-8afce77a86dc req-b7089983-0098-4181-b769-8e3df5c2c74e tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 943 time: 0.0523822 Jul 29 04:57:44.428080 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-727921ed-5e75-4311-a054-8afce77a86dc req-2ce543d9-fb0e-45f2-9a2c-1c0c1db006c9 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491550 Jul 29 04:57:45.552339 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199d47e-8120-4a4b-a173-b2434e278a1a req-3be96c07-c629-44a3-8cb3-c31ee564c7c2 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:45.554321 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-0199d47e-8120-4a4b-a173-b2434e278a1a req-3be96c07-c629-44a3-8cb3-c31ee564c7c2 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 943 time: 0.0506387 Jul 29 04:57:45.601651 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-0199d47e-8120-4a4b-a173-b2434e278a1a req-4a91364c-cf59-4688-8bb9-9a1799821b29 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419722 Jul 29 04:57:46.733998 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d3ce04-428f-46ec-9849-368648db383c req-60609ab3-f8be-48f2-affe-c61bbc2fce46 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:46.735539 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-17d3ce04-428f-46ec-9849-368648db383c req-60609ab3-f8be-48f2-affe-c61bbc2fce46 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 943 time: 0.0503547 Jul 29 04:57:46.784797 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-17d3ce04-428f-46ec-9849-368648db383c req-3bbf5e19-d266-40c6-a4a1-96f3811decde tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430892 Jul 29 04:57:47.308956 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=11 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:57:47.310020 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=17 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:57:47.912799 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db2110-94f1-4acb-9914-97ca9fc4a2ac req-0dcb095b-e2c7-4e74-b411-59dd50698290 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:47.914189 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-d9db2110-94f1-4acb-9914-97ca9fc4a2ac req-0dcb095b-e2c7-4e74-b411-59dd50698290 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 943 time: 0.0465789 Jul 29 04:57:47.963567 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-d9db2110-94f1-4acb-9914-97ca9fc4a2ac req-c76fc6b7-7e1d-4643-af3b-32a7b5bc1335 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435295 Jul 29 04:57:48.439745 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-4ed57b78-8b58-48e6-9232-56f9d441c242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:57:49.090975 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c80c18e-f069-41db-8225-67b3b5328a8e req-3b97d742-8c94-464c-b703-792d30796c8d tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:49.092425 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-9c80c18e-f069-41db-8225-67b3b5328a8e req-3b97d742-8c94-464c-b703-792d30796c8d tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 943 time: 0.0515199 Jul 29 04:57:49.138753 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-9c80c18e-f069-41db-8225-67b3b5328a8e req-f99b62e5-309b-4ea0-9323-30c7a0afcdcf tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407865 Jul 29 04:57:50.277057 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e2b91-a9e9-4b5f-8248-04a8ef743b36 req-4a2b33a2-9dfe-46f5-981c-f087fe609e8c tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:50.278633 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-bd3e2b91-a9e9-4b5f-8248-04a8ef743b36 req-4a2b33a2-9dfe-46f5-981c-f087fe609e8c tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 943 time: 0.0587394 Jul 29 04:57:50.347221 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-bd3e2b91-a9e9-4b5f-8248-04a8ef743b36 req-412150b7-d0b5-45c0-9a62-fc601946daa2 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578136 Jul 29 04:57:50.644924 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-1dc7e151-80b5-4329-bbbb-7a6f9bc4a5f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:57:51.486009 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eca4aae-ce6b-46c8-a9b2-5a6b2c68c571 req-be77e694-49fa-46e2-98de-416f841452fd tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:51.487497 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-3eca4aae-ce6b-46c8-a9b2-5a6b2c68c571 req-be77e694-49fa-46e2-98de-416f841452fd tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 943 time: 0.0561478 Jul 29 04:57:51.537623 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-3eca4aae-ce6b-46c8-a9b2-5a6b2c68c571 req-15f13816-0b96-47d2-969d-07651ac965d5 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427070 Jul 29 04:57:51.541291 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (bab6a0c9-2145-495f-b42f-b184e241503a), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:57:51.859807 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:57:52.667199 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5600ab50-d80a-4ff0-9826-f267520018a2 req-f066b217-b661-4cbc-a5d5-277859c3b79d tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:52.668760 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-5600ab50-d80a-4ff0-9826-f267520018a2 req-f066b217-b661-4cbc-a5d5-277859c3b79d tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 943 time: 0.0490267 Jul 29 04:57:52.716730 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-5600ab50-d80a-4ff0-9826-f267520018a2 req-fba33b32-2d8c-4f63-a607-3132ffcf73b2 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424190 Jul 29 04:57:53.223188 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:57:53.361118 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:57:53.842610 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d8856a-02ac-4ece-a4c9-78ab99ab4f83 req-e98a8097-6e7e-49b8-b333-ab3a0919f76c tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:53.844106 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-59d8856a-02ac-4ece-a4c9-78ab99ab4f83 req-e98a8097-6e7e-49b8-b333-ab3a0919f76c tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 943 time: 0.0468423 Jul 29 04:57:53.896950 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-59d8856a-02ac-4ece-a4c9-78ab99ab4f83 req-94908a08-9542-4397-95db-ab896cc9fa4f tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468695 Jul 29 04:57:55.025985 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef10079-ae65-4e2c-af28-7d35c83c0d28 req-21d17b15-8537-4ff0-99bb-9fa3c1ca5b55 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:55.027456 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-2ef10079-ae65-4e2c-af28-7d35c83c0d28 req-21d17b15-8537-4ff0-99bb-9fa3c1ca5b55 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 943 time: 0.0463803 Jul 29 04:57:55.076650 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-2ef10079-ae65-4e2c-af28-7d35c83c0d28 req-f75ee6e3-a276-465c-8bba-b531eda5ca45 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437496 Jul 29 04:57:56.201488 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039e471-6388-4f8d-bf54-ee4ed8097a4a req-a2915f0a-0cef-48d4-8179-4a7f82e1f016 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:56.203070 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-2039e471-6388-4f8d-bf54-ee4ed8097a4a req-a2915f0a-0cef-48d4-8179-4a7f82e1f016 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 943 time: 0.0491891 Jul 29 04:57:56.252199 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-2039e471-6388-4f8d-bf54-ee4ed8097a4a req-ee8a75fe-0a3c-484d-84e8-44dbb1cabaeb tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434120 Jul 29 04:57:57.374672 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7710f72b-170d-47f8-ae63-6a080b5a71e8 req-38149c14-0c83-437e-bd29-036e6a70bc47 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:57.376125 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-7710f72b-170d-47f8-ae63-6a080b5a71e8 req-38149c14-0c83-437e-bd29-036e6a70bc47 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 943 time: 0.0463612 Jul 29 04:57:57.397430 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:57:57.424529 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-7710f72b-170d-47f8-ae63-6a080b5a71e8 req-89e399d6-e65d-49e5-97bb-0c64df64d4eb tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423751 Jul 29 04:57:58.548362 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b82db5-f9e3-463f-ac5d-ac896b041b92 req-d1733ebe-fa07-4da0-9298-1be5e297a7e2 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:58.549848 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-d4b82db5-f9e3-463f-ac5d-ac896b041b92 req-d1733ebe-fa07-4da0-9298-1be5e297a7e2 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 943 time: 0.0468509 Jul 29 04:57:58.596072 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-d4b82db5-f9e3-463f-ac5d-ac896b041b92 req-adcbb5e6-6123-4ef3-937c-b93af0a6aebb tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407963 Jul 29 04:57:59.718292 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833125ed-9362-486a-8f9e-e001091fdb7b req-a0836eea-ccad-4856-ba6c-f16d7a6a5185 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:57:59.719756 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-833125ed-9362-486a-8f9e-e001091fdb7b req-a0836eea-ccad-4856-ba6c-f16d7a6a5185 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 943 time: 0.0465224 Jul 29 04:57:59.765913 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-833125ed-9362-486a-8f9e-e001091fdb7b req-ee1b8a08-0acb-4b36-8089-36df9f5957bc tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397766 Jul 29 04:58:00.897677 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec05824-7c7a-40c6-a546-e48a6bbdcaf8 req-c5845883-4aa7-4c58-879e-0f40f3cddfcc tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:58:00.900131 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-0ec05824-7c7a-40c6-a546-e48a6bbdcaf8 req-c5845883-4aa7-4c58-879e-0f40f3cddfcc tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 943 time: 0.0525186 Jul 29 04:58:00.936036 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=100 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:58:00.938864 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=100 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:58:00.955894 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-0ec05824-7c7a-40c6-a546-e48a6bbdcaf8 req-b4164676-ae50-4789-ad65-ccce69b354ee tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455692 Jul 29 04:58:02.093696 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ce852-5095-4a52-90af-9763f5d98152 req-ef9fef12-1d92-47f1-abeb-32e91c426afc tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:58:02.095150 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-132ce852-5095-4a52-90af-9763f5d98152 req-ef9fef12-1d92-47f1-abeb-32e91c426afc tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 943 time: 0.0504136 Jul 29 04:58:02.140718 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-132ce852-5095-4a52-90af-9763f5d98152 req-b907755a-55a7-4850-ba23-3e8fad13fb45 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399659 Jul 29 04:58:03.147192 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device 89c67e7e-2b75-46a8-b24e-d4b2cd7a0832 details requested by agent hyperv_hv-cinder-85144 with host hv-cinder-85144 {{(pid=115909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 04:58:03.249460 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port 89c67e7e-2b75-46a8-b24e-d4b2cd7a0832, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=89c67e7e-2b75-46a8-b24e-d4b2cd7a0832,segment=NetworkSegment(ffb2b7f4-3669-4504-9503-4837d5f21e70),segment_id=ffb2b7f4-3669-4504-9503-4837d5f21e70)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:58:03.261090 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Returning: {'device': '89c67e7e-2b75-46a8-b24e-d4b2cd7a0832', 'network_id': 'c8994c62-2968-491e-9d89-ada7a08f8ea0', 'port_id': '89c67e7e-2b75-46a8-b24e-d4b2cd7a0832', 'mac_address': 'fa:16:3e:2b:ec:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bcd2bfa-a312-446b-bdbd-ca5994b4cf21', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 04:58:03.264463 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c7408-697d-43d0-bd95-0433745a2d29 req-2fddbe3c-5c3f-4f9f-a897-33efd1477fa3 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:58:03.265974 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-307c7408-697d-43d0-bd95-0433745a2d29 req-2fddbe3c-5c3f-4f9f-a897-33efd1477fa3 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 943 time: 0.0484021 Jul 29 04:58:03.299182 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Current status of the port 89c67e7e-2b75-46a8-b24e-d4b2cd7a0832 is: DOWN; New status is: BUILD {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:58:03.299833 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (89c67e7e-2b75-46a8-b24e-d4b2cd7a0832), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:03.302977 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:58:03.316938 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-307c7408-697d-43d0-bd95-0433745a2d29 req-a83f5400-93a1-4e50-b13a-a2023fe0e6de tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452712 Jul 29 04:58:03.318863 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.notifiers.nova [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89c67e7e-2b75-46a8-b24e-d4b2cd7a0832 {{(pid=115909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 04:58:03.338993 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port 89c67e7e-2b75-46a8-b24e-d4b2cd7a0832, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=89c67e7e-2b75-46a8-b24e-d4b2cd7a0832,segment=NetworkSegment(ffb2b7f4-3669-4504-9503-4837d5f21e70),segment_id=ffb2b7f4-3669-4504-9503-4837d5f21e70)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:58:03.345428 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (89c67e7e-2b75-46a8-b24e-d4b2cd7a0832), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:03.367983 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=70,neutron:UPDATE=6 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:58:03.370752 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=68,neutron:UPDATE=4 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:58:03.395224 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Pushing event updated for resources: {'Port': ['ID=89c67e7e-2b75-46a8-b24e-d4b2cd7a0832,revision_number=9']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:58:03.789513 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] get_ports_and_sgs() called for port_ids ['89c67e7e-2b75-46a8-b24e-d4b2cd7a0832'] {{(pid=115909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 04:58:04.445675 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f208a3e-0ba8-42ae-b1d4-c0bfdbe592be req-b4f781ca-ad6e-4e9a-8815-55ef0a3a9f97 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:58:04.447063 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-1f208a3e-0ba8-42ae-b1d4-c0bfdbe592be req-b4f781ca-ad6e-4e9a-8815-55ef0a3a9f97 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 944 time: 0.0485210 Jul 29 04:58:04.496818 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-1f208a3e-0ba8-42ae-b1d4-c0bfdbe592be req-e4e14b2f-d984-4868-8314-2e6f166540c3 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442164 Jul 29 04:58:05.153892 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device 89c67e7e-2b75-46a8-b24e-d4b2cd7a0832 up at agent hyperv_hv-cinder-85144 {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 04:58:05.196765 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Provisioning complete for port 89c67e7e-2b75-46a8-b24e-d4b2cd7a0832 triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:58:05.197143 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (89c67e7e-2b75-46a8-b24e-d4b2cd7a0832), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:05.266470 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Current status of the port 89c67e7e-2b75-46a8-b24e-d4b2cd7a0832 is: BUILD; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:58:05.266866 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (89c67e7e-2b75-46a8-b24e-d4b2cd7a0832), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:05.291782 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e997be3-f342-420b-8630-ca1f8847303a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c67e7e-2b75-46a8-b24e-d4b2cd7a0832'}] {{(pid=115909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:58:05.294065 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c420e031ced92140226aa6f83123c9b23fc96e3244e1479094dc728224b9fe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-953672cb-b5ff-4e3b-bf4b-443732689c70" -d '{"events": [{"server_uuid": "5e997be3-f342-420b-8630-ca1f8847303a", "name": "network-vif-plugged", "status": "completed", "tag": "89c67e7e-2b75-46a8-b24e-d4b2cd7a0832"}]}' {{(pid=115909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:58:05.309924 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port 89c67e7e-2b75-46a8-b24e-d4b2cd7a0832, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=89c67e7e-2b75-46a8-b24e-d4b2cd7a0832,segment=NetworkSegment(ffb2b7f4-3669-4504-9503-4837d5f21e70),segment_id=ffb2b7f4-3669-4504-9503-4837d5f21e70)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:58:05.314309 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (89c67e7e-2b75-46a8-b24e-d4b2cd7a0832), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:05.340583 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 04:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b3da94-ee3f-441f-8f3d-a0bcb691d319 x-openstack-request-id: req-13b3da94-ee3f-441f-8f3d-a0bcb691d319 {{(pid=115909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:58:05.340914 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e997be3-f342-420b-8630-ca1f8847303a", "name": "network-vif-plugged", "status": "completed", "tag": "89c67e7e-2b75-46a8-b24e-d4b2cd7a0832", "code": 200}]} {{(pid=115909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:58:05.341163 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-13b3da94-ee3f-441f-8f3d-a0bcb691d319 {{(pid=115909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:58:05.341583 dv-cinder-851449-2-iscsi neutron-server[115909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13b3da94-ee3f-441f-8f3d-a0bcb691d319'] response: {'server_uuid': '5e997be3-f342-420b-8630-ca1f8847303a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c67e7e-2b75-46a8-b24e-d4b2cd7a0832', 'code': 200} Jul 29 04:58:05.366615 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Pushing event updated for resources: {'Port': ['ID=89c67e7e-2b75-46a8-b24e-d4b2cd7a0832,revision_number=10']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:58:05.658098 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b96992-e7d7-41ee-abf3-94abb6d40615 req-d4ef8026-3a95-4549-aecc-c08985b180ba tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:58:05.659591 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-d6b96992-e7d7-41ee-abf3-94abb6d40615 req-d4ef8026-3a95-4549-aecc-c08985b180ba tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 946 time: 0.0786288 Jul 29 04:58:05.661017 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac11b88-948f-41b8-a257-5dba8a131dc9 req-4cb93a55-02bf-4e5a-bfb6-8ea415ab58e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:58:05.662364 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-3ac11b88-948f-41b8-a257-5dba8a131dc9 req-4cb93a55-02bf-4e5a-bfb6-8ea415ab58e2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 1130 time: 0.1173124 Jul 29 04:58:05.717322 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-d6b96992-e7d7-41ee-abf3-94abb6d40615 req-da7de255-bf43-4268-87b8-d114e80018d0 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447071 Jul 29 04:58:05.976950 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-3ac11b88-948f-41b8-a257-5dba8a131dc9 req-5ff396f9-74d6-4de7-baa8-3eec3b5aefb0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483940 Jul 29 04:58:06.841450 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e311e2f6-08d0-40d6-87a2-9bb4518ac742 req-d8fc9546-abc6-40d2-8556-d3fbe3b8eef4 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:58:06.842913 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e311e2f6-08d0-40d6-87a2-9bb4518ac742 req-d8fc9546-abc6-40d2-8556-d3fbe3b8eef4 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 946 time: 0.0471411 Jul 29 04:58:06.889053 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e311e2f6-08d0-40d6-87a2-9bb4518ac742 req-7dfa0876-8748-4ea9-ac09-228e9dbeb037 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407000 Jul 29 04:58:07.856779 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c850451-a025-4fcc-b72a-62660f57abe7 req-eb3d133f-53ab-4eef-a5fe-4a8872a23f86 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:58:07.858445 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-3c850451-a025-4fcc-b72a-62660f57abe7 req-eb3d133f-53ab-4eef-a5fe-4a8872a23f86 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.40 "GET /v2.0/ports?device_id=e27c1c2c-a7fb-4552-9ef0-9acafa894a99 HTTP/1.1" status: 200 len: 946 time: 0.0570629 Jul 29 04:58:07.888531 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=2 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:58:07.892937 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=4 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:58:07.908650 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-3c850451-a025-4fcc-b72a-62660f57abe7 req-0842f044-dac5-475c-8b01-dbcd1cc75e7f tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.40 "GET /v2.0/security-groups?id=88979f92-97a0-4e53-8d26-02e308013a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444448 Jul 29 04:58:08.018619 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc79677-d54a-407a-a205-788dcb33673a req-21eb902f-6ca9-43cb-9d47-783e68535367 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:58:08.020392 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-bbc79677-d54a-407a-a205-788dcb33673a req-21eb902f-6ca9-43cb-9d47-783e68535367 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 946 time: 0.0503976 Jul 29 04:58:08.084581 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-bbc79677-d54a-407a-a205-788dcb33673a req-7e8b2edc-1091-4bc4-9cb5-5a074400b258 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483625 Jul 29 04:58:09.042805 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146e310-3f1f-466c-975b-846d59dac6d5 req-fdf2af8c-cc47-4872-a7c8-334de597b817 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:58:09.044291 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-5146e310-3f1f-466c-975b-846d59dac6d5 req-fdf2af8c-cc47-4872-a7c8-334de597b817 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.40 "GET /v2.0/ports?device_id=e27c1c2c-a7fb-4552-9ef0-9acafa894a99 HTTP/1.1" status: 200 len: 946 time: 0.0583618 Jul 29 04:58:09.091939 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-5146e310-3f1f-466c-975b-846d59dac6d5 req-84d4ca50-8dac-4fbc-a701-f533de2a3720 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.40 "GET /v2.0/security-groups?id=88979f92-97a0-4e53-8d26-02e308013a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419459 Jul 29 04:58:09.209620 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09fb0a7-b1d8-4b07-aa3e-46bb9a66035d req-ff4c65e4-06b1-4961-a4f8-768559ef9266 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:58:09.211171 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-f09fb0a7-b1d8-4b07-aa3e-46bb9a66035d req-ff4c65e4-06b1-4961-a4f8-768559ef9266 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 946 time: 0.0509679 Jul 29 04:58:09.257806 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-f09fb0a7-b1d8-4b07-aa3e-46bb9a66035d req-e8fa27af-f792-487f-b386-0024e2e53ea2 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406463 Jul 29 04:58:10.211565 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d1a3f-6759-42f2-8fdf-0689d85b2f4d req-2746edd5-9626-4fdb-9ac5-28690118654f tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:58:10.213241 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-cd9d1a3f-6759-42f2-8fdf-0689d85b2f4d req-2746edd5-9626-4fdb-9ac5-28690118654f tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.40 "GET /v2.0/ports?device_id=e27c1c2c-a7fb-4552-9ef0-9acafa894a99 HTTP/1.1" status: 200 len: 946 time: 0.0498412 Jul 29 04:58:10.263956 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-cd9d1a3f-6759-42f2-8fdf-0689d85b2f4d req-da16fcbf-bc38-4798-8208-f07d5c711d43 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.40 "GET /v2.0/security-groups?id=88979f92-97a0-4e53-8d26-02e308013a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445411 Jul 29 04:58:10.338318 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:58:10.347973 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e119be13-ca2f-413d-a2db-35f69eba1424 req-513ecb39-59d4-4321-b8cf-a81a86f4f210 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:58:10.349587 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e119be13-ca2f-413d-a2db-35f69eba1424 req-513ecb39-59d4-4321-b8cf-a81a86f4f210 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.64 "GET /v2.0/ports?device_id=e27c1c2c-a7fb-4552-9ef0-9acafa894a99 HTTP/1.1" status: 200 len: 946 time: 0.0538552 Jul 29 04:58:10.430108 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea81c88-e9c0-488e-97df-7846185ec9f6 req-ffc37cb1-4a90-4919-815a-d36ddeded022 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:58:10.431591 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-eea81c88-e9c0-488e-97df-7846185ec9f6 req-ffc37cb1-4a90-4919-815a-d36ddeded022 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 946 time: 0.0809090 Jul 29 04:58:10.495892 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [req-e119be13-ca2f-413d-a2db-35f69eba1424 req-3b082db5-a155-40c3-a3e7-15d545a1b14d tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Deleting port ac1f13bc-ec87-4b3e-b528-f2300635c000 {{(pid=115908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 04:58:10.496064 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-e119be13-ca2f-413d-a2db-35f69eba1424 req-3b082db5-a155-40c3-a3e7-15d545a1b14d tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (ac1f13bc-ec87-4b3e-b528-f2300635c000), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:10.553094 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-eea81c88-e9c0-488e-97df-7846185ec9f6 req-708757b4-be87-4558-969e-83e1baa46c5b tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149044 Jul 29 04:58:10.602005 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [req-e119be13-ca2f-413d-a2db-35f69eba1424 req-3b082db5-a155-40c3-a3e7-15d545a1b14d tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] For port ac1f13bc-ec87-4b3e-b528-f2300635c000, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=ac1f13bc-ec87-4b3e-b528-f2300635c000,segment=NetworkSegment(774954ea-9f18-40af-91e7-f53df266f0d5),segment_id=774954ea-9f18-40af-91e7-f53df266f0d5)] {{(pid=115908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:58:10.602364 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-e119be13-ca2f-413d-a2db-35f69eba1424 req-3b082db5-a155-40c3-a3e7-15d545a1b14d tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (ac1f13bc-ec87-4b3e-b528-f2300635c000), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:10.615320 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [req-e119be13-ca2f-413d-a2db-35f69eba1424 req-3b082db5-a155-40c3-a3e7-15d545a1b14d tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Calling delete_port for ac1f13bc-ec87-4b3e-b528-f2300635c000 owned by compute:nova {{(pid=115908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 04:58:10.658368 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:58:10.784632 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4896a36-f7ae-4507-9ec6-0f798fa2ac3e req-f4e1a4e1-858a-4c34-9403-bd7d176c7f7c tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:58:10.786093 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e4896a36-f7ae-4507-9ec6-0f798fa2ac3e req-f4e1a4e1-858a-4c34-9403-bd7d176c7f7c tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=a4f419f4-d879-49b1-b580-9bfbd7a1f5a8 HTTP/1.1" status: 200 len: 946 time: 0.0613060 Jul 29 04:58:10.787104 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-e119be13-ca2f-413d-a2db-35f69eba1424 req-3b082db5-a155-40c3-a3e7-15d545a1b14d tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (ac1f13bc-ec87-4b3e-b528-f2300635c000), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:10.822421 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b082db5-a155-40c3-a3e7-15d545a1b14d tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Pushing event deleted for resources: {'Port': ['ID=ac1f13bc-ec87-4b3e-b528-f2300635c000,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:58:10.831605 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] get_ports_and_sgs() called for port_ids ['ac1f13bc-ec87-4b3e-b528-f2300635c000'] {{(pid=115909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 04:58:10.863053 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b082db5-a155-40c3-a3e7-15d545a1b14d tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:58:10.863395 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b082db5-a155-40c3-a3e7-15d545a1b14d tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:58:10.863732 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b082db5-a155-40c3-a3e7-15d545a1b14d tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:58:10.864065 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b082db5-a155-40c3-a3e7-15d545a1b14d tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:58:10.864392 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b082db5-a155-40c3-a3e7-15d545a1b14d tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:58:10.864745 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b082db5-a155-40c3-a3e7-15d545a1b14d tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:58:10.865066 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b082db5-a155-40c3-a3e7-15d545a1b14d tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:58:10.865385 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b082db5-a155-40c3-a3e7-15d545a1b14d tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:58:10.865704 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b082db5-a155-40c3-a3e7-15d545a1b14d tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:58:10.866024 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b082db5-a155-40c3-a3e7-15d545a1b14d tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:58:10.866431 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b082db5-a155-40c3-a3e7-15d545a1b14d tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:58:10.866753 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b082db5-a155-40c3-a3e7-15d545a1b14d tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:58:10.867068 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b082db5-a155-40c3-a3e7-15d545a1b14d tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:58:10.867382 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b082db5-a155-40c3-a3e7-15d545a1b14d tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:58:10.867701 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b082db5-a155-40c3-a3e7-15d545a1b14d tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:58:10.899809 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.l3_dvrscheduler_db [req-e119be13-ca2f-413d-a2db-35f69eba1424 req-3b082db5-a155-40c3-a3e7-15d545a1b14d tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] No DVR routers for this DVR port ac1f13bc-ec87-4b3e-b528-f2300635c000 on host hv-cinder-85144 {{(pid=115908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 04:58:10.905441 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-e119be13-ca2f-413d-a2db-35f69eba1424 req-3b082db5-a155-40c3-a3e7-15d545a1b14d tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for port (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:10.908517 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e119be13-ca2f-413d-a2db-35f69eba1424 req-3b082db5-a155-40c3-a3e7-15d545a1b14d tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.64 "DELETE /v2.0/ports/ac1f13bc-ec87-4b3e-b528-f2300635c000 HTTP/1.1" status: 204 len: 173 time: 0.5474873 Jul 29 04:58:10.908972 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e27c1c2c-a7fb-4552-9ef0-9acafa894a99', 'name': 'network-vif-deleted', 'tag': 'ac1f13bc-ec87-4b3e-b528-f2300635c000'}] {{(pid=115908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:58:10.911198 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91089063952d51f7df5c9c02e055d40fa8e1e9cb9a21cfbbcb9b3277c7a948b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2d2319-9512-4960-a9f7-958e38598257" -d '{"events": [{"server_uuid": "e27c1c2c-a7fb-4552-9ef0-9acafa894a99", "name": "network-vif-deleted", "tag": "ac1f13bc-ec87-4b3e-b528-f2300635c000"}]}' {{(pid=115908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:58:10.921060 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e4896a36-f7ae-4507-9ec6-0f798fa2ac3e req-21385b04-c53d-44bd-9ef8-940440d9973e tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=6bb5400e-5e30-4cc3-89d7-df0244e1f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248276 Jul 29 04:58:10.970944 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 04:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e22aba-c1b8-4b21-9efc-06114bcada1f x-openstack-request-id: req-94e22aba-c1b8-4b21-9efc-06114bcada1f {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:58:10.971239 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e27c1c2c-a7fb-4552-9ef0-9acafa894a99", "name": "network-vif-deleted", "tag": "ac1f13bc-ec87-4b3e-b528-f2300635c000", "status": "completed", "code": 200}]} {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:58:10.971492 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-94e22aba-c1b8-4b21-9efc-06114bcada1f {{(pid=115908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:58:10.971898 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94e22aba-c1b8-4b21-9efc-06114bcada1f'] response: {'server_uuid': 'e27c1c2c-a7fb-4552-9ef0-9acafa894a99', 'name': 'network-vif-deleted', 'tag': 'ac1f13bc-ec87-4b3e-b528-f2300635c000', 'status': 'completed', 'code': 200} Jul 29 04:58:11.364652 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-40082678-84c9-4d48-bda5-9543b0752ed6 req-5f2b3554-e266-4869-9fc4-f53f575591ab tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.40 "GET /v2.0/ports?device_id=e27c1c2c-a7fb-4552-9ef0-9acafa894a99 HTTP/1.1" status: 200 len: 210 time: 0.0279436 Jul 29 04:58:12.065192 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1655b3-e19d-44c9-bdd9-b1f08d09571a req-58220665-f500-4d5c-a5af-892b95fa49b2 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:58:12.066641 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-8a1655b3-e19d-44c9-bdd9-b1f08d09571a req-58220665-f500-4d5c-a5af-892b95fa49b2 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=a4f419f4-d879-49b1-b580-9bfbd7a1f5a8 HTTP/1.1" status: 200 len: 946 time: 0.0481024 Jul 29 04:58:12.114342 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-8a1655b3-e19d-44c9-bdd9-b1f08d09571a req-cdf28bf4-3601-4b3f-b40a-998c8eb890cd tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=6bb5400e-5e30-4cc3-89d7-df0244e1f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415552 Jul 29 04:58:12.474977 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-efce3edf-682f-4803-9ac8-5b74881b33c5 req-a39229d3-6110-4068-bb45-285d815e843f tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.40 "GET /v2.0/ports?device_id=e27c1c2c-a7fb-4552-9ef0-9acafa894a99 HTTP/1.1" status: 200 len: 210 time: 0.0276122 Jul 29 04:58:12.985818 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f4a5f6-a8f2-41cf-a267-fa70e33eecaa req-36e93ffe-2111-4582-83da-cde0c8b2cc0c tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:58:12.987340 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-a2f4a5f6-a8f2-41cf-a267-fa70e33eecaa req-36e93ffe-2111-4582-83da-cde0c8b2cc0c tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4f419f4-d879-49b1-b580-9bfbd7a1f5a8 HTTP/1.1" status: 200 len: 946 time: 0.0512521 Jul 29 04:58:13.078662 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [req-a2f4a5f6-a8f2-41cf-a267-fa70e33eecaa req-f0967c4a-8032-48f0-8c8f-57687595394a tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Deleting port 2548b355-cc75-4f48-aa15-872f7943167a {{(pid=115908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 04:58:13.078929 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-a2f4a5f6-a8f2-41cf-a267-fa70e33eecaa req-f0967c4a-8032-48f0-8c8f-57687595394a tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (2548b355-cc75-4f48-aa15-872f7943167a), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:13.172923 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [req-a2f4a5f6-a8f2-41cf-a267-fa70e33eecaa req-f0967c4a-8032-48f0-8c8f-57687595394a tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] For port 2548b355-cc75-4f48-aa15-872f7943167a, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=2548b355-cc75-4f48-aa15-872f7943167a,segment=NetworkSegment(6f466e2d-c5fa-42c0-91f0-803509af04d3),segment_id=6f466e2d-c5fa-42c0-91f0-803509af04d3)] {{(pid=115908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:58:13.173293 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-a2f4a5f6-a8f2-41cf-a267-fa70e33eecaa req-f0967c4a-8032-48f0-8c8f-57687595394a tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (2548b355-cc75-4f48-aa15-872f7943167a), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:13.204653 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device ac1f13bc-ec87-4b3e-b528-f2300635c000 no longer exists at agent hyperv_hv-cinder-85144 {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 04:58:13.227295 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] No Port match for: ac1f13bc-ec87-4b3e-b528-f2300635c000 {{(pid=115909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 04:58:13.227652 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device ac1f13bc-ec87-4b3e-b528-f2300635c000 not bound to the agent host hv-cinder-85144 {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 04:58:13.236903 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef099ee3-2690-4871-a886-4faee0e27858 req-9ba46d60-45fc-494f-b67b-9dfb351bbfed tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:58:13.238390 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-ef099ee3-2690-4871-a886-4faee0e27858 req-9ba46d60-45fc-494f-b67b-9dfb351bbfed tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=a4f419f4-d879-49b1-b580-9bfbd7a1f5a8 HTTP/1.1" status: 200 len: 946 time: 0.0499656 Jul 29 04:58:13.282772 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:58:13.290787 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-ef099ee3-2690-4871-a886-4faee0e27858 req-152a04f6-dc57-45e5-a222-528ce16cae5c tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups?id=6bb5400e-5e30-4cc3-89d7-df0244e1f1df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453579 Jul 29 04:58:13.343157 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-a2f4a5f6-a8f2-41cf-a267-fa70e33eecaa req-f0967c4a-8032-48f0-8c8f-57687595394a tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:13.343451 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-a2f4a5f6-a8f2-41cf-a267-fa70e33eecaa req-f0967c4a-8032-48f0-8c8f-57687595394a tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1937124'] for floatingip (bdd716db-4e94-409f-82e4-104e09c60612), after_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:13.343770 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.db.l3_db [req-a2f4a5f6-a8f2-41cf-a267-fa70e33eecaa req-f0967c4a-8032-48f0-8c8f-57687595394a tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Floating IP bdd716db-4e94-409f-82e4-104e09c60612 disassociated. External IP: 172.27.0.113, port: 2548b355-cc75-4f48-aa15-872f7943167a. Jul 29 04:58:13.344121 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [req-a2f4a5f6-a8f2-41cf-a267-fa70e33eecaa req-f0967c4a-8032-48f0-8c8f-57687595394a tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Calling delete_port for 2548b355-cc75-4f48-aa15-872f7943167a owned by compute:nova {{(pid=115908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 04:58:13.471823 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-a2f4a5f6-a8f2-41cf-a267-fa70e33eecaa req-f0967c4a-8032-48f0-8c8f-57687595394a tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (2548b355-cc75-4f48-aa15-872f7943167a), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:13.499245 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0967c4a-8032-48f0-8c8f-57687595394a tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Pushing event deleted for resources: {'Port': ['ID=2548b355-cc75-4f48-aa15-872f7943167a,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:58:13.599673 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:58:13.618976 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2f4a5f6-a8f2-41cf-a267-fa70e33eecaa req-f0967c4a-8032-48f0-8c8f-57687595394a tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Router 00e1ea9c-ca36-47a6-adfc-7297319d368d has already been hosted by L3 agent 507cc676-b5a3-487d-9bd3-df89beb45ea5 {{(pid=115908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 04:58:13.735201 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2f4a5f6-a8f2-41cf-a267-fa70e33eecaa req-f0967c4a-8032-48f0-8c8f-57687595394a tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Notify agent at l3_agent.dv-cinder-851449-2-iscsi the message routers_updated {{(pid=115908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 04:58:13.745675 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03041579-ffb9-4d67-9ec5-f55bb057bca4 None None] Sync routers for ids ['00e1ea9c-ca36-47a6-adfc-7297319d368d'] in dv-cinder-851449-2-iscsi {{(pid=115909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 04:58:13.757919 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03041579-ffb9-4d67-9ec5-f55bb057bca4 None None] Routers {'00e1ea9c-ca36-47a6-adfc-7297319d368d'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:58:13.758615 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-03041579-ffb9-4d67-9ec5-f55bb057bca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:57:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['00e1ea9c-ca36-47a6-adfc-7297319d368d'], 'active': True} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:58:13.777894 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f4a5f6-a8f2-41cf-a267-fa70e33eecaa req-f0967c4a-8032-48f0-8c8f-57687595394a tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] No DVR routers for this DVR port 2548b355-cc75-4f48-aa15-872f7943167a on host hv-cinder-85144 {{(pid=115908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 04:58:13.780321 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-a2f4a5f6-a8f2-41cf-a267-fa70e33eecaa req-f0967c4a-8032-48f0-8c8f-57687595394a tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for port (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:13.783491 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-a2f4a5f6-a8f2-41cf-a267-fa70e33eecaa req-f0967c4a-8032-48f0-8c8f-57687595394a tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.64 "DELETE /v2.0/ports/2548b355-cc75-4f48-aa15-872f7943167a HTTP/1.1" status: 204 len: 173 time: 0.7900603 Jul 29 04:58:13.783918 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4f419f4-d879-49b1-b580-9bfbd7a1f5a8', 'name': 'network-vif-deleted', 'tag': '2548b355-cc75-4f48-aa15-872f7943167a'}] {{(pid=115908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:58:13.786243 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91089063952d51f7df5c9c02e055d40fa8e1e9cb9a21cfbbcb9b3277c7a948b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5462c5c-9c74-40eb-aaf0-2f17d559e91c" -d '{"events": [{"server_uuid": "a4f419f4-d879-49b1-b580-9bfbd7a1f5a8", "name": "network-vif-deleted", "tag": "2548b355-cc75-4f48-aa15-872f7943167a"}]}' {{(pid=115908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:58:13.828224 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 04:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d96d68-7d68-470e-a899-0a9ec0de0e8e x-openstack-request-id: req-84d96d68-7d68-470e-a899-0a9ec0de0e8e {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:58:13.828526 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4f419f4-d879-49b1-b580-9bfbd7a1f5a8", "name": "network-vif-deleted", "tag": "2548b355-cc75-4f48-aa15-872f7943167a", "status": "completed", "code": 200}]} {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:58:13.828854 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-84d96d68-7d68-470e-a899-0a9ec0de0e8e {{(pid=115908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:58:13.829215 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84d96d68-7d68-470e-a899-0a9ec0de0e8e'] response: {'server_uuid': 'a4f419f4-d879-49b1-b580-9bfbd7a1f5a8', 'name': 'network-vif-deleted', 'tag': '2548b355-cc75-4f48-aa15-872f7943167a', 'status': 'completed', 'code': 200} Jul 29 04:58:13.876781 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvr_db [None req-03041579-ffb9-4d67-9ec5-f55bb057bca4 None None] Set router 00e1ea9c-ca36-47a6-adfc-7297319d368d gateway port host: dv-cinder-851449-2-iscsi {{(pid=115909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:58:13.901286 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.agents_db [None req-05f878dc-9505-4230-ae26-b2f791c5e7d5 None None] Agent healthcheck: found 6 active agents {{(pid=115910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 04:58:14.069858 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-03041579-ffb9-4d67-9ec5-f55bb057bca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e1ea9c-ca36-47a6-adfc-7297319d368d', 'name': 'tempest-AttachVolumeTestJSON-186030634-router', 'tenant_id': '946bf1e173f9476d86cf6133055fba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'a0c2d30f-3fae-4c94-8da7-3ca17eba7f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:19Z', 'updated_at': '2022-07-29T04:47:28Z', 'revision_number': 4, 'project_id': '946bf1e173f9476d86cf6133055fba0a', 'gw_port': {'id': 'a0c2d30f-3fae-4c94-8da7-3ca17eba7f99', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e1ea9c-ca36-47a6-adfc-7297319d368d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:21Z', 'updated_at': '2022-07-29T04:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': '55b672ec-1025-4297-8d6a-0a6fd8cc51ce', 'name': '', 'network_id': '4bcca997-0807-424d-86d3-43681c4961dd', 'tenant_id': '946bf1e173f9476d86cf6133055fba0a', 'mac_address': 'fa:16:3e:2e:0f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e1ea9c-ca36-47a6-adfc-7297319d368d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '928e1728-3f5c-432b-96a7-e970473efb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:26Z', 'updated_at': '2022-07-29T04:47:43Z', 'revision_number': 5, 'project_id': '946bf1e173f9476d86cf6133055fba0a', 'subnets': [{'id': '928e1728-3f5c-432b-96a7-e970473efb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:58:14.094347 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03041579-ffb9-4d67-9ec5-f55bb057bca4 None None] Checking router: 00e1ea9c-ca36-47a6-adfc-7297319d368d for host: dv-cinder-851449-2-iscsi {{(pid=115909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 04:58:14.102979 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03041579-ffb9-4d67-9ec5-f55bb057bca4 None None] Routers {'00e1ea9c-ca36-47a6-adfc-7297319d368d'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:58:14.103522 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-03041579-ffb9-4d67-9ec5-f55bb057bca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:57:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['00e1ea9c-ca36-47a6-adfc-7297319d368d'], 'active': True} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:58:14.191120 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:58:14.193479 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:58:14.202627 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvr_db [None req-03041579-ffb9-4d67-9ec5-f55bb057bca4 None None] Set router 00e1ea9c-ca36-47a6-adfc-7297319d368d gateway port host: dv-cinder-851449-2-iscsi {{(pid=115909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:58:14.389083 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-03041579-ffb9-4d67-9ec5-f55bb057bca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e1ea9c-ca36-47a6-adfc-7297319d368d', 'name': 'tempest-AttachVolumeTestJSON-186030634-router', 'tenant_id': '946bf1e173f9476d86cf6133055fba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'a0c2d30f-3fae-4c94-8da7-3ca17eba7f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:19Z', 'updated_at': '2022-07-29T04:47:28Z', 'revision_number': 4, 'project_id': '946bf1e173f9476d86cf6133055fba0a', 'gw_port': {'id': 'a0c2d30f-3fae-4c94-8da7-3ca17eba7f99', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e1ea9c-ca36-47a6-adfc-7297319d368d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:21Z', 'updated_at': '2022-07-29T04:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': '55b672ec-1025-4297-8d6a-0a6fd8cc51ce', 'name': '', 'network_id': '4bcca997-0807-424d-86d3-43681c4961dd', 'tenant_id': '946bf1e173f9476d86cf6133055fba0a', 'mac_address': 'fa:16:3e:2e:0f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e1ea9c-ca36-47a6-adfc-7297319d368d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '928e1728-3f5c-432b-96a7-e970473efb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:26Z', 'updated_at': '2022-07-29T04:47:43Z', 'revision_number': 5, 'project_id': '946bf1e173f9476d86cf6133055fba0a', 'subnets': [{'id': '928e1728-3f5c-432b-96a7-e970473efb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:58:14.403050 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-3b0a6dbf-4dac-44bc-9a2d-f7d5704ce038 req-cc0b1ec0-261a-4457-ab11-964c0764fd05 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=a4f419f4-d879-49b1-b580-9bfbd7a1f5a8 HTTP/1.1" status: 200 len: 210 time: 0.0283723 Jul 29 04:58:14.414303 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03041579-ffb9-4d67-9ec5-f55bb057bca4 None None] The sync data for ids ['00e1ea9c-ca36-47a6-adfc-7297319d368d'] in dv-cinder-851449-2-iscsi is: [{'id': '00e1ea9c-ca36-47a6-adfc-7297319d368d', 'name': 'tempest-AttachVolumeTestJSON-186030634-router', 'tenant_id': '946bf1e173f9476d86cf6133055fba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'a0c2d30f-3fae-4c94-8da7-3ca17eba7f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:19Z', 'updated_at': '2022-07-29T04:47:28Z', 'revision_number': 4, 'project_id': '946bf1e173f9476d86cf6133055fba0a', 'gw_port': {'id': 'a0c2d30f-3fae-4c94-8da7-3ca17eba7f99', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e1ea9c-ca36-47a6-adfc-7297319d368d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:21Z', 'updated_at': '2022-07-29T04:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': '55b672ec-1025-4297-8d6a-0a6fd8cc51ce', 'name': '', 'network_id': '4bcca997-0807-424d-86d3-43681c4961dd', 'tenant_id': '946bf1e173f9476d86cf6133055fba0a', 'mac_address': 'fa:16:3e:2e:0f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e1ea9c-ca36-47a6-adfc-7297319d368d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '928e1728-3f5c-432b-96a7-e970473efb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:26Z', 'updated_at': '2022-07-29T04:47:43Z', 'revision_number': 5, 'project_id': '946bf1e173f9476d86cf6133055fba0a', 'subnets': [{'id': '928e1728-3f5c-432b-96a7-e970473efb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 04:58:14.623175 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e3084b-b4cb-4911-912d-8470b0f69673 None None] New status for floating IP bdd716db-4e94-409f-82e4-104e09c60612: DOWN {{(pid=115910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 04:58:15.515546 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-c3599c35-be0f-4c8e-8692-c8ec7167a5d0 req-1f90593b-bd89-4ae8-810a-f1aac0d6a855 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=a4f419f4-d879-49b1-b580-9bfbd7a1f5a8 HTTP/1.1" status: 200 len: 210 time: 0.0283949 Jul 29 04:58:16.630606 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8421bc48-2b94-4471-a043-c77aebfd9726 req-6cba8f9b-2967-42b9-b396-f430ccff3d7a tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=a4f419f4-d879-49b1-b580-9bfbd7a1f5a8 HTTP/1.1" status: 200 len: 210 time: 0.0324030 Jul 29 04:58:17.742870 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-dade0df8-cc24-485b-84dc-977760a143f0 req-623894dd-8152-4030-9a56-bc307242ae5e tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/ports?device_id=a4f419f4-d879-49b1-b580-9bfbd7a1f5a8 HTTP/1.1" status: 200 len: 210 time: 0.0277517 Jul 29 04:58:17.987457 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device 2548b355-cc75-4f48-aa15-872f7943167a no longer exists at agent hyperv_hv-cinder-85144 {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 04:58:18.009128 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] No Port match for: 2548b355-cc75-4f48-aa15-872f7943167a {{(pid=115909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 04:58:18.009476 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device 2548b355-cc75-4f48-aa15-872f7943167a not bound to the agent host hv-cinder-85144 {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 04:58:18.435429 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-755f56cb-296f-4924-9ea0-50f391a2bf3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:18.831547 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 36628) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:58:18.887895 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-6028463b-a3a6-4563-a01e-1a2b0b9b4fbd tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks [] for security_group (6bb5400e-5e30-4cc3-89d7-df0244e1f1df), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:18.911811 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-6028463b-a3a6-4563-a01e-1a2b0b9b4fbd tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks [] for security_group (6bb5400e-5e30-4cc3-89d7-df0244e1f1df), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:18.961679 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-6028463b-a3a6-4563-a01e-1a2b0b9b4fbd tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (6bb5400e-5e30-4cc3-89d7-df0244e1f1df), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:18.964286 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-6028463b-a3a6-4563-a01e-1a2b0b9b4fbd tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:18.965630 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-6028463b-a3a6-4563-a01e-1a2b0b9b4fbd tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "DELETE /v2.0/security-groups/6bb5400e-5e30-4cc3-89d7-df0244e1f1df HTTP/1.1" status: 204 len: 168 time: 0.1330311 Jul 29 04:58:18.968703 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 36638) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:58:18.975062 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6028463b-a3a6-4563-a01e-1a2b0b9b4fbd tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb5400e-5e30-4cc3-89d7-df0244e1f1df,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:58:18.989678 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.api.v2.resource [None req-06d3c95b-fe19-459e-b347-2023e16e3e07 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] show failed (client error): The resource could not be found. Jul 29 04:58:18.996832 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 36642) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:58:19.008848 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-06d3c95b-fe19-459e-b347-2023e16e3e07 tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "GET /v2.0/security-groups/6bb5400e-5e30-4cc3-89d7-df0244e1f1df HTTP/1.1" status: 404 len: 347 time: 0.0380120 Jul 29 04:58:19.114092 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [None req-659b6010-8a3e-4722-b65f-e309b5f3210a tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Deleting port 6a78b074-7aca-4469-bd41-542d47ff685c {{(pid=115908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 04:58:19.114441 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-659b6010-8a3e-4722-b65f-e309b5f3210a tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (6a78b074-7aca-4469-bd41-542d47ff685c), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:19.193803 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-659b6010-8a3e-4722-b65f-e309b5f3210a tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (6a78b074-7aca-4469-bd41-542d47ff685c), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:19.194046 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-659b6010-8a3e-4722-b65f-e309b5f3210a tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks [] for floatingip (6a78b074-7aca-4469-bd41-542d47ff685c), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:19.202349 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:58:19.207266 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [None req-659b6010-8a3e-4722-b65f-e309b5f3210a tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Calling delete_port for 6a78b074-7aca-4469-bd41-542d47ff685c owned by network:floatingip {{(pid=115908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 04:58:19.344703 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-659b6010-8a3e-4722-b65f-e309b5f3210a tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (6a78b074-7aca-4469-bd41-542d47ff685c), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:19.369659 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659b6010-8a3e-4722-b65f-e309b5f3210a tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Pushing event deleted for resources: {'Port': ['ID=6a78b074-7aca-4469-bd41-542d47ff685c,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:58:19.430720 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-659b6010-8a3e-4722-b65f-e309b5f3210a tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks [] for floatingip (bdd716db-4e94-409f-82e4-104e09c60612), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:19.433270 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-659b6010-8a3e-4722-b65f-e309b5f3210a tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for floatingip (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:19.434412 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-659b6010-8a3e-4722-b65f-e309b5f3210a tempest-AttachVolumeTestJSON-75429202 tempest-AttachVolumeTestJSON-75429202-project] 10.222.0.40 "DELETE /v2.0/floatingips/bdd716db-4e94-409f-82e4-104e09c60612 HTTP/1.1" status: 204 len: 168 time: 0.4366503 Jul 29 04:58:20.653550 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-e640678b-a078-47c1-9a23-3c6f92402451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:21.543534 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (bab6a0c9-2145-495f-b42f-b184e241503a), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:21.861896 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:23.226381 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:23.363971 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:24.599608 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f9c72-e690-41ec-bae8-73b15fba250b req-380f05a0-2e99-49ee-a520-bb4b1bc73d32 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:58:24.601168 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-762f9c72-e690-41ec-bae8-73b15fba250b req-380f05a0-2e99-49ee-a520-bb4b1bc73d32 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.40 "GET /v2.0/networks?id=f6122d12-dacd-40c0-a20f-9d53ca795a2c HTTP/1.1" status: 200 len: 814 time: 0.1058481 Jul 29 04:58:24.615956 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-762f9c72-e690-41ec-bae8-73b15fba250b req-f7787191-17aa-4324-aeed-3362e3a0debb tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.40 "GET /v2.0/quotas/62319662d8e34fc8bbe01e0410cec30a HTTP/1.1" status: 200 len: 375 time: 0.0090230 Jul 29 04:58:24.649660 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-762f9c72-e690-41ec-bae8-73b15fba250b req-e3f045af-2ed6-46b7-82b2-ede66a7db0f8 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=62319662d8e34fc8bbe01e0410cec30a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277331 Jul 29 04:58:24.660050 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [req-762f9c72-e690-41ec-bae8-73b15fba250b req-2c413ff0-ae5b-445c-ac92-4754a5d84187 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=115908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 29 04:58:24.661105 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-762f9c72-e690-41ec-bae8-73b15fba250b req-2c413ff0-ae5b-445c-ac92-4754a5d84187 service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050862 Jul 29 04:58:24.695328 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:58:24.697410 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:58:24.716004 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:58:24.755786 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-762f9c72-e690-41ec-bae8-73b15fba250b req-7a2d792a-2dd8-452f-abf4-16ffe2109ecf service neutron] 10.222.0.40 "GET /v2.0/networks/f6122d12-dacd-40c0-a20f-9d53ca795a2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884407 Jul 29 04:58:24.845254 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-762f9c72-e690-41ec-bae8-73b15fba250b req-1e966700-ec35-42da-91c8-05d382568dd4 service neutron] 10.222.0.40 "GET /v2.0/networks/f6122d12-dacd-40c0-a20f-9d53ca795a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836425 Jul 29 04:58:25.016929 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-d2797e5e-8835-4219-a670-4789e178892e req-807bd4f3-8f57-4f4a-b698-a53a6f826b8a tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.40 "GET /v2.0/ports?device_id=b8c39d4c-13bb-4334-8bab-824a0bb63870 HTTP/1.1" status: 200 len: 210 time: 0.0353720 Jul 29 04:58:26.121499 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-54cc9913-31c4-4fcb-92d6-7e76b38a61ad req-b2d21fa1-b38e-44bd-b81f-bfbfd1906f48 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.40 "GET /v2.0/ports?device_id=b8c39d4c-13bb-4334-8bab-824a0bb63870 HTTP/1.1" status: 200 len: 210 time: 0.0339739 Jul 29 04:58:26.169558 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 36722) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:58:26.444984 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f9c72-e690-41ec-bae8-73b15fba250b req-ecf7df6b-4895-44f6-8d6c-1d622e17bc01 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:58:26.446414 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-762f9c72-e690-41ec-bae8-73b15fba250b req-ecf7df6b-4895-44f6-8d6c-1d622e17bc01 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.64 "GET /v2.0/networks?id=f6122d12-dacd-40c0-a20f-9d53ca795a2c HTTP/1.1" status: 200 len: 814 time: 0.1882722 Jul 29 04:58:26.524440 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [req-762f9c72-e690-41ec-bae8-73b15fba250b req-89842fd1-67d8-443c-b80e-fd4bb9ce89aa tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Request body: {'port': {'device_id': 'b8c39d4c-13bb-4334-8bab-824a0bb63870', 'network_id': 'f6122d12-dacd-40c0-a20f-9d53ca795a2c', 'admin_state_up': True, 'tenant_id': '62319662d8e34fc8bbe01e0410cec30a'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:58:26.578172 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:58:26.709768 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-7d80adc3-3024-4f6d-9840-197c112081f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1933340'] for router_interface (00e1ea9c-ca36-47a6-adfc-7297319d368d), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:26.742578 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-762f9c72-e690-41ec-bae8-73b15fba250b req-89842fd1-67d8-443c-b80e-fd4bb9ce89aa tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Made reservation on behalf of 62319662d8e34fc8bbe01e0410cec30a for: {'port': 1} {{(pid=115908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 04:58:26.746261 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-762f9c72-e690-41ec-bae8-73b15fba250b req-89842fd1-67d8-443c-b80e-fd4bb9ce89aa tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:27.110897 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:58:27.247194 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.db_base_plugin_common [req-762f9c72-e690-41ec-bae8-73b15fba250b req-89842fd1-67d8-443c-b80e-fd4bb9ce89aa tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Allocated IP 172.20.0.7 (f6122d12-dacd-40c0-a20f-9d53ca795a2c/378d8925-a5ef-4a58-bd36-ed39aa5762d4/424252b7-0423-412c-a37a-881037fb6cbc) {{(pid=115908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 04:58:27.251443 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8d6ef54b-ceaf-49e4-874b-4d552f873c25 req-edfcd47a-dad8-4f41-ac1c-5c499d1d9690 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.40 "GET /v2.0/ports?device_id=b8c39d4c-13bb-4334-8bab-824a0bb63870 HTTP/1.1" status: 200 len: 210 time: 0.0476644 Jul 29 04:58:27.358048 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [None req-7d80adc3-3024-4f6d-9840-197c112081f8 admin admin] Deleting port 55b672ec-1025-4297-8d6a-0a6fd8cc51ce {{(pid=115908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 04:58:27.358386 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-7d80adc3-3024-4f6d-9840-197c112081f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (55b672ec-1025-4297-8d6a-0a6fd8cc51ce), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:27.530487 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [None req-7d80adc3-3024-4f6d-9840-197c112081f8 admin admin] For port 55b672ec-1025-4297-8d6a-0a6fd8cc51ce, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=55b672ec-1025-4297-8d6a-0a6fd8cc51ce,segment=NetworkSegment(6f466e2d-c5fa-42c0-91f0-803509af04d3),segment_id=6f466e2d-c5fa-42c0-91f0-803509af04d3)] {{(pid=115908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:58:27.530854 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-7d80adc3-3024-4f6d-9840-197c112081f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (55b672ec-1025-4297-8d6a-0a6fd8cc51ce), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:27.542417 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-762f9c72-e690-41ec-bae8-73b15fba250b req-89842fd1-67d8-443c-b80e-fd4bb9ce89aa tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Publish callbacks [] for port (424252b7-0423-412c-a37a-881037fb6cbc), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:27.551807 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [None req-7d80adc3-3024-4f6d-9840-197c112081f8 admin admin] Calling delete_port for 55b672ec-1025-4297-8d6a-0a6fd8cc51ce owned by network:router_interface {{(pid=115908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 04:58:27.606308 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:58:27.636341 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-762f9c72-e690-41ec-bae8-73b15fba250b req-89842fd1-67d8-443c-b80e-fd4bb9ce89aa tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (424252b7-0423-412c-a37a-881037fb6cbc), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:27.731811 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89842fd1-67d8-443c-b80e-fd4bb9ce89aa tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Pushing event updated for resources: {'Port': ['ID=424252b7-0423-412c-a37a-881037fb6cbc,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:58:27.737259 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-762f9c72-e690-41ec-bae8-73b15fba250b req-89842fd1-67d8-443c-b80e-fd4bb9ce89aa tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Network f6122d12-dacd-40c0-a20f-9d53ca795a2c is already hosted by enough agents. {{(pid=115908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 04:58:27.742773 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.base_scheduler [req-762f9c72-e690-41ec-bae8-73b15fba250b req-89842fd1-67d8-443c-b80e-fd4bb9ce89aa tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Resources bound (agent type, host, resource id): {{(pid=115908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 04:58:27.748924 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.l3_dvrscheduler_db [req-762f9c72-e690-41ec-bae8-73b15fba250b req-89842fd1-67d8-443c-b80e-fd4bb9ce89aa tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Received port after_create {{(pid=115908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 04:58:27.815700 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f9c72-e690-41ec-bae8-73b15fba250b req-89842fd1-67d8-443c-b80e-fd4bb9ce89aa tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:58:27.816233 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-762f9c72-e690-41ec-bae8-73b15fba250b req-89842fd1-67d8-443c-b80e-fd4bb9ce89aa tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for port (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:27.819089 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:58:27.873947 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-762f9c72-e690-41ec-bae8-73b15fba250b req-89842fd1-67d8-443c-b80e-fd4bb9ce89aa tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3532171 Jul 29 04:58:27.893611 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [req-762f9c72-e690-41ec-bae8-73b15fba250b req-a108334c-86c7-4caf-b869-73b17a8c38e1 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=115908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 29 04:58:27.894665 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-762f9c72-e690-41ec-bae8-73b15fba250b req-a108334c-86c7-4caf-b869-73b17a8c38e1 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0064685 Jul 29 04:58:27.935370 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [req-762f9c72-e690-41ec-bae8-73b15fba250b req-b6032a15-5e29-4b2b-9a8b-f603fece6673 service neutron] Request body: {'port': {'device_id': 'b8c39d4c-13bb-4334-8bab-824a0bb63870', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85144'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 04:58:27.937844 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-7d80adc3-3024-4f6d-9840-197c112081f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (55b672ec-1025-4297-8d6a-0a6fd8cc51ce), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:27.993865 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b543da76-cffd-4e8c-8059-b5d9c6c39be5 req-3cc4db5c-d862-484b-944c-63a0d5f4c412 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1044075 Jul 29 04:58:27.994457 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d80adc3-3024-4f6d-9840-197c112081f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=55b672ec-1025-4297-8d6a-0a6fd8cc51ce,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:58:28.098941 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-762f9c72-e690-41ec-bae8-73b15fba250b req-b6032a15-5e29-4b2b-9a8b-f603fece6673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (424252b7-0423-412c-a37a-881037fb6cbc), before_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:28.137260 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543da76-cffd-4e8c-8059-b5d9c6c39be5 req-ea0d56c4-d013-4005-b1b4-d385b21317b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:58:28.138824 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b543da76-cffd-4e8c-8059-b5d9c6c39be5 req-ea0d56c4-d013-4005-b1b4-d385b21317b5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f8e9e21d168140e99ffed71146e35fc4&device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 1130 time: 0.0714662 Jul 29 04:58:28.380634 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3f121-e07b-42cb-bc6f-fc12e9d06df7 req-15f1ab91-51db-4c6c-ab15-027e708b1a40 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:58:28.382068 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-a9d3f121-e07b-42cb-bc6f-fc12e9d06df7 req-15f1ab91-51db-4c6c-ab15-027e708b1a40 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.40 "GET /v2.0/ports?device_id=b8c39d4c-13bb-4334-8bab-824a0bb63870 HTTP/1.1" status: 200 len: 931 time: 0.0531430 Jul 29 04:58:28.418130 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543da76-cffd-4e8c-8059-b5d9c6c39be5 req-cbbffc97-7927-493c-8a27-bd419b9e728e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:58:28.419611 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b543da76-cffd-4e8c-8059-b5d9c6c39be5 req-cbbffc97-7927-493c-8a27-bd419b9e728e service neutron] 10.222.0.64 "GET /v2.0/networks?id=c8994c62-2968-491e-9d89-ada7a08f8ea0 HTTP/1.1" status: 200 len: 916 time: 0.2285790 Jul 29 04:58:28.431759 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-a9d3f121-e07b-42cb-bc6f-fc12e9d06df7 req-f92c9a75-54be-4a05-bd65-895295005ce7 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.40 "GET /v2.0/security-groups?id=88979f92-97a0-4e53-8d26-02e308013a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437644 Jul 29 04:58:28.455668 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-7d80adc3-3024-4f6d-9840-197c112081f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1573551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1933448'] for router_interface (00e1ea9c-ca36-47a6-adfc-7297319d368d), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:28.501283 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:58:28.560207 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b543da76-cffd-4e8c-8059-b5d9c6c39be5 req-b254836e-06c5-4d16-bd5b-00608ca96618 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89c67e7e-2b75-46a8-b24e-d4b2cd7a0832 HTTP/1.1" status: 200 len: 1001 time: 0.1117203 Jul 29 04:58:28.670530 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:58:28.686363 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543da76-cffd-4e8c-8059-b5d9c6c39be5 req-1f1fa45e-7fe4-4765-b6a0-2f7ba4f73840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:58:28.687839 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b543da76-cffd-4e8c-8059-b5d9c6c39be5 req-1f1fa45e-7fe4-4765-b6a0-2f7ba4f73840 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9bcd2bfa-a312-446b-bdbd-ca5994b4cf21 HTTP/1.1" status: 200 len: 854 time: 0.1149664 Jul 29 04:58:28.763273 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [req-762f9c72-e690-41ec-bae8-73b15fba250b req-b6032a15-5e29-4b2b-9a8b-f603fece6673 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 424252b7-0423-412c-a37a-881037fb6cbc {{(pid=115908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 04:58:28.807106 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-762f9c72-e690-41ec-bae8-73b15fba250b req-b6032a15-5e29-4b2b-9a8b-f603fece6673 service neutron] Publish callbacks [] for port (424252b7-0423-412c-a37a-881037fb6cbc), precommit_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:28.811258 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543da76-cffd-4e8c-8059-b5d9c6c39be5 req-6bae89e9-2215-4510-ad88-3da1b0ef51f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:58:28.812804 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b543da76-cffd-4e8c-8059-b5d9c6c39be5 req-6bae89e9-2215-4510-ad88-3da1b0ef51f7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c8994c62-2968-491e-9d89-ada7a08f8ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1128025 Jul 29 04:58:28.870127 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.provisioning_blocks [req-762f9c72-e690-41ec-bae8-73b15fba250b req-b6032a15-5e29-4b2b-9a8b-f603fece6673 service neutron] Transition to ACTIVE for port object 424252b7-0423-412c-a37a-881037fb6cbc will not be triggered until provisioned by entity L2. {{(pid=115908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 29 04:58:28.899848 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-762f9c72-e690-41ec-bae8-73b15fba250b req-b6032a15-5e29-4b2b-9a8b-f603fece6673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7403849'] for port (424252b7-0423-412c-a37a-881037fb6cbc), after_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:28.978102 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6032a15-5e29-4b2b-9a8b-f603fece6673 service neutron] Pushing event updated for resources: {'Port': ['ID=424252b7-0423-412c-a37a-881037fb6cbc,revision_number=2']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:58:29.026571 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d80adc3-3024-4f6d-9840-197c112081f8 admin admin] Router 00e1ea9c-ca36-47a6-adfc-7297319d368d has already been hosted by L3 agent 507cc676-b5a3-487d-9bd3-df89beb45ea5 {{(pid=115908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 04:58:29.031585 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b543da76-cffd-4e8c-8059-b5d9c6c39be5 req-14b19458-40b6-4262-907e-6a6078dcc358 service neutron] 10.222.0.64 "GET /v2.0/networks/c8994c62-2968-491e-9d89-ada7a08f8ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096665 Jul 29 04:58:29.452208 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.managers [req-762f9c72-e690-41ec-bae8-73b15fba250b req-b6032a15-5e29-4b2b-9a8b-f603fece6673 service neutron] Attempting to bind port 424252b7-0423-412c-a37a-881037fb6cbc on host hv-cinder-85144 for vnic_type normal with profile {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 04:58:29.452911 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.managers [req-762f9c72-e690-41ec-bae8-73b15fba250b req-b6032a15-5e29-4b2b-9a8b-f603fece6673 service neutron] Attempting to bind port 424252b7-0423-412c-a37a-881037fb6cbc by drivers openvswitch,hyperv on host hv-cinder-85144 at level 0 using segments [{'id': '774954ea-9f18-40af-91e7-f53df266f0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f6122d12-dacd-40c0-a20f-9d53ca795a2c'}] {{(pid=115908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 04:58:29.452911 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762f9c72-e690-41ec-bae8-73b15fba250b req-b6032a15-5e29-4b2b-9a8b-f603fece6673 service neutron] Attempting to bind port 424252b7-0423-412c-a37a-881037fb6cbc on network f6122d12-dacd-40c0-a20f-9d53ca795a2c {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 04:58:29.478572 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762f9c72-e690-41ec-bae8-73b15fba250b req-b6032a15-5e29-4b2b-9a8b-f603fece6673 service neutron] Port 424252b7-0423-412c-a37a-881037fb6cbc on network f6122d12-dacd-40c0-a20f-9d53ca795a2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85144 {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 29 04:58:29.478909 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762f9c72-e690-41ec-bae8-73b15fba250b req-b6032a15-5e29-4b2b-9a8b-f603fece6673 service neutron] Attempting to bind port 424252b7-0423-412c-a37a-881037fb6cbc on network f6122d12-dacd-40c0-a20f-9d53ca795a2c {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 04:58:29.486043 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:58:29.500097 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762f9c72-e690-41ec-bae8-73b15fba250b req-b6032a15-5e29-4b2b-9a8b-f603fece6673 service neutron] Checking agent: {'id': 'bab6a0c9-2145-495f-b42f-b184e241503a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85144', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 4, 45, 21), 'started_at': datetime.datetime(2022, 7, 29, 4, 45, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 4, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 04:58:29.500442 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762f9c72-e690-41ec-bae8-73b15fba250b req-b6032a15-5e29-4b2b-9a8b-f603fece6673 service neutron] Checking segment: {'id': '774954ea-9f18-40af-91e7-f53df266f0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f6122d12-dacd-40c0-a20f-9d53ca795a2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 04:58:29.500863 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762f9c72-e690-41ec-bae8-73b15fba250b req-b6032a15-5e29-4b2b-9a8b-f603fece6673 service neutron] Bound using segment: {'id': '774954ea-9f18-40af-91e7-f53df266f0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f6122d12-dacd-40c0-a20f-9d53ca795a2c'} {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 04:58:29.501315 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.managers [req-762f9c72-e690-41ec-bae8-73b15fba250b req-b6032a15-5e29-4b2b-9a8b-f603fece6673 service neutron] Bound port: 424252b7-0423-412c-a37a-881037fb6cbc, host: hv-cinder-85144, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '774954ea-9f18-40af-91e7-f53df266f0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f6122d12-dacd-40c0-a20f-9d53ca795a2c'}}] {{(pid=115908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 04:58:29.501682 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-762f9c72-e690-41ec-bae8-73b15fba250b req-b6032a15-5e29-4b2b-9a8b-f603fece6673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (424252b7-0423-412c-a37a-881037fb6cbc), before_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:29.520641 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b543da76-cffd-4e8c-8059-b5d9c6c39be5 req-31d52c26-1fe9-44a7-b5af-889114cbe776 service neutron] 10.222.0.64 "GET /v2.0/networks/c8994c62-2968-491e-9d89-ada7a08f8ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4657400 Jul 29 04:58:29.552549 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d80adc3-3024-4f6d-9840-197c112081f8 admin admin] Notify agent at l3_agent.dv-cinder-851449-2-iscsi the message routers_updated {{(pid=115908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 04:58:29.561603 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87369e8-d133-46a5-a056-e3da70c51f2a None None] Sync routers for ids ['00e1ea9c-ca36-47a6-adfc-7297319d368d'] in dv-cinder-851449-2-iscsi {{(pid=115909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 04:58:29.571971 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87369e8-d133-46a5-a056-e3da70c51f2a None None] Routers {'00e1ea9c-ca36-47a6-adfc-7297319d368d'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:58:29.572594 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-a87369e8-d133-46a5-a056-e3da70c51f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:58:21Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['00e1ea9c-ca36-47a6-adfc-7297319d368d'], 'active': True} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:58:29.580004 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-7d80adc3-3024-4f6d-9840-197c112081f8 admin admin] 10.222.0.40 "PUT /v2.0/routers/00e1ea9c-ca36-47a6-adfc-7297319d368d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4093380 Jul 29 04:58:29.582698 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 36738) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:58:29.603961 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c879a7b-0b74-43df-95e1-c0a218fe26e8 req-5ffcc1bf-c925-4e29-acc1-a5d28a43ebd7 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:58:29.605507 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8c879a7b-0b74-43df-95e1-c0a218fe26e8 req-5ffcc1bf-c925-4e29-acc1-a5d28a43ebd7 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.40 "GET /v2.0/ports?device_id=b8c39d4c-13bb-4334-8bab-824a0bb63870 HTTP/1.1" status: 200 len: 943 time: 0.0975745 Jul 29 04:58:29.640838 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [req-762f9c72-e690-41ec-bae8-73b15fba250b req-b6032a15-5e29-4b2b-9a8b-f603fece6673 service neutron] For port 424252b7-0423-412c-a37a-881037fb6cbc, host hv-cinder-85144, cleared binding levels {{(pid=115908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 04:58:29.664662 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [req-762f9c72-e690-41ec-bae8-73b15fba250b req-b6032a15-5e29-4b2b-9a8b-f603fece6673 service neutron] For port 424252b7-0423-412c-a37a-881037fb6cbc, host hv-cinder-85144, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=424252b7-0423-412c-a37a-881037fb6cbc,segment=NetworkSegment(774954ea-9f18-40af-91e7-f53df266f0d5),segment_id=774954ea-9f18-40af-91e7-f53df266f0d5)] {{(pid=115908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 04:58:29.676985 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-762f9c72-e690-41ec-bae8-73b15fba250b req-b6032a15-5e29-4b2b-9a8b-f603fece6673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7403849'] for port (424252b7-0423-412c-a37a-881037fb6cbc), after_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:29.681678 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:58:29.685264 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8c879a7b-0b74-43df-95e1-c0a218fe26e8 req-78e5df43-97ca-4714-9aee-1da1883a26fc tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.40 "GET /v2.0/security-groups?id=88979f92-97a0-4e53-8d26-02e308013a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702744 Jul 29 04:58:29.694929 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-c85064d0-fbba-409d-bd47-305dab51ba74 admin admin] Publish callbacks [] for router (00e1ea9c-ca36-47a6-adfc-7297319d368d), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:29.696973 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvr_db [None req-a87369e8-d133-46a5-a056-e3da70c51f2a None None] Set router 00e1ea9c-ca36-47a6-adfc-7297319d368d gateway port host: dv-cinder-851449-2-iscsi {{(pid=115909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:58:29.718376 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f9c72-e690-41ec-bae8-73b15fba250b req-b6032a15-5e29-4b2b-9a8b-f603fece6673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:58:29.719004 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-762f9c72-e690-41ec-bae8-73b15fba250b req-b6032a15-5e29-4b2b-9a8b-f603fece6673 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for port (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:29.720415 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-762f9c72-e690-41ec-bae8-73b15fba250b req-b6032a15-5e29-4b2b-9a8b-f603fece6673 service neutron] 10.222.0.64 "PUT /v2.0/ports/424252b7-0423-412c-a37a-881037fb6cbc HTTP/1.1" status: 200 len: 1093 time: 1.7953312 Jul 29 04:58:29.720896 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8c39d4c-13bb-4334-8bab-824a0bb63870', 'tag': '424252b7-0423-412c-a37a-881037fb6cbc'}] {{(pid=115908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:58:29.723170 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91089063952d51f7df5c9c02e055d40fa8e1e9cb9a21cfbbcb9b3277c7a948b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e512821d-ac66-46d1-884c-a5762aad0620" -d '{"events": [{"name": "network-changed", "server_uuid": "b8c39d4c-13bb-4334-8bab-824a0bb63870", "tag": "424252b7-0423-412c-a37a-881037fb6cbc"}]}' {{(pid=115908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:58:29.748558 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6032a15-5e29-4b2b-9a8b-f603fece6673 service neutron] Pushing event updated for resources: {'Port': ['ID=424252b7-0423-412c-a37a-881037fb6cbc,revision_number=3']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:58:29.775923 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 04:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c744290f-5523-4ea7-ab3f-90f5e0389d89 x-openstack-request-id: req-c744290f-5523-4ea7-ab3f-90f5e0389d89 {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:58:29.776223 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8c39d4c-13bb-4334-8bab-824a0bb63870", "tag": "424252b7-0423-412c-a37a-881037fb6cbc", "status": "completed", "code": 200}]} {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:58:29.776485 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-c744290f-5523-4ea7-ab3f-90f5e0389d89 {{(pid=115908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:58:29.776940 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c744290f-5523-4ea7-ab3f-90f5e0389d89'] response: {'name': 'network-changed', 'server_uuid': 'b8c39d4c-13bb-4334-8bab-824a0bb63870', 'tag': '424252b7-0423-412c-a37a-881037fb6cbc', 'status': 'completed', 'code': 200} Jul 29 04:58:29.824314 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-c85064d0-fbba-409d-bd47-305dab51ba74 admin admin] Publish callbacks [] for router_gateway (00e1ea9c-ca36-47a6-adfc-7297319d368d), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:29.845255 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f9c72-e690-41ec-bae8-73b15fba250b req-b182b223-e91e-4f6b-8aa3-7450b6de9941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:58:29.846905 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-762f9c72-e690-41ec-bae8-73b15fba250b req-b182b223-e91e-4f6b-8aa3-7450b6de9941 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=62319662d8e34fc8bbe01e0410cec30a&device_id=b8c39d4c-13bb-4334-8bab-824a0bb63870 HTTP/1.1" status: 200 len: 1127 time: 0.0493102 Jul 29 04:58:29.875274 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.plugin [None req-c85064d0-fbba-409d-bd47-305dab51ba74 admin admin] Deleting port a0c2d30f-3fae-4c94-8da7-3ca17eba7f99 {{(pid=115907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 04:58:29.876003 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-c85064d0-fbba-409d-bd47-305dab51ba74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (a0c2d30f-3fae-4c94-8da7-3ca17eba7f99), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:29.925709 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-762f9c72-e690-41ec-bae8-73b15fba250b req-7880bcc6-3e7a-421c-b53d-45618bbd8291 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=424252b7-0423-412c-a37a-881037fb6cbc HTTP/1.1" status: 200 len: 217 time: 0.0405550 Jul 29 04:58:29.966545 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.db [None req-c85064d0-fbba-409d-bd47-305dab51ba74 admin admin] For port a0c2d30f-3fae-4c94-8da7-3ca17eba7f99, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=a0c2d30f-3fae-4c94-8da7-3ca17eba7f99,segment=NetworkSegment(a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f),segment_id=a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f)] {{(pid=115907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:58:29.966922 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-c85064d0-fbba-409d-bd47-305dab51ba74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (a0c2d30f-3fae-4c94-8da7-3ca17eba7f99), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:29.981432 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f9c72-e690-41ec-bae8-73b15fba250b req-707a6b9c-a7c5-4ff1-addf-714b067cf823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:58:29.982925 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-762f9c72-e690-41ec-bae8-73b15fba250b req-707a6b9c-a7c5-4ff1-addf-714b067cf823 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=378d8925-a5ef-4a58-bd36-ed39aa5762d4 HTTP/1.1" status: 200 len: 854 time: 0.0482876 Jul 29 04:58:29.985388 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.plugin [None req-c85064d0-fbba-409d-bd47-305dab51ba74 admin admin] Calling delete_port for a0c2d30f-3fae-4c94-8da7-3ca17eba7f99 owned by network:router_gateway {{(pid=115907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 04:58:30.015575 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-762f9c72-e690-41ec-bae8-73b15fba250b req-8214d0dc-af90-4291-b280-7ea66f9f9032 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6122d12-dacd-40c0-a20f-9d53ca795a2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264771 Jul 29 04:58:30.030528 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:58:30.033648 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-a87369e8-d133-46a5-a056-e3da70c51f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e1ea9c-ca36-47a6-adfc-7297319d368d', 'name': 'tempest-AttachVolumeTestJSON-186030634-router', 'tenant_id': '946bf1e173f9476d86cf6133055fba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'a0c2d30f-3fae-4c94-8da7-3ca17eba7f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:19Z', 'updated_at': '2022-07-29T04:58:27Z', 'revision_number': 5, 'project_id': '946bf1e173f9476d86cf6133055fba0a', 'gw_port': {'id': 'a0c2d30f-3fae-4c94-8da7-3ca17eba7f99', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e1ea9c-ca36-47a6-adfc-7297319d368d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:21Z', 'updated_at': '2022-07-29T04:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi'}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:58:30.059217 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87369e8-d133-46a5-a056-e3da70c51f2a None None] Checking router: 00e1ea9c-ca36-47a6-adfc-7297319d368d for host: dv-cinder-851449-2-iscsi {{(pid=115909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 04:58:30.067700 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87369e8-d133-46a5-a056-e3da70c51f2a None None] Routers {'00e1ea9c-ca36-47a6-adfc-7297319d368d'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:58:30.068322 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-a87369e8-d133-46a5-a056-e3da70c51f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:58:21Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['00e1ea9c-ca36-47a6-adfc-7297319d368d'], 'active': True} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:58:30.109118 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:58:30.118907 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-762f9c72-e690-41ec-bae8-73b15fba250b req-0d38e5a7-9dcd-4fb2-b7a5-1fabe5c20168 service neutron] 10.222.0.64 "GET /v2.0/networks/f6122d12-dacd-40c0-a20f-9d53ca795a2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960329 Jul 29 04:58:30.154962 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvr_db [None req-a87369e8-d133-46a5-a056-e3da70c51f2a None None] Set router 00e1ea9c-ca36-47a6-adfc-7297319d368d gateway port host: None {{(pid=115909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:58:30.176697 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-c85064d0-fbba-409d-bd47-305dab51ba74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7638272'] for port (a0c2d30f-3fae-4c94-8da7-3ca17eba7f99), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:30.202685 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85064d0-fbba-409d-bd47-305dab51ba74 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0c2d30f-3fae-4c94-8da7-3ca17eba7f99,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:58:30.210058 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-a87369e8-d133-46a5-a056-e3da70c51f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e1ea9c-ca36-47a6-adfc-7297319d368d', 'name': 'tempest-AttachVolumeTestJSON-186030634-router', 'tenant_id': '946bf1e173f9476d86cf6133055fba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:19Z', 'updated_at': '2022-07-29T04:58:29Z', 'revision_number': 6, 'project_id': '946bf1e173f9476d86cf6133055fba0a', 'gw_port_host': None}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:58:30.213068 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85064d0-fbba-409d-bd47-305dab51ba74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:58:30.213436 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85064d0-fbba-409d-bd47-305dab51ba74 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:58:30.214901 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85064d0-fbba-409d-bd47-305dab51ba74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:58:30.215258 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85064d0-fbba-409d-bd47-305dab51ba74 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:58:30.215606 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85064d0-fbba-409d-bd47-305dab51ba74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:58:30.215941 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85064d0-fbba-409d-bd47-305dab51ba74 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:58:30.216277 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85064d0-fbba-409d-bd47-305dab51ba74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:58:30.216471 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-762f9c72-e690-41ec-bae8-73b15fba250b req-98fe4f3a-65b9-492f-8918-093e028b466a service neutron] 10.222.0.64 "GET /v2.0/networks/f6122d12-dacd-40c0-a20f-9d53ca795a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915883 Jul 29 04:58:30.216742 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85064d0-fbba-409d-bd47-305dab51ba74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:58:30.216949 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85064d0-fbba-409d-bd47-305dab51ba74 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:58:30.217279 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85064d0-fbba-409d-bd47-305dab51ba74 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:58:30.217612 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85064d0-fbba-409d-bd47-305dab51ba74 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:58:30.217942 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85064d0-fbba-409d-bd47-305dab51ba74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:58:30.218710 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85064d0-fbba-409d-bd47-305dab51ba74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:58:30.218710 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85064d0-fbba-409d-bd47-305dab51ba74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:58:30.218903 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85064d0-fbba-409d-bd47-305dab51ba74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:58:30.239587 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87369e8-d133-46a5-a056-e3da70c51f2a None None] The sync data for ids ['00e1ea9c-ca36-47a6-adfc-7297319d368d'] in dv-cinder-851449-2-iscsi is: [{'id': '00e1ea9c-ca36-47a6-adfc-7297319d368d', 'name': 'tempest-AttachVolumeTestJSON-186030634-router', 'tenant_id': '946bf1e173f9476d86cf6133055fba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:19Z', 'updated_at': '2022-07-29T04:58:29Z', 'revision_number': 6, 'project_id': '946bf1e173f9476d86cf6133055fba0a', 'gw_port_host': None}] {{(pid=115909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 04:58:30.288284 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-c85064d0-fbba-409d-bd47-305dab51ba74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1936924'] for router_gateway (00e1ea9c-ca36-47a6-adfc-7297319d368d), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:30.375260 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-c85064d0-fbba-409d-bd47-305dab51ba74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1714583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1364'] for router (00e1ea9c-ca36-47a6-adfc-7297319d368d), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:30.377480 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-c85064d0-fbba-409d-bd47-305dab51ba74 admin admin] Publish callbacks [] for router_controller (00e1ea9c-ca36-47a6-adfc-7297319d368d), precommit_delete_associations {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:30.421271 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-c85064d0-fbba-409d-bd47-305dab51ba74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1714453'] for router (00e1ea9c-ca36-47a6-adfc-7297319d368d), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:30.421890 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85064d0-fbba-409d-bd47-305dab51ba74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00e1ea9c-ca36-47a6-adfc-7297319d368d {{(pid=115907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 04:58:30.426117 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-c85064d0-fbba-409d-bd47-305dab51ba74 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:30.427268 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-c85064d0-fbba-409d-bd47-305dab51ba74 admin admin] 10.222.0.40 "DELETE /v2.0/routers/00e1ea9c-ca36-47a6-adfc-7297319d368d HTTP/1.1" status: 204 len: 168 time: 0.8424721 Jul 29 04:58:30.430596 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 36742) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:58:30.474526 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.db_base_plugin_v2 [None req-387200bf-69bd-46cc-831b-380a5b9e65ac admin admin] Deleting subnet 928e1728-3f5c-432b-96a7-e970473efb26 {{(pid=115908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 29 04:58:30.477854 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-387200bf-69bd-46cc-831b-380a5b9e65ac admin admin] Publish callbacks [] for subnet (928e1728-3f5c-432b-96a7-e970473efb26), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:30.516505 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-387200bf-69bd-46cc-831b-380a5b9e65ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7404245'] for subnet (928e1728-3f5c-432b-96a7-e970473efb26), precommit_delete_associations {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:30.619626 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-387200bf-69bd-46cc-831b-380a5b9e65ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534123'] for subnet (928e1728-3f5c-432b-96a7-e970473efb26), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:30.682807 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-387200bf-69bd-46cc-831b-380a5b9e65ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1878534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7403891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4838809'] for subnet (928e1728-3f5c-432b-96a7-e970473efb26), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:30.710787 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387200bf-69bd-46cc-831b-380a5b9e65ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=928e1728-3f5c-432b-96a7-e970473efb26,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:58:30.716021 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-387200bf-69bd-46cc-831b-380a5b9e65ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for subnet (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:30.721506 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-387200bf-69bd-46cc-831b-380a5b9e65ac admin admin] 10.222.0.40 "DELETE /v2.0/subnets/928e1728-3f5c-432b-96a7-e970473efb26 HTTP/1.1" status: 204 len: 168 time: 0.2875788 Jul 29 04:58:30.722864 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 36746) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:58:30.723380 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0335db11-02ea-414f-9cf6-bdb971a6bf64 None None] Network 4bcca997-0807-424d-86d3-43681c4961dd requested from dv-cinder-851449-2-iscsi {{(pid=115909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 04:58:30.768292 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:58:30.798990 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-22b63f09-07db-4dba-b7e8-751a34d8b3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3407969'] for network (4bcca997-0807-424d-86d3-43681c4961dd), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:30.815702 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c69224-f8d7-4205-b2dc-5183539a6cf2 req-4bf84e29-e574-4055-9de3-1e1cbbdcfab2 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:58:30.818201 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-a0c69224-f8d7-4205-b2dc-5183539a6cf2 req-4bf84e29-e574-4055-9de3-1e1cbbdcfab2 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.40 "GET /v2.0/ports?device_id=b8c39d4c-13bb-4334-8bab-824a0bb63870 HTTP/1.1" status: 200 len: 943 time: 0.0523982 Jul 29 04:58:30.842961 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.plugin [None req-22b63f09-07db-4dba-b7e8-751a34d8b3e7 admin admin] Deleting port b63b7230-0885-4d4e-b1dd-1974656875fd {{(pid=115907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 04:58:30.843303 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-22b63f09-07db-4dba-b7e8-751a34d8b3e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (b63b7230-0885-4d4e-b1dd-1974656875fd), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:30.851684 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:58:30.870186 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-a0c69224-f8d7-4205-b2dc-5183539a6cf2 req-f9baa9f2-6d51-4aa5-934c-f7f04aa4fd77 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.40 "GET /v2.0/security-groups?id=88979f92-97a0-4e53-8d26-02e308013a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459936 Jul 29 04:58:30.913546 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.db [None req-22b63f09-07db-4dba-b7e8-751a34d8b3e7 admin admin] For port b63b7230-0885-4d4e-b1dd-1974656875fd, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=b63b7230-0885-4d4e-b1dd-1974656875fd,segment=NetworkSegment(6f466e2d-c5fa-42c0-91f0-803509af04d3),segment_id=6f466e2d-c5fa-42c0-91f0-803509af04d3)] {{(pid=115907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:58:30.913998 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-22b63f09-07db-4dba-b7e8-751a34d8b3e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (b63b7230-0885-4d4e-b1dd-1974656875fd), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:30.926522 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.plugin [None req-22b63f09-07db-4dba-b7e8-751a34d8b3e7 admin admin] Calling delete_port for b63b7230-0885-4d4e-b1dd-1974656875fd owned by network:dhcp {{(pid=115907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 04:58:31.001840 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-22b63f09-07db-4dba-b7e8-751a34d8b3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7638272'] for port (b63b7230-0885-4d4e-b1dd-1974656875fd), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:31.028377 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b63f09-07db-4dba-b7e8-751a34d8b3e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b63b7230-0885-4d4e-b1dd-1974656875fd,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:58:31.030303 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b63f09-07db-4dba-b7e8-751a34d8b3e7 admin admin] No DVR routers for this DVR port b63b7230-0885-4d4e-b1dd-1974656875fd on host dv-cinder-851449-2-iscsi {{(pid=115907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 04:58:31.058666 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e78ce3-35fd-4ac3-b6e8-09d52b0bfb70 None None] DHCP port deletion for 4bcca997-0807-424d-86d3-43681c4961dd request from dv-cinder-851449-2-iscsi {{(pid=115909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 29 04:58:31.111429 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-22b63f09-07db-4dba-b7e8-751a34d8b3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535877', 'neutron.services.segments.db._delete_segments_for_network-8769699633610'] for network (4bcca997-0807-424d-86d3-43681c4961dd), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:31.135410 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.services.segments.db [None req-22b63f09-07db-4dba-b7e8-751a34d8b3e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bcca997-0807-424d-86d3-43681c4961dd']}} {{(pid=115907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:58:31.146463 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.services.segments.db [None req-22b63f09-07db-4dba-b7e8-751a34d8b3e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f466e2d-c5fa-42c0-91f0-803509af04d3') {'for_net_delete': True} {{(pid=115907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:58:31.146870 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.services.segments.db [None req-22b63f09-07db-4dba-b7e8-751a34d8b3e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f466e2d-c5fa-42c0-91f0-803509af04d3') {} {{(pid=115907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:58:31.158073 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-22b63f09-07db-4dba-b7e8-751a34d8b3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769699633511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4779737'] for segment (6f466e2d-c5fa-42c0-91f0-803509af04d3), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:31.172150 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-22b63f09-07db-4dba-b7e8-751a34d8b3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537036'] for segment (6f466e2d-c5fa-42c0-91f0-803509af04d3), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:31.179422 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22b63f09-07db-4dba-b7e8-751a34d8b3e7 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=115907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 04:58:31.179678 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-22b63f09-07db-4dba-b7e8-751a34d8b3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7638387'] for segment (6f466e2d-c5fa-42c0-91f0-803509af04d3), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:31.222357 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.services.segments.plugin [-] Segment 6f466e2d-c5fa-42c0-91f0-803509af04d3 resource provider aggregate not found Jul 29 04:58:31.245160 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.services.segments.plugin [-] Segment 6f466e2d-c5fa-42c0-91f0-803509af04d3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6f466e2d-c5fa-42c0-91f0-803509af04d3 found for delete ", "request_id": "req-bfa97866-18f8-471d-9aa3-33c6c902a6c8"}]} Jul 29 04:58:31.250502 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-22b63f09-07db-4dba-b7e8-751a34d8b3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1936944'] for network (4bcca997-0807-424d-86d3-43681c4961dd), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:31.255297 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-22b63f09-07db-4dba-b7e8-751a34d8b3e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for network (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:31.259715 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-22b63f09-07db-4dba-b7e8-751a34d8b3e7 admin admin] 10.222.0.40 "DELETE /v2.0/networks/4bcca997-0807-424d-86d3-43681c4961dd HTTP/1.1" status: 204 len: 168 time: 0.5359802 Jul 29 04:58:31.275082 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b63f09-07db-4dba-b7e8-751a34d8b3e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bcca997-0807-424d-86d3-43681c4961dd,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:58:31.392953 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 36754) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:58:31.435148 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-7a39bea3-6f6e-4a0e-8912-402b71e1cde8 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=946bf1e173f9476d86cf6133055fba0a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0409806 Jul 29 04:58:31.437679 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 36756) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:58:31.443894 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:58:31.465615 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:58:31.488656 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-80b519b5-fa30-494a-bb7a-70a29105a13d admin admin] Publish callbacks [] for security_group (563d21db-1981-4e7e-958e-9b8ee90178f9), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:31.511049 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-80b519b5-fa30-494a-bb7a-70a29105a13d admin admin] Publish callbacks [] for security_group (563d21db-1981-4e7e-958e-9b8ee90178f9), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:31.558806 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-80b519b5-fa30-494a-bb7a-70a29105a13d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (563d21db-1981-4e7e-958e-9b8ee90178f9), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:31.561335 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-80b519b5-fa30-494a-bb7a-70a29105a13d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:31.562487 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-80b519b5-fa30-494a-bb7a-70a29105a13d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/563d21db-1981-4e7e-958e-9b8ee90178f9 HTTP/1.1" status: 204 len: 168 time: 0.1239274 Jul 29 04:58:31.570460 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b519b5-fa30-494a-bb7a-70a29105a13d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=563d21db-1981-4e7e-958e-9b8ee90178f9,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:58:31.886276 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device b63b7230-0885-4d4e-b1dd-1974656875fd no longer exists at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 04:58:31.908749 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] No Port match for: b63b7230-0885-4d4e-b1dd-1974656875fd {{(pid=115909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 04:58:31.909116 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device b63b7230-0885-4d4e-b1dd-1974656875fd not bound to the agent host dv-cinder-851449-2-iscsi {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 04:58:31.909528 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device a0c2d30f-3fae-4c94-8da7-3ca17eba7f99 no longer exists at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 04:58:31.928129 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] No Port match for: a0c2d30f-3fae-4c94-8da7-3ca17eba7f99 {{(pid=115909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 04:58:31.928484 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device a0c2d30f-3fae-4c94-8da7-3ca17eba7f99 not bound to the agent host dv-cinder-851449-2-iscsi {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 04:58:31.929508 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device 55b672ec-1025-4297-8d6a-0a6fd8cc51ce no longer exists at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 04:58:31.951432 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] No Port match for: 55b672ec-1025-4297-8d6a-0a6fd8cc51ce {{(pid=115909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 04:58:31.951775 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device 55b672ec-1025-4297-8d6a-0a6fd8cc51ce not bound to the agent host dv-cinder-851449-2-iscsi {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 04:58:32.002208 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc58f7-2ba0-4b97-bf51-93cbe0d5038b req-04ea9259-92fb-446c-a434-b03aef756e8c tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:58:32.003861 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-62bc58f7-2ba0-4b97-bf51-93cbe0d5038b req-04ea9259-92fb-446c-a434-b03aef756e8c tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.40 "GET /v2.0/ports?device_id=b8c39d4c-13bb-4334-8bab-824a0bb63870 HTTP/1.1" status: 200 len: 943 time: 0.0551364 Jul 29 04:58:32.051626 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-62bc58f7-2ba0-4b97-bf51-93cbe0d5038b req-39fa03ab-5d63-45b3-8230-bb653f6a7f7a tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.40 "GET /v2.0/security-groups?id=88979f92-97a0-4e53-8d26-02e308013a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415077 Jul 29 04:58:32.645216 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e512821d-ac66-46d1-884c-a5762aad0620 req-b4109ccd-57c5-4019-88e0-3aae5e0b7d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:58:32.646723 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e512821d-ac66-46d1-884c-a5762aad0620 req-b4109ccd-57c5-4019-88e0-3aae5e0b7d03 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=62319662d8e34fc8bbe01e0410cec30a&device_id=b8c39d4c-13bb-4334-8bab-824a0bb63870 HTTP/1.1" status: 200 len: 1127 time: 0.0441761 Jul 29 04:58:32.744467 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e512821d-ac66-46d1-884c-a5762aad0620 req-0be6806e-d3f5-4c22-856a-9b566e5f81e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:58:32.745981 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e512821d-ac66-46d1-884c-a5762aad0620 req-0be6806e-d3f5-4c22-856a-9b566e5f81e7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f6122d12-dacd-40c0-a20f-9d53ca795a2c HTTP/1.1" status: 200 len: 915 time: 0.0931258 Jul 29 04:58:32.785926 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e512821d-ac66-46d1-884c-a5762aad0620 req-36889ce4-f4e0-425e-9803-4e75e0a4801e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=424252b7-0423-412c-a37a-881037fb6cbc HTTP/1.1" status: 200 len: 217 time: 0.0336974 Jul 29 04:58:32.841566 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e512821d-ac66-46d1-884c-a5762aad0620 req-a568beae-5896-4caf-845b-12450b0e828a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:58:32.843062 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e512821d-ac66-46d1-884c-a5762aad0620 req-a568beae-5896-4caf-845b-12450b0e828a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=378d8925-a5ef-4a58-bd36-ed39aa5762d4 HTTP/1.1" status: 200 len: 854 time: 0.0507557 Jul 29 04:58:32.875531 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e512821d-ac66-46d1-884c-a5762aad0620 req-0c52441d-d9fa-4997-896f-8f8a0bd33e7f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6122d12-dacd-40c0-a20f-9d53ca795a2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269377 Jul 29 04:58:32.924491 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:58:32.971774 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e512821d-ac66-46d1-884c-a5762aad0620 req-9060a9c3-1bcf-4717-a9f9-81ff2b2cbe59 service neutron] 10.222.0.64 "GET /v2.0/networks/f6122d12-dacd-40c0-a20f-9d53ca795a2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896811 Jul 29 04:58:33.071129 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e512821d-ac66-46d1-884c-a5762aad0620 req-cc2a4bcc-4a61-4681-8d2a-b9e433e5600b service neutron] 10.222.0.64 "GET /v2.0/networks/f6122d12-dacd-40c0-a20f-9d53ca795a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926712 Jul 29 04:58:33.181536 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a02eb-25d3-451e-9c32-d225ed6806ed req-c0c6acca-8ae5-4e59-93c5-c87786d45752 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:58:33.183056 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-797a02eb-25d3-451e-9c32-d225ed6806ed req-c0c6acca-8ae5-4e59-93c5-c87786d45752 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.40 "GET /v2.0/ports?device_id=b8c39d4c-13bb-4334-8bab-824a0bb63870 HTTP/1.1" status: 200 len: 943 time: 0.0488009 Jul 29 04:58:33.232561 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-797a02eb-25d3-451e-9c32-d225ed6806ed req-546c2dca-e59e-476e-8677-8a7219a50026 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.40 "GET /v2.0/security-groups?id=88979f92-97a0-4e53-8d26-02e308013a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429726 Jul 29 04:58:34.033824 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device 424252b7-0423-412c-a37a-881037fb6cbc details requested by agent hyperv_hv-cinder-85144 with host hv-cinder-85144 {{(pid=115909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 04:58:34.043542 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:58:34.132447 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port 424252b7-0423-412c-a37a-881037fb6cbc, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=424252b7-0423-412c-a37a-881037fb6cbc,segment=NetworkSegment(774954ea-9f18-40af-91e7-f53df266f0d5),segment_id=774954ea-9f18-40af-91e7-f53df266f0d5)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:58:34.143388 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Returning: {'device': '424252b7-0423-412c-a37a-881037fb6cbc', 'network_id': 'f6122d12-dacd-40c0-a20f-9d53ca795a2c', 'port_id': '424252b7-0423-412c-a37a-881037fb6cbc', 'mac_address': 'fa:16:3e:72:e4:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '378d8925-a5ef-4a58-bd36-ed39aa5762d4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 04:58:34.181640 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Current status of the port 424252b7-0423-412c-a37a-881037fb6cbc is: DOWN; New status is: BUILD {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:58:34.182052 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (424252b7-0423-412c-a37a-881037fb6cbc), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:34.195150 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.notifiers.nova [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 424252b7-0423-412c-a37a-881037fb6cbc {{(pid=115909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 04:58:34.215264 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port 424252b7-0423-412c-a37a-881037fb6cbc, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=424252b7-0423-412c-a37a-881037fb6cbc,segment=NetworkSegment(774954ea-9f18-40af-91e7-f53df266f0d5),segment_id=774954ea-9f18-40af-91e7-f53df266f0d5)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:58:34.218675 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (424252b7-0423-412c-a37a-881037fb6cbc), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:34.265181 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Pushing event updated for resources: {'Port': ['ID=424252b7-0423-412c-a37a-881037fb6cbc,revision_number=4']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:58:34.348964 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def39385-c145-4a14-b3bf-faea6707eab8 req-57ec3c80-7ea0-4ef3-8908-efae062a6332 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:58:34.350340 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-def39385-c145-4a14-b3bf-faea6707eab8 req-57ec3c80-7ea0-4ef3-8908-efae062a6332 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.40 "GET /v2.0/ports?device_id=b8c39d4c-13bb-4334-8bab-824a0bb63870 HTTP/1.1" status: 200 len: 944 time: 0.0463710 Jul 29 04:58:34.396685 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-def39385-c145-4a14-b3bf-faea6707eab8 req-c2b4a4ab-93d4-4f4c-86fe-d44cc4eed000 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.40 "GET /v2.0/security-groups?id=88979f92-97a0-4e53-8d26-02e308013a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402558 Jul 29 04:58:34.646708 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] get_ports_and_sgs() called for port_ids ['424252b7-0423-412c-a37a-881037fb6cbc'] {{(pid=115909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 04:58:35.531072 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cefbc7-ddb8-4b3f-a74f-c9ad4511a7dc req-9cdbbcac-1a44-4361-b8c9-d53bd4f513d5 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:58:35.532537 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-f6cefbc7-ddb8-4b3f-a74f-c9ad4511a7dc req-9cdbbcac-1a44-4361-b8c9-d53bd4f513d5 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.40 "GET /v2.0/ports?device_id=b8c39d4c-13bb-4334-8bab-824a0bb63870 HTTP/1.1" status: 200 len: 944 time: 0.0517426 Jul 29 04:58:35.578936 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-f6cefbc7-ddb8-4b3f-a74f-c9ad4511a7dc req-6aab2263-653b-4f96-8839-cdd28a230fc0 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.40 "GET /v2.0/security-groups?id=88979f92-97a0-4e53-8d26-02e308013a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409036 Jul 29 04:58:35.968018 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 36838) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:58:36.032455 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device 424252b7-0423-412c-a37a-881037fb6cbc up at agent hyperv_hv-cinder-85144 {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 04:58:36.072983 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-59f53afc-7949-4200-806e-f3cfaf8c5ae7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:36.075130 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Provisioning for port 424252b7-0423-412c-a37a-881037fb6cbc completed by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 29 04:58:36.080765 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Provisioning complete for port 424252b7-0423-412c-a37a-881037fb6cbc triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 04:58:36.081397 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (424252b7-0423-412c-a37a-881037fb6cbc), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:36.148037 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-59f53afc-7949-4200-806e-f3cfaf8c5ae7 admin admin] Publish callbacks [] for security_group (67cdb9e3-640f-4b3f-a849-08f8894e8032), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:36.153068 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-59f53afc-7949-4200-806e-f3cfaf8c5ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (67cdb9e3-640f-4b3f-a849-08f8894e8032), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:36.156894 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Current status of the port 424252b7-0423-412c-a37a-881037fb6cbc is: BUILD; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 04:58:36.157288 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (424252b7-0423-412c-a37a-881037fb6cbc), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:36.181169 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c39d4c-13bb-4334-8bab-824a0bb63870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '424252b7-0423-412c-a37a-881037fb6cbc'}] {{(pid=115909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:58:36.183418 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c420e031ced92140226aa6f83123c9b23fc96e3244e1479094dc728224b9fe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139ac799-619f-464b-9453-472e0a302d2d" -d '{"events": [{"server_uuid": "b8c39d4c-13bb-4334-8bab-824a0bb63870", "name": "network-vif-plugged", "status": "completed", "tag": "424252b7-0423-412c-a37a-881037fb6cbc"}]}' {{(pid=115909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:58:36.200772 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 36846) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:58:36.200934 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-59f53afc-7949-4200-806e-f3cfaf8c5ae7 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=4960e45e0f4f4bab92a3dbf7492ba652&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2317796 Jul 29 04:58:36.201928 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f53afc-7949-4200-806e-f3cfaf8c5ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67cdb9e3-640f-4b3f-a849-08f8894e8032,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:58:36.202051 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port 424252b7-0423-412c-a37a-881037fb6cbc, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=424252b7-0423-412c-a37a-881037fb6cbc,segment=NetworkSegment(774954ea-9f18-40af-91e7-f53df266f0d5),segment_id=774954ea-9f18-40af-91e7-f53df266f0d5)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:58:36.207332 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (424252b7-0423-412c-a37a-881037fb6cbc), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:36.264903 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Pushing event updated for resources: {'Port': ['ID=424252b7-0423-412c-a37a-881037fb6cbc,revision_number=5']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:58:36.265176 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-9960e835-0fbe-43ca-9f57-ab9a323d5bb4 admin admin] Publish callbacks [] for security_group (67cdb9e3-640f-4b3f-a849-08f8894e8032), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:36.272248 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:58:36.273304 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:58:36.273647 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:58:36.273987 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:58:36.274315 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:58:36.274642 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:58:36.274968 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:58:36.275288 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:58:36.275618 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:58:36.275942 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:58:36.276320 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:58:36.276688 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:58:36.276997 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:58:36.277314 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:58:36.277652 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:58:36.291330 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-9960e835-0fbe-43ca-9f57-ab9a323d5bb4 admin admin] Publish callbacks [] for security_group (67cdb9e3-640f-4b3f-a849-08f8894e8032), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:36.340473 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-9960e835-0fbe-43ca-9f57-ab9a323d5bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (67cdb9e3-640f-4b3f-a849-08f8894e8032), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:36.343086 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-9960e835-0fbe-43ca-9f57-ab9a323d5bb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:36.344238 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-9960e835-0fbe-43ca-9f57-ab9a323d5bb4 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/67cdb9e3-640f-4b3f-a849-08f8894e8032 HTTP/1.1" status: 204 len: 168 time: 0.1420903 Jul 29 04:58:36.352839 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9960e835-0fbe-43ca-9f57-ab9a323d5bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67cdb9e3-640f-4b3f-a849-08f8894e8032,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:58:36.385048 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 04:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4cf2588-9e80-4b97-af03-3f5938aad08c x-openstack-request-id: req-c4cf2588-9e80-4b97-af03-3f5938aad08c {{(pid=115909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:58:36.385407 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c39d4c-13bb-4334-8bab-824a0bb63870", "name": "network-vif-plugged", "status": "completed", "tag": "424252b7-0423-412c-a37a-881037fb6cbc", "code": 200}]} {{(pid=115909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:58:36.385716 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-c4cf2588-9e80-4b97-af03-3f5938aad08c {{(pid=115909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:58:36.386165 dv-cinder-851449-2-iscsi neutron-server[115909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4cf2588-9e80-4b97-af03-3f5938aad08c'] response: {'server_uuid': 'b8c39d4c-13bb-4334-8bab-824a0bb63870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '424252b7-0423-412c-a37a-881037fb6cbc', 'code': 200} Jul 29 04:58:36.591936 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74166ad5-45d1-48e8-8074-c290c6084a8d req-48c36955-1df5-4e03-ac2a-d85e6d0b0a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:58:36.593486 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-74166ad5-45d1-48e8-8074-c290c6084a8d req-48c36955-1df5-4e03-ac2a-d85e6d0b0a74 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b8c39d4c-13bb-4334-8bab-824a0bb63870 HTTP/1.1" status: 200 len: 1129 time: 0.0421484 Jul 29 04:58:36.637545 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 36854) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:58:36.641306 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-74166ad5-45d1-48e8-8074-c290c6084a8d req-4941361f-fa6e-48af-b1bf-c9f3b4c1f6d0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=88979f92-97a0-4e53-8d26-02e308013a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413668 Jul 29 04:58:36.650675 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-d5c77aca-8afe-4ce9-bce6-32244ddca807 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:36.702777 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120556b5-7118-4594-95c4-e354f8d66ffd req-04eba6f2-0e6c-4c38-bf10-f9e0db842c4e tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:58:36.704364 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-120556b5-7118-4594-95c4-e354f8d66ffd req-04eba6f2-0e6c-4c38-bf10-f9e0db842c4e tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.40 "GET /v2.0/ports?device_id=b8c39d4c-13bb-4334-8bab-824a0bb63870 HTTP/1.1" status: 200 len: 945 time: 0.0498438 Jul 29 04:58:36.728873 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-d5c77aca-8afe-4ce9-bce6-32244ddca807 admin admin] Publish callbacks [] for security_group (5f21905d-8b9d-415c-9024-e96ac445f5ab), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:36.733553 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-d5c77aca-8afe-4ce9-bce6-32244ddca807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (5f21905d-8b9d-415c-9024-e96ac445f5ab), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:36.753442 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-120556b5-7118-4594-95c4-e354f8d66ffd req-0e19e067-4524-4c63-8378-cd0dcdd15e90 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.40 "GET /v2.0/security-groups?id=88979f92-97a0-4e53-8d26-02e308013a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433402 Jul 29 04:58:36.773866 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-d5c77aca-8afe-4ce9-bce6-32244ddca807 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=a09bd872122f4e59b1973959682311eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1352563 Jul 29 04:58:36.774727 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c77aca-8afe-4ce9-bce6-32244ddca807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f21905d-8b9d-415c-9024-e96ac445f5ab,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:58:36.776471 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 36856) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:58:36.830192 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-b528725c-da26-4b1b-abc0-f90a5cba8ca4 admin admin] Publish callbacks [] for security_group (5f21905d-8b9d-415c-9024-e96ac445f5ab), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:36.851970 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-b528725c-da26-4b1b-abc0-f90a5cba8ca4 admin admin] Publish callbacks [] for security_group (5f21905d-8b9d-415c-9024-e96ac445f5ab), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:36.865629 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:58:36.902778 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-b528725c-da26-4b1b-abc0-f90a5cba8ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (5f21905d-8b9d-415c-9024-e96ac445f5ab), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:36.905303 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-b528725c-da26-4b1b-abc0-f90a5cba8ca4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:36.906431 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-b528725c-da26-4b1b-abc0-f90a5cba8ca4 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/5f21905d-8b9d-415c-9024-e96ac445f5ab HTTP/1.1" status: 204 len: 168 time: 0.1261549 Jul 29 04:58:36.914867 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b528725c-da26-4b1b-abc0-f90a5cba8ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f21905d-8b9d-415c-9024-e96ac445f5ab,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:58:37.875510 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca65ab-2e1d-4e42-b557-c6190d222ea9 req-48a04b34-a158-4b46-ac10-0af3d7f97631 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:58:37.877013 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-4fca65ab-2e1d-4e42-b557-c6190d222ea9 req-48a04b34-a158-4b46-ac10-0af3d7f97631 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.40 "GET /v2.0/ports?device_id=b8c39d4c-13bb-4334-8bab-824a0bb63870 HTTP/1.1" status: 200 len: 945 time: 0.0473833 Jul 29 04:58:37.931379 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-4fca65ab-2e1d-4e42-b557-c6190d222ea9 req-1c12b742-45e7-4273-82d4-b5a966d96027 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.40 "GET /v2.0/security-groups?id=88979f92-97a0-4e53-8d26-02e308013a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480378 Jul 29 04:58:38.938160 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 36938) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:58:39.055137 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-c45be826-cdb8-4ffc-a77e-a7b5ad7759dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:39.056799 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:58:39.066752 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702f5036-780b-4f4e-8ec7-3cbe3ea9dc6b req-6ff82825-75e8-4409-ba7d-a1cffeffeb00 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:58:39.068249 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-702f5036-780b-4f4e-8ec7-3cbe3ea9dc6b req-6ff82825-75e8-4409-ba7d-a1cffeffeb00 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.40 "GET /v2.0/ports?device_id=b8c39d4c-13bb-4334-8bab-824a0bb63870 HTTP/1.1" status: 200 len: 945 time: 0.0604835 Jul 29 04:58:39.090108 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:58:39.119618 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-702f5036-780b-4f4e-8ec7-3cbe3ea9dc6b req-0128fd54-9c56-4f85-90a7-290b7bc8f316 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.40 "GET /v2.0/security-groups?id=88979f92-97a0-4e53-8d26-02e308013a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446854 Jul 29 04:58:39.137058 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-c45be826-cdb8-4ffc-a77e-a7b5ad7759dc admin admin] Publish callbacks [] for security_group (34b6404f-701c-4931-8967-9f297b6c54ae), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:39.140894 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-c45be826-cdb8-4ffc-a77e-a7b5ad7759dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (34b6404f-701c-4931-8967-9f297b6c54ae), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:39.187264 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45be826-cdb8-4ffc-a77e-a7b5ad7759dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b6404f-701c-4931-8967-9f297b6c54ae,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:58:39.193350 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-c45be826-cdb8-4ffc-a77e-a7b5ad7759dc admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=aedc46077c3d41ee9f7f9e80a8af9f27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2538719 Jul 29 04:58:39.194966 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 36946) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:58:39.247245 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-614401f5-259d-47a6-a0bc-096814b9b99c admin admin] Publish callbacks [] for security_group (34b6404f-701c-4931-8967-9f297b6c54ae), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:39.270772 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-614401f5-259d-47a6-a0bc-096814b9b99c admin admin] Publish callbacks [] for security_group (34b6404f-701c-4931-8967-9f297b6c54ae), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:39.324967 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-614401f5-259d-47a6-a0bc-096814b9b99c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (34b6404f-701c-4931-8967-9f297b6c54ae), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:39.327438 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-614401f5-259d-47a6-a0bc-096814b9b99c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:39.328577 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-614401f5-259d-47a6-a0bc-096814b9b99c admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/34b6404f-701c-4931-8967-9f297b6c54ae HTTP/1.1" status: 204 len: 168 time: 0.1326151 Jul 29 04:58:39.341935 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614401f5-259d-47a6-a0bc-096814b9b99c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b6404f-701c-4931-8967-9f297b6c54ae,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:58:39.621942 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 36960) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:58:39.637757 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-e9234892-6771-4378-a1d0-631f4926c595 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:39.716851 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-e9234892-6771-4378-a1d0-631f4926c595 admin admin] Publish callbacks [] for security_group (b751e268-3767-469b-8493-63b5dc04ca3a), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:39.720348 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-e9234892-6771-4378-a1d0-631f4926c595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (b751e268-3767-469b-8493-63b5dc04ca3a), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:39.758636 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9234892-6771-4378-a1d0-631f4926c595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b751e268-3767-469b-8493-63b5dc04ca3a,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:58:39.764413 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-e9234892-6771-4378-a1d0-631f4926c595 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=50af6523a3b04b8a962964f59e890d57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1413510 Jul 29 04:58:39.767017 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 36964) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:58:39.820755 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-0423b8a7-3fe7-434f-a6f4-a6123fb080a9 admin admin] Publish callbacks [] for security_group (b751e268-3767-469b-8493-63b5dc04ca3a), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:39.842753 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-0423b8a7-3fe7-434f-a6f4-a6123fb080a9 admin admin] Publish callbacks [] for security_group (b751e268-3767-469b-8493-63b5dc04ca3a), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:39.897564 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-0423b8a7-3fe7-434f-a6f4-a6123fb080a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (b751e268-3767-469b-8493-63b5dc04ca3a), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:39.900067 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-0423b8a7-3fe7-434f-a6f4-a6123fb080a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:39.901315 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-0423b8a7-3fe7-434f-a6f4-a6123fb080a9 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b751e268-3767-469b-8493-63b5dc04ca3a HTTP/1.1" status: 204 len: 168 time: 0.1331868 Jul 29 04:58:39.910527 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0423b8a7-3fe7-434f-a6f4-a6123fb080a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b751e268-3767-469b-8493-63b5dc04ca3a,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:58:40.986222 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 37006) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:58:41.091500 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-acba84b1-209b-4ea6-9ae2-96e8186d7b60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:41.093951 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:58:41.175866 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-acba84b1-209b-4ea6-9ae2-96e8186d7b60 admin admin] Publish callbacks [] for security_group (a5b5e1cf-56fa-4bad-880f-1ddf30636c14), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:41.180485 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-acba84b1-209b-4ea6-9ae2-96e8186d7b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (a5b5e1cf-56fa-4bad-880f-1ddf30636c14), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:41.222075 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-acba84b1-209b-4ea6-9ae2-96e8186d7b60 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=ab341ade317d4ab98bd72670250dc40d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2347744 Jul 29 04:58:41.222881 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acba84b1-209b-4ea6-9ae2-96e8186d7b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b5e1cf-56fa-4bad-880f-1ddf30636c14,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:58:41.224786 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 37012) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:58:41.269561 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:DELETE=5,neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:58:41.275926 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-d25d1e2b-250a-4d8e-99ea-735f265713ca admin admin] Publish callbacks [] for security_group (a5b5e1cf-56fa-4bad-880f-1ddf30636c14), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:41.299234 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-d25d1e2b-250a-4d8e-99ea-735f265713ca admin admin] Publish callbacks [] for security_group (a5b5e1cf-56fa-4bad-880f-1ddf30636c14), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:41.330017 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:58:41.345928 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-d25d1e2b-250a-4d8e-99ea-735f265713ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (a5b5e1cf-56fa-4bad-880f-1ddf30636c14), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:41.348458 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-d25d1e2b-250a-4d8e-99ea-735f265713ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:41.349671 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-d25d1e2b-250a-4d8e-99ea-735f265713ca admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/a5b5e1cf-56fa-4bad-880f-1ddf30636c14 HTTP/1.1" status: 204 len: 168 time: 0.1227334 Jul 29 04:58:41.357940 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25d1e2b-250a-4d8e-99ea-735f265713ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b5e1cf-56fa-4bad-880f-1ddf30636c14,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:58:44.899490 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=3 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:58:46.926782 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:58:48.425654 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:58:48.438042 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-109c143e-fdde-464f-8f2c-8c5ba1343814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:50.646117 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-ed9a6bc5-bb68-4b03-accf-d025e2c6fcbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:50.901057 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.agents_db [None req-05f878dc-9505-4230-ae26-b2f791c5e7d5 None None] Agent healthcheck: found 6 active agents {{(pid=115910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 04:58:51.216056 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:58:51.218640 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=24,neutron:INSERT=8 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:58:51.352762 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:58:51.353626 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=7,neutron:DELETE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:58:51.554898 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (bab6a0c9-2145-495f-b42f-b184e241503a), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:51.864997 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:53.233910 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:53.354891 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:58:53.366581 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:56.000468 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 37176) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:58:56.107514 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-98737a4a-a5bb-46f5-88cb-7345cbbbc325 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:56.188778 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-98737a4a-a5bb-46f5-88cb-7345cbbbc325 admin admin] Publish callbacks [] for security_group (dfc43b39-edc7-4b4d-b98b-50bf95a7be2f), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:56.192535 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-98737a4a-a5bb-46f5-88cb-7345cbbbc325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (dfc43b39-edc7-4b4d-b98b-50bf95a7be2f), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:56.240226 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-98737a4a-a5bb-46f5-88cb-7345cbbbc325 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=159e3bc8e2c24b039e29a02ce820014b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2385907 Jul 29 04:58:56.240510 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 37182) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:58:56.241796 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98737a4a-a5bb-46f5-88cb-7345cbbbc325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc43b39-edc7-4b4d-b98b-50bf95a7be2f,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:58:56.294888 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-1b105710-45bd-42c2-b0a9-21aca4fc4abf admin admin] Publish callbacks [] for security_group (dfc43b39-edc7-4b4d-b98b-50bf95a7be2f), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:56.318630 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-1b105710-45bd-42c2-b0a9-21aca4fc4abf admin admin] Publish callbacks [] for security_group (dfc43b39-edc7-4b4d-b98b-50bf95a7be2f), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:56.372996 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-1b105710-45bd-42c2-b0a9-21aca4fc4abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (dfc43b39-edc7-4b4d-b98b-50bf95a7be2f), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:56.375796 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-1b105710-45bd-42c2-b0a9-21aca4fc4abf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:58:56.377076 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-1b105710-45bd-42c2-b0a9-21aca4fc4abf admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/dfc43b39-edc7-4b4d-b98b-50bf95a7be2f HTTP/1.1" status: 204 len: 168 time: 0.1354659 Jul 29 04:58:56.386977 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b105710-45bd-42c2-b0a9-21aca4fc4abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc43b39-edc7-4b4d-b98b-50bf95a7be2f,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:59:03.193987 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca53a81a-8cdc-4ca5-a0bf-af7e03bd25ce req-4fc7bc9d-8e48-42a2-90ca-9376871ad64b tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:59:03.196401 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ca53a81a-8cdc-4ca5-a0bf-af7e03bd25ce req-4fc7bc9d-8e48-42a2-90ca-9376871ad64b tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=3e85f641-7d4e-4121-933b-e00793f410b0 HTTP/1.1" status: 200 len: 946 time: 0.0531037 Jul 29 04:59:03.247354 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ca53a81a-8cdc-4ca5-a0bf-af7e03bd25ce req-e9f64d48-2ff4-44e5-9369-cc631fd8235c tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=d161dc0c-346a-4395-b5fd-955c2b00be2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450244 Jul 29 04:59:04.366632 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce06bf-6749-407e-9aee-81989c1bc1e3 req-1cc0ca00-e942-4403-b730-21a780949f33 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:59:04.368703 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-29ce06bf-6749-407e-9aee-81989c1bc1e3 req-1cc0ca00-e942-4403-b730-21a780949f33 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=3e85f641-7d4e-4121-933b-e00793f410b0 HTTP/1.1" status: 200 len: 946 time: 0.0487821 Jul 29 04:59:04.418574 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-29ce06bf-6749-407e-9aee-81989c1bc1e3 req-d0340e18-60dd-4a0b-83bb-88d9ee35a1d9 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=d161dc0c-346a-4395-b5fd-955c2b00be2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442846 Jul 29 04:59:04.660180 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 37320) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:59:04.765891 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-ecdea83d-c452-4b4a-ad2b-2bdf12f5e65c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:04.842943 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-ecdea83d-c452-4b4a-ad2b-2bdf12f5e65c admin admin] Publish callbacks [] for security_group (048dd19b-69bb-45c9-b948-89e26a46a610), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:04.846624 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-ecdea83d-c452-4b4a-ad2b-2bdf12f5e65c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (048dd19b-69bb-45c9-b948-89e26a46a610), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:04.887844 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdea83d-c452-4b4a-ad2b-2bdf12f5e65c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=048dd19b-69bb-45c9-b948-89e26a46a610,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:59:04.893875 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-ecdea83d-c452-4b4a-ad2b-2bdf12f5e65c admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=7b65d8b33aac4563b7f70ecb8d66cca6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2317808 Jul 29 04:59:04.896025 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 37324) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:59:04.946885 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-934226cd-3ec8-4f61-8a22-b4cf71b6fa65 admin admin] Publish callbacks [] for security_group (048dd19b-69bb-45c9-b948-89e26a46a610), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:04.968563 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-934226cd-3ec8-4f61-8a22-b4cf71b6fa65 admin admin] Publish callbacks [] for security_group (048dd19b-69bb-45c9-b948-89e26a46a610), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:05.014754 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-934226cd-3ec8-4f61-8a22-b4cf71b6fa65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (048dd19b-69bb-45c9-b948-89e26a46a610), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:05.017354 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-934226cd-3ec8-4f61-8a22-b4cf71b6fa65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:05.018614 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-934226cd-3ec8-4f61-8a22-b4cf71b6fa65 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/048dd19b-69bb-45c9-b948-89e26a46a610 HTTP/1.1" status: 204 len: 168 time: 0.1217420 Jul 29 04:59:05.026618 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934226cd-3ec8-4f61-8a22-b4cf71b6fa65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=048dd19b-69bb-45c9-b948-89e26a46a610,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:59:05.220766 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db07858-d1a3-4606-a7f5-71bb1bfcd373 req-0ec1ba66-e20f-4a69-8540-4743c9c0c080 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:59:05.222238 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-6db07858-d1a3-4606-a7f5-71bb1bfcd373 req-0ec1ba66-e20f-4a69-8540-4743c9c0c080 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e85f641-7d4e-4121-933b-e00793f410b0 HTTP/1.1" status: 200 len: 946 time: 0.0561616 Jul 29 04:59:05.336695 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [req-6db07858-d1a3-4606-a7f5-71bb1bfcd373 req-8e74b885-88a2-4c30-8479-d00d1ed902df tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Deleting port 16945bc9-3458-44e2-a493-5680610d8654 {{(pid=115908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 04:59:05.337320 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-6db07858-d1a3-4606-a7f5-71bb1bfcd373 req-8e74b885-88a2-4c30-8479-d00d1ed902df tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (16945bc9-3458-44e2-a493-5680610d8654), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:05.451764 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [req-6db07858-d1a3-4606-a7f5-71bb1bfcd373 req-8e74b885-88a2-4c30-8479-d00d1ed902df tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] For port 16945bc9-3458-44e2-a493-5680610d8654, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=16945bc9-3458-44e2-a493-5680610d8654,segment=NetworkSegment(be606ddc-fa2d-47b7-97af-8bdf56fa7376),segment_id=be606ddc-fa2d-47b7-97af-8bdf56fa7376)] {{(pid=115908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:59:05.452654 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-6db07858-d1a3-4606-a7f5-71bb1bfcd373 req-8e74b885-88a2-4c30-8479-d00d1ed902df tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (16945bc9-3458-44e2-a493-5680610d8654), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:05.498779 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:59:05.556982 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2511de-e9e0-4f9d-8350-e517a0876700 req-0b2cbeee-4dc1-4896-ae61-1148ea1fa51e tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:59:05.559183 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-eb2511de-e9e0-4f9d-8350-e517a0876700 req-0b2cbeee-4dc1-4896-ae61-1148ea1fa51e tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=3e85f641-7d4e-4121-933b-e00793f410b0 HTTP/1.1" status: 200 len: 946 time: 0.0542848 Jul 29 04:59:05.615136 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-eb2511de-e9e0-4f9d-8350-e517a0876700 req-5fbb4e7c-50ce-4aef-9588-08fadf868ca7 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups?id=d161dc0c-346a-4395-b5fd-955c2b00be2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498643 Jul 29 04:59:05.617754 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:59:05.656410 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-6db07858-d1a3-4606-a7f5-71bb1bfcd373 req-8e74b885-88a2-4c30-8479-d00d1ed902df tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:05.656756 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-6db07858-d1a3-4606-a7f5-71bb1bfcd373 req-8e74b885-88a2-4c30-8479-d00d1ed902df tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1937124'] for floatingip (7d4f74fd-a410-44d6-a29f-902f98f8ac93), after_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:05.657077 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.db.l3_db [req-6db07858-d1a3-4606-a7f5-71bb1bfcd373 req-8e74b885-88a2-4c30-8479-d00d1ed902df tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Floating IP 7d4f74fd-a410-44d6-a29f-902f98f8ac93 disassociated. External IP: 172.27.0.225, port: 16945bc9-3458-44e2-a493-5680610d8654. Jul 29 04:59:05.657478 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [req-6db07858-d1a3-4606-a7f5-71bb1bfcd373 req-8e74b885-88a2-4c30-8479-d00d1ed902df tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Calling delete_port for 16945bc9-3458-44e2-a493-5680610d8654 owned by compute:nova {{(pid=115908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 04:59:05.789285 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-6db07858-d1a3-4606-a7f5-71bb1bfcd373 req-8e74b885-88a2-4c30-8479-d00d1ed902df tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (16945bc9-3458-44e2-a493-5680610d8654), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:05.822073 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e74b885-88a2-4c30-8479-d00d1ed902df tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Pushing event deleted for resources: {'Port': ['ID=16945bc9-3458-44e2-a493-5680610d8654,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:59:05.937335 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6db07858-d1a3-4606-a7f5-71bb1bfcd373 req-8e74b885-88a2-4c30-8479-d00d1ed902df tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Router b16b56f5-3ccf-4ca8-b446-f11105e09b7c has already been hosted by L3 agent 507cc676-b5a3-487d-9bd3-df89beb45ea5 {{(pid=115908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 04:59:06.050562 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6db07858-d1a3-4606-a7f5-71bb1bfcd373 req-8e74b885-88a2-4c30-8479-d00d1ed902df tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Notify agent at l3_agent.dv-cinder-851449-2-iscsi the message routers_updated {{(pid=115908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 04:59:06.061273 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f2c890-fa5f-4778-801a-48ea170c0b01 None None] Sync routers for ids ['b16b56f5-3ccf-4ca8-b446-f11105e09b7c'] in dv-cinder-851449-2-iscsi {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 04:59:06.076310 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f2c890-fa5f-4778-801a-48ea170c0b01 None None] Routers {'b16b56f5-3ccf-4ca8-b446-f11105e09b7c'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:59:06.076926 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-d0f2c890-fa5f-4778-801a-48ea170c0b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:58:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['b16b56f5-3ccf-4ca8-b446-f11105e09b7c'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:59:06.103189 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db07858-d1a3-4606-a7f5-71bb1bfcd373 req-8e74b885-88a2-4c30-8479-d00d1ed902df tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] No DVR routers for this DVR port 16945bc9-3458-44e2-a493-5680610d8654 on host hv-cinder-85144 {{(pid=115908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 04:59:06.105987 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-6db07858-d1a3-4606-a7f5-71bb1bfcd373 req-8e74b885-88a2-4c30-8479-d00d1ed902df tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for port (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:06.109666 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-6db07858-d1a3-4606-a7f5-71bb1bfcd373 req-8e74b885-88a2-4c30-8479-d00d1ed902df tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.64 "DELETE /v2.0/ports/16945bc9-3458-44e2-a493-5680610d8654 HTTP/1.1" status: 204 len: 173 time: 0.8807585 Jul 29 04:59:06.110156 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e85f641-7d4e-4121-933b-e00793f410b0', 'name': 'network-vif-deleted', 'tag': '16945bc9-3458-44e2-a493-5680610d8654'}] {{(pid=115908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:59:06.113610 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91089063952d51f7df5c9c02e055d40fa8e1e9cb9a21cfbbcb9b3277c7a948b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9c8308-c627-4f70-867d-610ff0167c47" -d '{"events": [{"server_uuid": "3e85f641-7d4e-4121-933b-e00793f410b0", "name": "network-vif-deleted", "tag": "16945bc9-3458-44e2-a493-5680610d8654"}]}' {{(pid=115908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:59:06.349830 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-d0f2c890-fa5f-4778-801a-48ea170c0b01 None None] Set router b16b56f5-3ccf-4ca8-b446-f11105e09b7c gateway port host: dv-cinder-851449-2-iscsi {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:59:06.400192 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 04:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707bada5-ae84-4283-931e-eb8e8dbb2227 x-openstack-request-id: req-707bada5-ae84-4283-931e-eb8e8dbb2227 {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:59:06.400742 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e85f641-7d4e-4121-933b-e00793f410b0", "name": "network-vif-deleted", "tag": "16945bc9-3458-44e2-a493-5680610d8654", "status": "completed", "code": 200}]} {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:59:06.401136 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-707bada5-ae84-4283-931e-eb8e8dbb2227 {{(pid=115908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:59:06.401759 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=1 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:59:06.402710 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-707bada5-ae84-4283-931e-eb8e8dbb2227'] response: {'server_uuid': '3e85f641-7d4e-4121-933b-e00793f410b0', 'name': 'network-vif-deleted', 'tag': '16945bc9-3458-44e2-a493-5680610d8654', 'status': 'completed', 'code': 200} Jul 29 04:59:06.592818 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-d0f2c890-fa5f-4778-801a-48ea170c0b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'name': 'tempest-AttachVolumeNegativeTest-654562715-router', 'tenant_id': '461e2af738084ccb986169d752510588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'a9fde12f-857b-419b-9b3c-07d0e6d53447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:20Z', 'updated_at': '2022-07-29T04:47:32Z', 'revision_number': 4, 'project_id': '461e2af738084ccb986169d752510588', 'gw_port': {'id': 'a9fde12f-857b-419b-9b3c-07d0e6d53447', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:23Z', 'updated_at': '2022-07-29T04:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': '4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51', 'name': '', 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68', 'tenant_id': '461e2af738084ccb986169d752510588', 'mac_address': 'fa:16:3e:64:33:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5df203e3-38ee-42fe-a28a-41c6f641aefe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:31Z', 'updated_at': '2022-07-29T04:47:46Z', 'revision_number': 5, 'project_id': '461e2af738084ccb986169d752510588', 'subnets': [{'id': '5df203e3-38ee-42fe-a28a-41c6f641aefe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:59:06.622400 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f2c890-fa5f-4778-801a-48ea170c0b01 None None] Checking router: b16b56f5-3ccf-4ca8-b446-f11105e09b7c for host: dv-cinder-851449-2-iscsi {{(pid=115910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 04:59:06.631688 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f2c890-fa5f-4778-801a-48ea170c0b01 None None] Routers {'b16b56f5-3ccf-4ca8-b446-f11105e09b7c'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:59:06.632356 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-d0f2c890-fa5f-4778-801a-48ea170c0b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:58:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['b16b56f5-3ccf-4ca8-b446-f11105e09b7c'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:59:06.737564 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480950e9-ceda-4c7c-8649-5886a3fda59d req-058a33d9-5902-4963-a0fb-70efa6ffa6f3 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:59:06.739932 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-480950e9-ceda-4c7c-8649-5886a3fda59d req-058a33d9-5902-4963-a0fb-70efa6ffa6f3 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.40 "GET /v2.0/ports?device_id=b8c39d4c-13bb-4334-8bab-824a0bb63870 HTTP/1.1" status: 200 len: 945 time: 0.0561898 Jul 29 04:59:06.764640 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-d0f2c890-fa5f-4778-801a-48ea170c0b01 None None] Set router b16b56f5-3ccf-4ca8-b446-f11105e09b7c gateway port host: dv-cinder-851449-2-iscsi {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:59:06.769683 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-eae6d88a-30be-4c9d-948a-2e8491621dfe req-fdb4d1ac-8963-4d4c-a0c9-c64f4729e97a tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=3e85f641-7d4e-4121-933b-e00793f410b0 HTTP/1.1" status: 200 len: 210 time: 0.0292683 Jul 29 04:59:06.793189 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-480950e9-ceda-4c7c-8649-5886a3fda59d req-28f9169b-5dca-41da-a514-b06f49f224a8 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.40 "GET /v2.0/security-groups?id=88979f92-97a0-4e53-8d26-02e308013a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477295 Jul 29 04:59:06.983950 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-d0f2c890-fa5f-4778-801a-48ea170c0b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'name': 'tempest-AttachVolumeNegativeTest-654562715-router', 'tenant_id': '461e2af738084ccb986169d752510588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'a9fde12f-857b-419b-9b3c-07d0e6d53447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:20Z', 'updated_at': '2022-07-29T04:47:32Z', 'revision_number': 4, 'project_id': '461e2af738084ccb986169d752510588', 'gw_port': {'id': 'a9fde12f-857b-419b-9b3c-07d0e6d53447', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:23Z', 'updated_at': '2022-07-29T04:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': '4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51', 'name': '', 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68', 'tenant_id': '461e2af738084ccb986169d752510588', 'mac_address': 'fa:16:3e:64:33:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5df203e3-38ee-42fe-a28a-41c6f641aefe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:31Z', 'updated_at': '2022-07-29T04:47:46Z', 'revision_number': 5, 'project_id': '461e2af738084ccb986169d752510588', 'subnets': [{'id': '5df203e3-38ee-42fe-a28a-41c6f641aefe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:59:07.011397 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f2c890-fa5f-4778-801a-48ea170c0b01 None None] The sync data for ids ['b16b56f5-3ccf-4ca8-b446-f11105e09b7c'] in dv-cinder-851449-2-iscsi is: [{'id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'name': 'tempest-AttachVolumeNegativeTest-654562715-router', 'tenant_id': '461e2af738084ccb986169d752510588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'a9fde12f-857b-419b-9b3c-07d0e6d53447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:20Z', 'updated_at': '2022-07-29T04:47:32Z', 'revision_number': 4, 'project_id': '461e2af738084ccb986169d752510588', 'gw_port': {'id': 'a9fde12f-857b-419b-9b3c-07d0e6d53447', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:23Z', 'updated_at': '2022-07-29T04:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': '4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51', 'name': '', 'network_id': '21ca39e1-cfc7-4b5b-897b-220faf26ce68', 'tenant_id': '461e2af738084ccb986169d752510588', 'mac_address': 'fa:16:3e:64:33:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5df203e3-38ee-42fe-a28a-41c6f641aefe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:31Z', 'updated_at': '2022-07-29T04:47:46Z', 'revision_number': 5, 'project_id': '461e2af738084ccb986169d752510588', 'subnets': [{'id': '5df203e3-38ee-42fe-a28a-41c6f641aefe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 04:59:07.222818 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0317f631-3f0f-4df8-afdb-f12f75df28b2 None None] New status for floating IP 7d4f74fd-a410-44d6-a29f-902f98f8ac93: DOWN {{(pid=115909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 04:59:07.889832 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-79995985-7290-41b5-9905-ea1e0e14e8c1 req-e6c9a8b3-8936-4013-880b-f7ba1bbd4055 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/ports?device_id=3e85f641-7d4e-4121-933b-e00793f410b0 HTTP/1.1" status: 200 len: 210 time: 0.0299051 Jul 29 04:59:07.918774 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f053ab67-bab0-4544-b56e-e72e98f6b199 req-7054a022-440b-4901-9163-dc05c7e49576 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:59:07.920230 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-f053ab67-bab0-4544-b56e-e72e98f6b199 req-7054a022-440b-4901-9163-dc05c7e49576 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.40 "GET /v2.0/ports?device_id=b8c39d4c-13bb-4334-8bab-824a0bb63870 HTTP/1.1" status: 200 len: 945 time: 0.0487320 Jul 29 04:59:07.971080 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-f053ab67-bab0-4544-b56e-e72e98f6b199 req-03e64ddb-6b5d-470a-9f4a-de7e49bdbed5 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.40 "GET /v2.0/security-groups?id=88979f92-97a0-4e53-8d26-02e308013a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453234 Jul 29 04:59:08.217675 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device 16945bc9-3458-44e2-a493-5680610d8654 no longer exists at agent hyperv_hv-cinder-85144 {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 04:59:08.237050 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] No Port match for: 16945bc9-3458-44e2-a493-5680610d8654 {{(pid=115909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 04:59:08.237399 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device 16945bc9-3458-44e2-a493-5680610d8654 not bound to the agent host hv-cinder-85144 {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 04:59:08.884972 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57874065-9931-4a4e-913a-5c6310026535 req-f68cbb26-14cb-4984-9ced-c6070f558770 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:59:08.886469 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-57874065-9931-4a4e-913a-5c6310026535 req-f68cbb26-14cb-4984-9ced-c6070f558770 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.64 "GET /v2.0/ports?device_id=b8c39d4c-13bb-4334-8bab-824a0bb63870 HTTP/1.1" status: 200 len: 945 time: 0.0492365 Jul 29 04:59:08.969304 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [req-57874065-9931-4a4e-913a-5c6310026535 req-889d1958-ed0b-498b-b7d7-16629cdda085 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Deleting port 424252b7-0423-412c-a37a-881037fb6cbc {{(pid=115908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 04:59:08.969952 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-57874065-9931-4a4e-913a-5c6310026535 req-889d1958-ed0b-498b-b7d7-16629cdda085 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (424252b7-0423-412c-a37a-881037fb6cbc), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:09.044475 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:59:09.072291 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [req-57874065-9931-4a4e-913a-5c6310026535 req-889d1958-ed0b-498b-b7d7-16629cdda085 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] For port 424252b7-0423-412c-a37a-881037fb6cbc, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=424252b7-0423-412c-a37a-881037fb6cbc,segment=NetworkSegment(774954ea-9f18-40af-91e7-f53df266f0d5),segment_id=774954ea-9f18-40af-91e7-f53df266f0d5)] {{(pid=115908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:59:09.072842 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-57874065-9931-4a4e-913a-5c6310026535 req-889d1958-ed0b-498b-b7d7-16629cdda085 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (424252b7-0423-412c-a37a-881037fb6cbc), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:09.087585 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [req-57874065-9931-4a4e-913a-5c6310026535 req-889d1958-ed0b-498b-b7d7-16629cdda085 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Calling delete_port for 424252b7-0423-412c-a37a-881037fb6cbc owned by compute:nova {{(pid=115908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 04:59:09.095176 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefd94c4-f8b6-4e44-b2bb-1dcca0acec30 req-7dc190a2-5e53-494f-8239-0204e8d9acc4 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 04:59:09.096432 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:59:09.096754 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-aefd94c4-f8b6-4e44-b2bb-1dcca0acec30 req-7dc190a2-5e53-494f-8239-0204e8d9acc4 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.40 "GET /v2.0/ports?device_id=b8c39d4c-13bb-4334-8bab-824a0bb63870 HTTP/1.1" status: 200 len: 945 time: 0.0493143 Jul 29 04:59:09.146256 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-aefd94c4-f8b6-4e44-b2bb-1dcca0acec30 req-73fed06f-a06f-459d-bb63-ea5f074b8b3c tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.40 "GET /v2.0/security-groups?id=88979f92-97a0-4e53-8d26-02e308013a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430963 Jul 29 04:59:09.223913 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-57874065-9931-4a4e-913a-5c6310026535 req-889d1958-ed0b-498b-b7d7-16629cdda085 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (424252b7-0423-412c-a37a-881037fb6cbc), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:09.251707 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889d1958-ed0b-498b-b7d7-16629cdda085 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Pushing event deleted for resources: {'Port': ['ID=424252b7-0423-412c-a37a-881037fb6cbc,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:59:09.264948 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] get_ports_and_sgs() called for port_ids ['424252b7-0423-412c-a37a-881037fb6cbc'] {{(pid=115909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 04:59:09.299581 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.l3_dvrscheduler_db [req-57874065-9931-4a4e-913a-5c6310026535 req-889d1958-ed0b-498b-b7d7-16629cdda085 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] No DVR routers for this DVR port 424252b7-0423-412c-a37a-881037fb6cbc on host hv-cinder-85144 {{(pid=115908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 04:59:09.301833 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-57874065-9931-4a4e-913a-5c6310026535 req-889d1958-ed0b-498b-b7d7-16629cdda085 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for port (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:09.305593 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-57874065-9931-4a4e-913a-5c6310026535 req-889d1958-ed0b-498b-b7d7-16629cdda085 tempest-VolumesSnapshotTestJSON-1556868348 tempest-VolumesSnapshotTestJSON-1556868348-project] 10.222.0.64 "DELETE /v2.0/ports/424252b7-0423-412c-a37a-881037fb6cbc HTTP/1.1" status: 204 len: 173 time: 0.4135351 Jul 29 04:59:09.306019 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c39d4c-13bb-4334-8bab-824a0bb63870', 'name': 'network-vif-deleted', 'tag': '424252b7-0423-412c-a37a-881037fb6cbc'}] {{(pid=115908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 04:59:09.308301 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91089063952d51f7df5c9c02e055d40fa8e1e9cb9a21cfbbcb9b3277c7a948b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7294e156-2fd3-4e27-8d07-efecad1ddc8c" -d '{"events": [{"server_uuid": "b8c39d4c-13bb-4334-8bab-824a0bb63870", "name": "network-vif-deleted", "tag": "424252b7-0423-412c-a37a-881037fb6cbc"}]}' {{(pid=115908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 04:59:09.349189 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 04:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d6229f-c7df-4300-9341-21494299d7ae x-openstack-request-id: req-a7d6229f-c7df-4300-9341-21494299d7ae {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 04:59:09.349516 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c39d4c-13bb-4334-8bab-824a0bb63870", "name": "network-vif-deleted", "tag": "424252b7-0423-412c-a37a-881037fb6cbc", "status": "completed", "code": 200}]} {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 04:59:09.349810 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-a7d6229f-c7df-4300-9341-21494299d7ae {{(pid=115908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 04:59:09.350320 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7d6229f-c7df-4300-9341-21494299d7ae'] response: {'server_uuid': 'b8c39d4c-13bb-4334-8bab-824a0bb63870', 'name': 'network-vif-deleted', 'tag': '424252b7-0423-412c-a37a-881037fb6cbc', 'status': 'completed', 'code': 200} Jul 29 04:59:10.004789 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 37448) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:59:10.068554 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-621d9a40-2f4b-4cde-9fe5-3dd3616a1a9c tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for security_group (d161dc0c-346a-4395-b5fd-955c2b00be2b), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:10.093726 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-621d9a40-2f4b-4cde-9fe5-3dd3616a1a9c tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for security_group (d161dc0c-346a-4395-b5fd-955c2b00be2b), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:10.144519 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-621d9a40-2f4b-4cde-9fe5-3dd3616a1a9c tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (d161dc0c-346a-4395-b5fd-955c2b00be2b), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:10.147320 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-621d9a40-2f4b-4cde-9fe5-3dd3616a1a9c tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for security_group (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:10.149097 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-621d9a40-2f4b-4cde-9fe5-3dd3616a1a9c tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "DELETE /v2.0/security-groups/d161dc0c-346a-4395-b5fd-955c2b00be2b HTTP/1.1" status: 204 len: 168 time: 0.1425228 Jul 29 04:59:10.151853 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 37450) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:59:10.158684 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d9a40-2f4b-4cde-9fe5-3dd3616a1a9c tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d161dc0c-346a-4395-b5fd-955c2b00be2b,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:59:10.166538 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.api.v2.resource [None req-103ac19f-6707-4f66-a6fa-394b12f3057f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] show failed (client error): The resource could not be found. Jul 29 04:59:10.170558 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-103ac19f-6707-4f66-a6fa-394b12f3057f tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "GET /v2.0/security-groups/d161dc0c-346a-4395-b5fd-955c2b00be2b HTTP/1.1" status: 404 len: 347 time: 0.0150855 Jul 29 04:59:10.170806 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 37452) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:59:10.293446 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [None req-054b5a40-c8f4-4b11-bde8-d0b50b0ecbd1 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Deleting port c3f6ea17-6c57-46b1-b42c-54183a6be9a6 {{(pid=115908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 04:59:10.293788 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-054b5a40-c8f4-4b11-bde8-d0b50b0ecbd1 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (c3f6ea17-6c57-46b1-b42c-54183a6be9a6), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:10.376975 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-054b5a40-c8f4-4b11-bde8-d0b50b0ecbd1 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (c3f6ea17-6c57-46b1-b42c-54183a6be9a6), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:10.377307 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-054b5a40-c8f4-4b11-bde8-d0b50b0ecbd1 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for floatingip (c3f6ea17-6c57-46b1-b42c-54183a6be9a6), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:10.390798 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [None req-054b5a40-c8f4-4b11-bde8-d0b50b0ecbd1 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Calling delete_port for c3f6ea17-6c57-46b1-b42c-54183a6be9a6 owned by network:floatingip {{(pid=115908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 04:59:10.544901 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-054b5a40-c8f4-4b11-bde8-d0b50b0ecbd1 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (c3f6ea17-6c57-46b1-b42c-54183a6be9a6), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:10.571325 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054b5a40-c8f4-4b11-bde8-d0b50b0ecbd1 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Pushing event deleted for resources: {'Port': ['ID=c3f6ea17-6c57-46b1-b42c-54183a6be9a6,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:59:10.633793 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-054b5a40-c8f4-4b11-bde8-d0b50b0ecbd1 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks [] for floatingip (7d4f74fd-a410-44d6-a29f-902f98f8ac93), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:10.636334 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-054b5a40-c8f4-4b11-bde8-d0b50b0ecbd1 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for floatingip (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:10.637523 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-054b5a40-c8f4-4b11-bde8-d0b50b0ecbd1 tempest-AttachVolumeNegativeTest-625373578 tempest-AttachVolumeNegativeTest-625373578-project] 10.222.0.40 "DELETE /v2.0/floatingips/7d4f74fd-a410-44d6-a29f-902f98f8ac93 HTTP/1.1" status: 204 len: 168 time: 0.4657791 Jul 29 04:59:12.442872 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device 424252b7-0423-412c-a37a-881037fb6cbc no longer exists at agent hyperv_hv-cinder-85144 {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 04:59:12.464557 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] No Port match for: 424252b7-0423-412c-a37a-881037fb6cbc {{(pid=115909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 04:59:12.464931 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device 424252b7-0423-412c-a37a-881037fb6cbc not bound to the agent host hv-cinder-85144 {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 04:59:18.438984 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-a7715be6-66a3-468a-a7e2-f81bb0e09809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:20.125992 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=67,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:59:20.159126 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=61,neutron:INSERT=4,neutron:DELETE=3 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:59:20.628209 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=62,neutron:DELETE=10 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:59:20.629003 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=73,neutron:DELETE=5 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:59:20.637527 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=19,neutron:UPDATE=5 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:59:20.648861 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-ac91ec15-9a3a-4dc0-a19e-9b423b9a8b81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:21.572982 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (bab6a0c9-2145-495f-b42f-b184e241503a), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:21.871399 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:21.893051 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=67 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:59:21.897820 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=75 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:59:22.760723 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 37590) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:59:23.213688 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-6952f0db-6759-4faf-9a37-b120b6e260a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1933340'] for router_interface (b16b56f5-3ccf-4ca8-b446-f11105e09b7c), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:23.232329 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:23.371341 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:23.685267 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [None req-6952f0db-6759-4faf-9a37-b120b6e260a6 admin admin] Deleting port 4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51 {{(pid=115908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 04:59:23.685631 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-6952f0db-6759-4faf-9a37-b120b6e260a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:23.767265 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [None req-6952f0db-6759-4faf-9a37-b120b6e260a6 admin admin] For port 4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51,segment=NetworkSegment(be606ddc-fa2d-47b7-97af-8bdf56fa7376),segment_id=be606ddc-fa2d-47b7-97af-8bdf56fa7376)] {{(pid=115908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:59:23.767956 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-6952f0db-6759-4faf-9a37-b120b6e260a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:23.780989 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [None req-6952f0db-6759-4faf-9a37-b120b6e260a6 admin admin] Calling delete_port for 4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51 owned by network:router_interface {{(pid=115908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 04:59:23.923811 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:59:23.964148 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-6952f0db-6759-4faf-9a37-b120b6e260a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:23.993412 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6952f0db-6759-4faf-9a37-b120b6e260a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:59:24.018894 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6952f0db-6759-4faf-9a37-b120b6e260a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:59:24.019241 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6952f0db-6759-4faf-9a37-b120b6e260a6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:59:24.019585 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6952f0db-6759-4faf-9a37-b120b6e260a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:59:24.019922 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6952f0db-6759-4faf-9a37-b120b6e260a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:59:24.020257 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6952f0db-6759-4faf-9a37-b120b6e260a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:59:24.020587 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6952f0db-6759-4faf-9a37-b120b6e260a6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:59:24.020937 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6952f0db-6759-4faf-9a37-b120b6e260a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:59:24.021262 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6952f0db-6759-4faf-9a37-b120b6e260a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:59:24.021588 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6952f0db-6759-4faf-9a37-b120b6e260a6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:59:24.021912 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6952f0db-6759-4faf-9a37-b120b6e260a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:59:24.022241 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6952f0db-6759-4faf-9a37-b120b6e260a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:59:24.022567 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6952f0db-6759-4faf-9a37-b120b6e260a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:59:24.022888 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6952f0db-6759-4faf-9a37-b120b6e260a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:59:24.023209 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6952f0db-6759-4faf-9a37-b120b6e260a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:59:24.023529 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6952f0db-6759-4faf-9a37-b120b6e260a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:59:24.052971 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:59:24.166886 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-6952f0db-6759-4faf-9a37-b120b6e260a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1573551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1933448'] for router_interface (b16b56f5-3ccf-4ca8-b446-f11105e09b7c), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:24.370019 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6952f0db-6759-4faf-9a37-b120b6e260a6 admin admin] Router b16b56f5-3ccf-4ca8-b446-f11105e09b7c has already been hosted by L3 agent 507cc676-b5a3-487d-9bd3-df89beb45ea5 {{(pid=115908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 04:59:24.473981 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6952f0db-6759-4faf-9a37-b120b6e260a6 admin admin] Notify agent at l3_agent.dv-cinder-851449-2-iscsi the message routers_updated {{(pid=115908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 04:59:24.479013 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-6952f0db-6759-4faf-9a37-b120b6e260a6 admin admin] 10.222.0.40 "PUT /v2.0/routers/b16b56f5-3ccf-4ca8-b446-f11105e09b7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7172389 Jul 29 04:59:24.481700 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 37606) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:59:24.484763 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c34b05-84ac-40e9-9250-92346ae8a843 None None] Sync routers for ids ['b16b56f5-3ccf-4ca8-b446-f11105e09b7c'] in dv-cinder-851449-2-iscsi {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 04:59:24.496292 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c34b05-84ac-40e9-9250-92346ae8a843 None None] Routers {'b16b56f5-3ccf-4ca8-b446-f11105e09b7c'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:59:24.496924 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-09c34b05-84ac-40e9-9250-92346ae8a843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:59:21Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['b16b56f5-3ccf-4ca8-b446-f11105e09b7c'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:59:24.581150 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-b8ff3929-945f-4e18-9a35-37c4f8115452 admin admin] Publish callbacks [] for router (b16b56f5-3ccf-4ca8-b446-f11105e09b7c), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:24.596928 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-09c34b05-84ac-40e9-9250-92346ae8a843 None None] Set router b16b56f5-3ccf-4ca8-b446-f11105e09b7c gateway port host: dv-cinder-851449-2-iscsi {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:59:24.683060 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-b8ff3929-945f-4e18-9a35-37c4f8115452 admin admin] Publish callbacks [] for router_gateway (b16b56f5-3ccf-4ca8-b446-f11105e09b7c), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:24.728882 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [None req-b8ff3929-945f-4e18-9a35-37c4f8115452 admin admin] Deleting port a9fde12f-857b-419b-9b3c-07d0e6d53447 {{(pid=115908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 04:59:24.729249 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-b8ff3929-945f-4e18-9a35-37c4f8115452 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (a9fde12f-857b-419b-9b3c-07d0e6d53447), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:24.767070 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-09c34b05-84ac-40e9-9250-92346ae8a843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'name': 'tempest-AttachVolumeNegativeTest-654562715-router', 'tenant_id': '461e2af738084ccb986169d752510588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'a9fde12f-857b-419b-9b3c-07d0e6d53447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:20Z', 'updated_at': '2022-07-29T04:59:23Z', 'revision_number': 5, 'project_id': '461e2af738084ccb986169d752510588', 'gw_port': {'id': 'a9fde12f-857b-419b-9b3c-07d0e6d53447', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:47:23Z', 'updated_at': '2022-07-29T04:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi'}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:59:24.792735 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c34b05-84ac-40e9-9250-92346ae8a843 None None] Checking router: b16b56f5-3ccf-4ca8-b446-f11105e09b7c for host: dv-cinder-851449-2-iscsi {{(pid=115910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 04:59:24.801093 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c34b05-84ac-40e9-9250-92346ae8a843 None None] Routers {'b16b56f5-3ccf-4ca8-b446-f11105e09b7c'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 04:59:24.801691 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-09c34b05-84ac-40e9-9250-92346ae8a843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:59:21Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['b16b56f5-3ccf-4ca8-b446-f11105e09b7c'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:59:24.813308 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [None req-b8ff3929-945f-4e18-9a35-37c4f8115452 admin admin] For port a9fde12f-857b-419b-9b3c-07d0e6d53447, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=a9fde12f-857b-419b-9b3c-07d0e6d53447,segment=NetworkSegment(a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f),segment_id=a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f)] {{(pid=115908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:59:24.813877 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-b8ff3929-945f-4e18-9a35-37c4f8115452 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (a9fde12f-857b-419b-9b3c-07d0e6d53447), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:24.828003 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [None req-b8ff3929-945f-4e18-9a35-37c4f8115452 admin admin] Calling delete_port for a9fde12f-857b-419b-9b3c-07d0e6d53447 owned by network:router_gateway {{(pid=115908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 04:59:24.831678 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:59:24.889398 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-09c34b05-84ac-40e9-9250-92346ae8a843 None None] Set router b16b56f5-3ccf-4ca8-b446-f11105e09b7c gateway port host: None {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 04:59:24.929272 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:59:24.939949 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-09c34b05-84ac-40e9-9250-92346ae8a843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'name': 'tempest-AttachVolumeNegativeTest-654562715-router', 'tenant_id': '461e2af738084ccb986169d752510588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:20Z', 'updated_at': '2022-07-29T04:59:24Z', 'revision_number': 6, 'project_id': '461e2af738084ccb986169d752510588', 'gw_port_host': None}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:59:24.969557 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c34b05-84ac-40e9-9250-92346ae8a843 None None] The sync data for ids ['b16b56f5-3ccf-4ca8-b446-f11105e09b7c'] in dv-cinder-851449-2-iscsi is: [{'id': 'b16b56f5-3ccf-4ca8-b446-f11105e09b7c', 'name': 'tempest-AttachVolumeNegativeTest-654562715-router', 'tenant_id': '461e2af738084ccb986169d752510588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:47:20Z', 'updated_at': '2022-07-29T04:59:24Z', 'revision_number': 6, 'project_id': '461e2af738084ccb986169d752510588', 'gw_port_host': None}] {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 04:59:25.006297 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-b8ff3929-945f-4e18-9a35-37c4f8115452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (a9fde12f-857b-419b-9b3c-07d0e6d53447), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:25.031404 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ff3929-945f-4e18-9a35-37c4f8115452 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9fde12f-857b-419b-9b3c-07d0e6d53447,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:59:25.105382 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-b8ff3929-945f-4e18-9a35-37c4f8115452 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1936924'] for router_gateway (b16b56f5-3ccf-4ca8-b446-f11105e09b7c), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:25.194830 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-b8ff3929-945f-4e18-9a35-37c4f8115452 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1714583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1364'] for router (b16b56f5-3ccf-4ca8-b446-f11105e09b7c), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:25.197315 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-b8ff3929-945f-4e18-9a35-37c4f8115452 admin admin] Publish callbacks [] for router_controller (b16b56f5-3ccf-4ca8-b446-f11105e09b7c), precommit_delete_associations {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:25.240940 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-b8ff3929-945f-4e18-9a35-37c4f8115452 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1714453'] for router (b16b56f5-3ccf-4ca8-b446-f11105e09b7c), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:25.241553 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ff3929-945f-4e18-9a35-37c4f8115452 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b16b56f5-3ccf-4ca8-b446-f11105e09b7c {{(pid=115908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 04:59:25.245713 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-b8ff3929-945f-4e18-9a35-37c4f8115452 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:25.247032 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-b8ff3929-945f-4e18-9a35-37c4f8115452 admin admin] 10.222.0.40 "DELETE /v2.0/routers/b16b56f5-3ccf-4ca8-b446-f11105e09b7c HTTP/1.1" status: 204 len: 168 time: 0.7641561 Jul 29 04:59:25.249526 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 37614) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:59:25.294513 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef3cd7de-dc2f-44ce-ace5-f9f7ff44c4b0 admin admin] Deleting subnet 5df203e3-38ee-42fe-a28a-41c6f641aefe {{(pid=115908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 29 04:59:25.297548 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-ef3cd7de-dc2f-44ce-ace5-f9f7ff44c4b0 admin admin] Publish callbacks [] for subnet (5df203e3-38ee-42fe-a28a-41c6f641aefe), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:25.337469 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-ef3cd7de-dc2f-44ce-ace5-f9f7ff44c4b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7404245'] for subnet (5df203e3-38ee-42fe-a28a-41c6f641aefe), precommit_delete_associations {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:25.416889 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-ef3cd7de-dc2f-44ce-ace5-f9f7ff44c4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534123'] for subnet (5df203e3-38ee-42fe-a28a-41c6f641aefe), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:25.475288 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-ef3cd7de-dc2f-44ce-ace5-f9f7ff44c4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1878534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7403891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4838809'] for subnet (5df203e3-38ee-42fe-a28a-41c6f641aefe), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:25.502850 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3cd7de-dc2f-44ce-ace5-f9f7ff44c4b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5df203e3-38ee-42fe-a28a-41c6f641aefe,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:59:25.508445 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-ef3cd7de-dc2f-44ce-ace5-f9f7ff44c4b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for subnet (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:25.511556 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-ef3cd7de-dc2f-44ce-ace5-f9f7ff44c4b0 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/5df203e3-38ee-42fe-a28a-41c6f641aefe HTTP/1.1" status: 204 len: 168 time: 0.2610805 Jul 29 04:59:25.514165 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 37616) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:59:25.516999 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2090899e-12fc-4bfe-b96f-bb83fee26107 None None] Network 21ca39e1-cfc7-4b5b-897b-220faf26ce68 requested from dv-cinder-851449-2-iscsi {{(pid=115909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 04:59:25.584788 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-5a6dd6e0-0b52-4fed-a04b-95b8a91464f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3407969'] for network (21ca39e1-cfc7-4b5b-897b-220faf26ce68), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:25.626588 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [None req-5a6dd6e0-0b52-4fed-a04b-95b8a91464f2 admin admin] Deleting port cdab9c4f-ed7a-4a88-a138-14b529e8bd59 {{(pid=115908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 04:59:25.626939 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-5a6dd6e0-0b52-4fed-a04b-95b8a91464f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (cdab9c4f-ed7a-4a88-a138-14b529e8bd59), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:25.694893 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [None req-5a6dd6e0-0b52-4fed-a04b-95b8a91464f2 admin admin] For port cdab9c4f-ed7a-4a88-a138-14b529e8bd59, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=cdab9c4f-ed7a-4a88-a138-14b529e8bd59,segment=NetworkSegment(be606ddc-fa2d-47b7-97af-8bdf56fa7376),segment_id=be606ddc-fa2d-47b7-97af-8bdf56fa7376)] {{(pid=115908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:59:25.695174 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-5a6dd6e0-0b52-4fed-a04b-95b8a91464f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (cdab9c4f-ed7a-4a88-a138-14b529e8bd59), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:25.708118 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [None req-5a6dd6e0-0b52-4fed-a04b-95b8a91464f2 admin admin] Calling delete_port for cdab9c4f-ed7a-4a88-a138-14b529e8bd59 owned by network:dhcp {{(pid=115908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 04:59:25.736441 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680cdcd8-c462-42b1-95a3-8e66f6e6e1c4 None None] DHCP port deletion for 21ca39e1-cfc7-4b5b-897b-220faf26ce68 request from dv-cinder-851449-2-iscsi {{(pid=115909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 29 04:59:25.766558 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:59:25.781057 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-680cdcd8-c462-42b1-95a3-8e66f6e6e1c4 None None] Deleting port cdab9c4f-ed7a-4a88-a138-14b529e8bd59 {{(pid=115909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 04:59:25.781433 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-680cdcd8-c462-42b1-95a3-8e66f6e6e1c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (cdab9c4f-ed7a-4a88-a138-14b529e8bd59), before_delete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:25.782257 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:UPDATE=2,neutron:SELECT=88,neutron:DELETE=10 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:59:25.791697 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-5a6dd6e0-0b52-4fed-a04b-95b8a91464f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (cdab9c4f-ed7a-4a88-a138-14b529e8bd59), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:25.823447 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6dd6e0-0b52-4fed-a04b-95b8a91464f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdab9c4f-ed7a-4a88-a138-14b529e8bd59,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:59:25.828636 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6dd6e0-0b52-4fed-a04b-95b8a91464f2 admin admin] No DVR routers for this DVR port cdab9c4f-ed7a-4a88-a138-14b529e8bd59 on host dv-cinder-851449-2-iscsi {{(pid=115908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 04:59:25.848905 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-680cdcd8-c462-42b1-95a3-8e66f6e6e1c4 None None] For port cdab9c4f-ed7a-4a88-a138-14b529e8bd59, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=cdab9c4f-ed7a-4a88-a138-14b529e8bd59,segment=NetworkSegment(be606ddc-fa2d-47b7-97af-8bdf56fa7376),segment_id=be606ddc-fa2d-47b7-97af-8bdf56fa7376)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 04:59:25.849304 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-680cdcd8-c462-42b1-95a3-8e66f6e6e1c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (cdab9c4f-ed7a-4a88-a138-14b529e8bd59), precommit_delete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:25.866633 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-680cdcd8-c462-42b1-95a3-8e66f6e6e1c4 None None] Calling delete_port for cdab9c4f-ed7a-4a88-a138-14b529e8bd59 owned by network:dhcp {{(pid=115909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 04:59:25.914916 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-5a6dd6e0-0b52-4fed-a04b-95b8a91464f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535877', 'neutron.services.segments.db._delete_segments_for_network-8769699633610'] for network (21ca39e1-cfc7-4b5b-897b-220faf26ce68), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:25.920355 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device a9fde12f-857b-419b-9b3c-07d0e6d53447 no longer exists at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 04:59:25.935750 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.services.segments.db [None req-5a6dd6e0-0b52-4fed-a04b-95b8a91464f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21ca39e1-cfc7-4b5b-897b-220faf26ce68']}} {{(pid=115908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:59:25.943951 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] No Port match for: a9fde12f-857b-419b-9b3c-07d0e6d53447 {{(pid=115909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 04:59:25.944303 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device a9fde12f-857b-419b-9b3c-07d0e6d53447 not bound to the agent host dv-cinder-851449-2-iscsi {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 04:59:25.944754 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device 4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51 no longer exists at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 04:59:25.945037 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.services.segments.db [None req-5a6dd6e0-0b52-4fed-a04b-95b8a91464f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be606ddc-fa2d-47b7-97af-8bdf56fa7376') {'for_net_delete': True} {{(pid=115908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:59:25.945339 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.services.segments.db [None req-5a6dd6e0-0b52-4fed-a04b-95b8a91464f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be606ddc-fa2d-47b7-97af-8bdf56fa7376') {} {{(pid=115908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 04:59:25.955194 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-5a6dd6e0-0b52-4fed-a04b-95b8a91464f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769699633511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7404236'] for segment (be606ddc-fa2d-47b7-97af-8bdf56fa7376), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:25.971014 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-5a6dd6e0-0b52-4fed-a04b-95b8a91464f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537036'] for segment (be606ddc-fa2d-47b7-97af-8bdf56fa7376), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:25.974649 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] No Port match for: 4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51 {{(pid=115909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 04:59:25.974996 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device 4c2fa6cb-0f99-4ed9-aa82-35da77c3fc51 not bound to the agent host dv-cinder-851449-2-iscsi {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 04:59:25.975458 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device cdab9c4f-ed7a-4a88-a138-14b529e8bd59 no longer exists at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 04:59:25.979517 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a6dd6e0-0b52-4fed-a04b-95b8a91464f2 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=115908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 04:59:25.979779 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-5a6dd6e0-0b52-4fed-a04b-95b8a91464f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7403821'] for segment (be606ddc-fa2d-47b7-97af-8bdf56fa7376), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:25.998871 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] No Port match for: cdab9c4f-ed7a-4a88-a138-14b529e8bd59 {{(pid=115909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 04:59:25.999222 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device cdab9c4f-ed7a-4a88-a138-14b529e8bd59 not bound to the agent host dv-cinder-851449-2-iscsi {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 04:59:26.022008 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-680cdcd8-c462-42b1-95a3-8e66f6e6e1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316'] for port (cdab9c4f-ed7a-4a88-a138-14b529e8bd59), after_delete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:26.029287 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.services.segments.plugin [-] Segment be606ddc-fa2d-47b7-97af-8bdf56fa7376 resource provider aggregate not found Jul 29 04:59:26.053471 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680cdcd8-c462-42b1-95a3-8e66f6e6e1c4 None None] Pushing event deleted for resources: {'Port': ['ID=cdab9c4f-ed7a-4a88-a138-14b529e8bd59,revision_number=None']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:59:26.060772 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-5a6dd6e0-0b52-4fed-a04b-95b8a91464f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1936944'] for network (21ca39e1-cfc7-4b5b-897b-220faf26ce68), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:26.063868 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.services.segments.plugin [-] Segment be606ddc-fa2d-47b7-97af-8bdf56fa7376 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid be606ddc-fa2d-47b7-97af-8bdf56fa7376 found for delete ", "request_id": "req-68654a6e-6856-4827-951a-62fbd3e1be8f"}]} Jul 29 04:59:26.064073 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680cdcd8-c462-42b1-95a3-8e66f6e6e1c4 None None] No DVR routers for this DVR port cdab9c4f-ed7a-4a88-a138-14b529e8bd59 on host dv-cinder-851449-2-iscsi {{(pid=115909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 04:59:26.079571 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-5a6dd6e0-0b52-4fed-a04b-95b8a91464f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for network (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:26.085681 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-5a6dd6e0-0b52-4fed-a04b-95b8a91464f2 admin admin] 10.222.0.40 "DELETE /v2.0/networks/21ca39e1-cfc7-4b5b-897b-220faf26ce68 HTTP/1.1" status: 204 len: 168 time: 0.5675986 Jul 29 04:59:26.086040 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6dd6e0-0b52-4fed-a04b-95b8a91464f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=21ca39e1-cfc7-4b5b-897b-220faf26ce68,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:59:26.201204 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 37628) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:59:26.242651 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-d8155a44-3484-4766-99dd-d2e2b69b1695 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=461e2af738084ccb986169d752510588&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0402019 Jul 29 04:59:26.245156 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 37630) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:59:26.296708 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-566a405f-83a8-4cd0-a175-d2fd8a29e780 admin admin] Publish callbacks [] for security_group (c151d662-b80e-4b86-8641-1354dd2c2777), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:26.318138 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-566a405f-83a8-4cd0-a175-d2fd8a29e780 admin admin] Publish callbacks [] for security_group (c151d662-b80e-4b86-8641-1354dd2c2777), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:26.369973 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-566a405f-83a8-4cd0-a175-d2fd8a29e780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (c151d662-b80e-4b86-8641-1354dd2c2777), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:26.372936 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-566a405f-83a8-4cd0-a175-d2fd8a29e780 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:26.374087 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-566a405f-83a8-4cd0-a175-d2fd8a29e780 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/c151d662-b80e-4b86-8641-1354dd2c2777 HTTP/1.1" status: 204 len: 168 time: 0.1280212 Jul 29 04:59:26.383855 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566a405f-83a8-4cd0-a175-d2fd8a29e780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c151d662-b80e-4b86-8641-1354dd2c2777,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:59:27.900576 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.agents_db [None req-05f878dc-9505-4230-ae26-b2f791c5e7d5 None None] Agent healthcheck: found 6 active agents {{(pid=115910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 04:59:34.968783 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=44 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:59:36.056006 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=48,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:59:36.376886 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=43,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:59:36.377682 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:DELETE=6,neutron:SELECT=42 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:59:36.397106 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=55,neutron:UPDATE=6,neutron:DELETE=3 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:59:47.386174 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=12 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:59:47.386915 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=55 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:59:48.441295 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-0367a5bf-e19f-4965-86d9-a9ee94d4b45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:50.122049 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 37938) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:59:50.225804 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-20ae5faf-e063-4eca-8292-caa091accfda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:50.300206 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-20ae5faf-e063-4eca-8292-caa091accfda admin admin] Publish callbacks [] for security_group (db28afec-eb25-43b8-a18c-1750d02a9006), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:50.303886 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-20ae5faf-e063-4eca-8292-caa091accfda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (db28afec-eb25-43b8-a18c-1750d02a9006), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:50.342531 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-20ae5faf-e063-4eca-8292-caa091accfda admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e6aaf796c5db4f1ebbcb32e1b1c9010c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2195005 Jul 29 04:59:50.343430 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ae5faf-e063-4eca-8292-caa091accfda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db28afec-eb25-43b8-a18c-1750d02a9006,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:59:50.345374 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 37942) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:59:50.350776 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ae5faf-e063-4eca-8292-caa091accfda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:59:50.351131 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ae5faf-e063-4eca-8292-caa091accfda admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:59:50.351479 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ae5faf-e063-4eca-8292-caa091accfda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:59:50.351828 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ae5faf-e063-4eca-8292-caa091accfda admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:59:50.352168 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ae5faf-e063-4eca-8292-caa091accfda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:59:50.352502 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ae5faf-e063-4eca-8292-caa091accfda admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:59:50.352863 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ae5faf-e063-4eca-8292-caa091accfda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:59:50.353197 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ae5faf-e063-4eca-8292-caa091accfda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:59:50.354188 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ae5faf-e063-4eca-8292-caa091accfda admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:59:50.354629 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ae5faf-e063-4eca-8292-caa091accfda admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:59:50.354988 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ae5faf-e063-4eca-8292-caa091accfda admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:59:50.355306 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ae5faf-e063-4eca-8292-caa091accfda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:59:50.355639 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ae5faf-e063-4eca-8292-caa091accfda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:59:50.355969 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ae5faf-e063-4eca-8292-caa091accfda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:59:50.356301 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ae5faf-e063-4eca-8292-caa091accfda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 04:59:50.397967 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-604727a4-3925-4aaf-affa-865a5840e582 admin admin] Publish callbacks [] for security_group (db28afec-eb25-43b8-a18c-1750d02a9006), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:50.420154 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-604727a4-3925-4aaf-affa-865a5840e582 admin admin] Publish callbacks [] for security_group (db28afec-eb25-43b8-a18c-1750d02a9006), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:50.473134 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-604727a4-3925-4aaf-affa-865a5840e582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (db28afec-eb25-43b8-a18c-1750d02a9006), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:50.475545 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-604727a4-3925-4aaf-affa-865a5840e582 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:50.476739 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-604727a4-3925-4aaf-affa-865a5840e582 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/db28afec-eb25-43b8-a18c-1750d02a9006 HTTP/1.1" status: 204 len: 168 time: 0.1303446 Jul 29 04:59:50.485506 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604727a4-3925-4aaf-affa-865a5840e582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db28afec-eb25-43b8-a18c-1750d02a9006,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:59:50.657287 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-1dfebd0e-ff1a-44a1-8a12-b0a4aed63139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:50.744294 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 37948) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:59:50.757533 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-0ed87f0b-61d9-406a-b88b-094b3a43a049 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:50.833831 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-0ed87f0b-61d9-406a-b88b-094b3a43a049 admin admin] Publish callbacks [] for security_group (367ff05a-c41f-42b3-b9d7-8f1b2a5cef0c), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:50.837425 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-0ed87f0b-61d9-406a-b88b-094b3a43a049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (367ff05a-c41f-42b3-b9d7-8f1b2a5cef0c), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:50.881746 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-0ed87f0b-61d9-406a-b88b-094b3a43a049 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=b7ba6df87dad46da8514ce6e898f5758&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1363456 Jul 29 04:59:50.882407 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed87f0b-61d9-406a-b88b-094b3a43a049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367ff05a-c41f-42b3-b9d7-8f1b2a5cef0c,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:59:50.884981 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 37952) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:59:50.936151 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-822d4ba2-db33-404e-958d-bb2edaf99609 admin admin] Publish callbacks [] for security_group (367ff05a-c41f-42b3-b9d7-8f1b2a5cef0c), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:50.957054 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-822d4ba2-db33-404e-958d-bb2edaf99609 admin admin] Publish callbacks [] for security_group (367ff05a-c41f-42b3-b9d7-8f1b2a5cef0c), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:51.002184 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-822d4ba2-db33-404e-958d-bb2edaf99609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (367ff05a-c41f-42b3-b9d7-8f1b2a5cef0c), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:51.004692 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-822d4ba2-db33-404e-958d-bb2edaf99609 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:51.005829 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-822d4ba2-db33-404e-958d-bb2edaf99609 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/367ff05a-c41f-42b3-b9d7-8f1b2a5cef0c HTTP/1.1" status: 204 len: 168 time: 0.1198518 Jul 29 04:59:51.013963 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822d4ba2-db33-404e-958d-bb2edaf99609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367ff05a-c41f-42b3-b9d7-8f1b2a5cef0c,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:59:51.562565 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (bab6a0c9-2145-495f-b42f-b184e241503a), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:51.882726 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:53.018635 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 38046) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:59:53.128999 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-543a58c2-69e5-4d01-87ad-beeb70ceefa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:53.210903 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-543a58c2-69e5-4d01-87ad-beeb70ceefa6 admin admin] Publish callbacks [] for security_group (fcd6ef24-071c-428a-aa11-2bf86feeec3f), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:53.216187 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-543a58c2-69e5-4d01-87ad-beeb70ceefa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (fcd6ef24-071c-428a-aa11-2bf86feeec3f), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:53.238474 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:53.256683 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-543a58c2-69e5-4d01-87ad-beeb70ceefa6 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=387f625d07b746cd9a5b9d6aaaf4521d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2368519 Jul 29 04:59:53.257521 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543a58c2-69e5-4d01-87ad-beeb70ceefa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd6ef24-071c-428a-aa11-2bf86feeec3f,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:59:53.259258 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 38068) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:59:53.314485 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-5d331125-4689-47fa-a2e1-4b10c4fe8c41 admin admin] Publish callbacks [] for security_group (fcd6ef24-071c-428a-aa11-2bf86feeec3f), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:53.336756 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-5d331125-4689-47fa-a2e1-4b10c4fe8c41 admin admin] Publish callbacks [] for security_group (fcd6ef24-071c-428a-aa11-2bf86feeec3f), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:53.378364 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:53.393580 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-5d331125-4689-47fa-a2e1-4b10c4fe8c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (fcd6ef24-071c-428a-aa11-2bf86feeec3f), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:53.396090 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-5d331125-4689-47fa-a2e1-4b10c4fe8c41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:53.397289 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-5d331125-4689-47fa-a2e1-4b10c4fe8c41 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/fcd6ef24-071c-428a-aa11-2bf86feeec3f HTTP/1.1" status: 204 len: 168 time: 0.1364858 Jul 29 04:59:53.406320 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d331125-4689-47fa-a2e1-4b10c4fe8c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd6ef24-071c-428a-aa11-2bf86feeec3f,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:59:53.687002 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 38078) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:59:53.701211 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-dfbaba69-8ef9-4223-a7d3-adfe5910df1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:53.779753 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-dfbaba69-8ef9-4223-a7d3-adfe5910df1d admin admin] Publish callbacks [] for security_group (9e9f851c-2042-4529-982b-21bf50ecfed0), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:53.785084 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-dfbaba69-8ef9-4223-a7d3-adfe5910df1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (9e9f851c-2042-4529-982b-21bf50ecfed0), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:53.828915 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-dfbaba69-8ef9-4223-a7d3-adfe5910df1d admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=83564e4113f14df9a99b70e352b6735c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1407793 Jul 29 04:59:53.829738 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbaba69-8ef9-4223-a7d3-adfe5910df1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9f851c-2042-4529-982b-21bf50ecfed0,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:59:53.832001 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 38080) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:59:53.891490 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-5be56eb7-4c9c-432a-81ab-26feddc078b9 admin admin] Publish callbacks [] for security_group (9e9f851c-2042-4529-982b-21bf50ecfed0), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:53.931357 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-5be56eb7-4c9c-432a-81ab-26feddc078b9 admin admin] Publish callbacks [] for security_group (9e9f851c-2042-4529-982b-21bf50ecfed0), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:54.010853 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-5be56eb7-4c9c-432a-81ab-26feddc078b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (9e9f851c-2042-4529-982b-21bf50ecfed0), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:54.014033 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-5be56eb7-4c9c-432a-81ab-26feddc078b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:54.015466 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-5be56eb7-4c9c-432a-81ab-26feddc078b9 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/9e9f851c-2042-4529-982b-21bf50ecfed0 HTTP/1.1" status: 204 len: 168 time: 0.1819267 Jul 29 04:59:54.024047 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be56eb7-4c9c-432a-81ab-26feddc078b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9f851c-2042-4529-982b-21bf50ecfed0,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:59:55.126445 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 38122) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:59:55.232675 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-882613cd-7322-4f7d-8db5-ddce14698fef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:55.264939 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:59:55.288666 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=79,neutron:DELETE=2,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:59:55.312464 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-882613cd-7322-4f7d-8db5-ddce14698fef admin admin] Publish callbacks [] for security_group (1b0ffb6c-4e21-4ec6-855d-87d0135b06d0), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:55.315934 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-882613cd-7322-4f7d-8db5-ddce14698fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (1b0ffb6c-4e21-4ec6-855d-87d0135b06d0), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:55.355250 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-882613cd-7322-4f7d-8db5-ddce14698fef admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=593bfcdbff2d4cbeb4d326c970d3606c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2277579 Jul 29 04:59:55.356343 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882613cd-7322-4f7d-8db5-ddce14698fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0ffb6c-4e21-4ec6-855d-87d0135b06d0,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:59:55.357991 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 38126) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:59:55.400135 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:59:55.411598 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-c00d4587-a589-4e0f-a808-17c313a2fc55 admin admin] Publish callbacks [] for security_group (1b0ffb6c-4e21-4ec6-855d-87d0135b06d0), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:55.435910 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-c00d4587-a589-4e0f-a808-17c313a2fc55 admin admin] Publish callbacks [] for security_group (1b0ffb6c-4e21-4ec6-855d-87d0135b06d0), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:55.457096 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:DELETE=4 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:59:55.483793 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-c00d4587-a589-4e0f-a808-17c313a2fc55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (1b0ffb6c-4e21-4ec6-855d-87d0135b06d0), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:55.488997 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-c00d4587-a589-4e0f-a808-17c313a2fc55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:55.490370 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-c00d4587-a589-4e0f-a808-17c313a2fc55 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/1b0ffb6c-4e21-4ec6-855d-87d0135b06d0 HTTP/1.1" status: 204 len: 168 time: 0.1306093 Jul 29 04:59:55.498996 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4587-a589-4e0f-a808-17c313a2fc55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0ffb6c-4e21-4ec6-855d-87d0135b06d0,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:59:56.509168 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 38164) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:59:56.616333 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-8bba7a49-f575-402c-b729-58914c837d0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:56.696164 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-8bba7a49-f575-402c-b729-58914c837d0a admin admin] Publish callbacks [] for security_group (bfccd00c-ec5f-4c74-8304-78fefe9b0c10), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:56.699665 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-8bba7a49-f575-402c-b729-58914c837d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (bfccd00c-ec5f-4c74-8304-78fefe9b0c10), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:56.738309 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-8bba7a49-f575-402c-b729-58914c837d0a admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=9c349a66bb034f4783871d9c3289fe01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2274423 Jul 29 04:59:56.739141 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba7a49-f575-402c-b729-58914c837d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfccd00c-ec5f-4c74-8304-78fefe9b0c10,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:59:56.741128 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 38170) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:59:56.791304 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-77dfe0dd-f54e-4d29-95c7-816fd4e62081 admin admin] Publish callbacks [] for security_group (bfccd00c-ec5f-4c74-8304-78fefe9b0c10), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:56.812860 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-77dfe0dd-f54e-4d29-95c7-816fd4e62081 admin admin] Publish callbacks [] for security_group (bfccd00c-ec5f-4c74-8304-78fefe9b0c10), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:56.858860 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-77dfe0dd-f54e-4d29-95c7-816fd4e62081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (bfccd00c-ec5f-4c74-8304-78fefe9b0c10), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:56.861418 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-77dfe0dd-f54e-4d29-95c7-816fd4e62081 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:56.862563 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-77dfe0dd-f54e-4d29-95c7-816fd4e62081 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/bfccd00c-ec5f-4c74-8304-78fefe9b0c10 HTTP/1.1" status: 204 len: 168 time: 0.1204567 Jul 29 04:59:56.870415 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dfe0dd-f54e-4d29-95c7-816fd4e62081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfccd00c-ec5f-4c74-8304-78fefe9b0c10,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:59:58.890444 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=2 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:59:58.894775 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=4 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 04:59:59.748554 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 38234) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 04:59:59.796667 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc065baf-5672-4c72-954f-0e2e0a395fa3 admin admin] Deleting subnet 378d8925-a5ef-4a58-bd36-ed39aa5762d4 {{(pid=115908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 29 04:59:59.799768 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-dc065baf-5672-4c72-954f-0e2e0a395fa3 admin admin] Publish callbacks [] for subnet (378d8925-a5ef-4a58-bd36-ed39aa5762d4), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:59.833643 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-dc065baf-5672-4c72-954f-0e2e0a395fa3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7404245'] for subnet (378d8925-a5ef-4a58-bd36-ed39aa5762d4), precommit_delete_associations {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:59.873262 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-dc065baf-5672-4c72-954f-0e2e0a395fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534123'] for subnet (378d8925-a5ef-4a58-bd36-ed39aa5762d4), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:59.929351 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-dc065baf-5672-4c72-954f-0e2e0a395fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1878534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7403891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4838809'] for subnet (378d8925-a5ef-4a58-bd36-ed39aa5762d4), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:59.956591 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc065baf-5672-4c72-954f-0e2e0a395fa3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=378d8925-a5ef-4a58-bd36-ed39aa5762d4,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 04:59:59.958636 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-dc065baf-5672-4c72-954f-0e2e0a395fa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for subnet (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 04:59:59.961921 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-dc065baf-5672-4c72-954f-0e2e0a395fa3 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/378d8925-a5ef-4a58-bd36-ed39aa5762d4 HTTP/1.1" status: 204 len: 168 time: 0.2121718 Jul 29 04:59:59.964901 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 38236) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:00:00.033348 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-dfbf27a7-0abf-4d1a-8e5d-97ad045d90d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3407969'] for network (f6122d12-dacd-40c0-a20f-9d53ca795a2c), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:00.113722 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-dfbf27a7-0abf-4d1a-8e5d-97ad045d90d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535877', 'neutron.services.segments.db._delete_segments_for_network-8769699633610'] for network (f6122d12-dacd-40c0-a20f-9d53ca795a2c), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:00.133225 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.services.segments.db [None req-dfbf27a7-0abf-4d1a-8e5d-97ad045d90d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6122d12-dacd-40c0-a20f-9d53ca795a2c']}} {{(pid=115908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:00:00.143042 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.services.segments.db [None req-dfbf27a7-0abf-4d1a-8e5d-97ad045d90d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '774954ea-9f18-40af-91e7-f53df266f0d5') {'for_net_delete': True} {{(pid=115908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:00:00.143346 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.services.segments.db [None req-dfbf27a7-0abf-4d1a-8e5d-97ad045d90d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '774954ea-9f18-40af-91e7-f53df266f0d5') {} {{(pid=115908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:00:00.152914 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-dfbf27a7-0abf-4d1a-8e5d-97ad045d90d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769699633511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7404236'] for segment (774954ea-9f18-40af-91e7-f53df266f0d5), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:00.165697 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-dfbf27a7-0abf-4d1a-8e5d-97ad045d90d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537036'] for segment (774954ea-9f18-40af-91e7-f53df266f0d5), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:00.172213 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfbf27a7-0abf-4d1a-8e5d-97ad045d90d6 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=115908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 05:00:00.172778 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-dfbf27a7-0abf-4d1a-8e5d-97ad045d90d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7403821'] for segment (774954ea-9f18-40af-91e7-f53df266f0d5), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:00.211360 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.services.segments.plugin [-] Segment 774954ea-9f18-40af-91e7-f53df266f0d5 resource provider aggregate not found Jul 29 05:00:00.229656 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.services.segments.plugin [-] Segment 774954ea-9f18-40af-91e7-f53df266f0d5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 774954ea-9f18-40af-91e7-f53df266f0d5 found for delete ", "request_id": "req-077de633-39b7-4405-841d-62bda2ca3aa9"}]} Jul 29 05:00:00.237924 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-dfbf27a7-0abf-4d1a-8e5d-97ad045d90d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1936944'] for network (f6122d12-dacd-40c0-a20f-9d53ca795a2c), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:00.243596 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-dfbf27a7-0abf-4d1a-8e5d-97ad045d90d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for network (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:00.247356 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-dfbf27a7-0abf-4d1a-8e5d-97ad045d90d6 admin admin] 10.222.0.40 "DELETE /v2.0/networks/f6122d12-dacd-40c0-a20f-9d53ca795a2c HTTP/1.1" status: 204 len: 168 time: 0.2814937 Jul 29 05:00:00.263492 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf27a7-0abf-4d1a-8e5d-97ad045d90d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6122d12-dacd-40c0-a20f-9d53ca795a2c,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:00.432055 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 38252) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:00:00.452231 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:INSERT=1,neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:00.473997 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-e2b0cdb1-bd5c-48f7-b354-5da2424b3c4b admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=62319662d8e34fc8bbe01e0410cec30a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401223 Jul 29 05:00:00.476563 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 38254) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:00:00.524887 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-403dc671-d27f-4218-813a-8e9c89e75b14 admin admin] Publish callbacks [] for security_group (88979f92-97a0-4e53-8d26-02e308013a56), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:00.546658 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-403dc671-d27f-4218-813a-8e9c89e75b14 admin admin] Publish callbacks [] for security_group (88979f92-97a0-4e53-8d26-02e308013a56), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:00.561016 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:00.595964 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-403dc671-d27f-4218-813a-8e9c89e75b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (88979f92-97a0-4e53-8d26-02e308013a56), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:00.598686 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-403dc671-d27f-4218-813a-8e9c89e75b14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:00.599884 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-403dc671-d27f-4218-813a-8e9c89e75b14 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/88979f92-97a0-4e53-8d26-02e308013a56 HTTP/1.1" status: 204 len: 168 time: 0.1224167 Jul 29 05:00:00.609260 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403dc671-d27f-4218-813a-8e9c89e75b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88979f92-97a0-4e53-8d26-02e308013a56,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:01.036519 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 38264) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:00:01.142166 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-23b4b3e5-604b-453f-8713-f7ef9dd381f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:01.219210 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-23b4b3e5-604b-453f-8713-f7ef9dd381f6 admin admin] Publish callbacks [] for security_group (0111cb52-725b-40aa-b237-954a4559f772), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:01.222710 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-23b4b3e5-604b-453f-8713-f7ef9dd381f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (0111cb52-725b-40aa-b237-954a4559f772), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:01.259282 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-23b4b3e5-604b-453f-8713-f7ef9dd381f6 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=adf1f4a0997d48c4848a3aa93fa2961b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2216866 Jul 29 05:00:01.261669 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b4b3e5-604b-453f-8713-f7ef9dd381f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0111cb52-725b-40aa-b237-954a4559f772,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:01.262530 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 38268) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:00:01.311899 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-c1ba5aa6-545f-4cf4-be0b-b6dc65da4246 admin admin] Publish callbacks [] for security_group (0111cb52-725b-40aa-b237-954a4559f772), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:01.333966 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-c1ba5aa6-545f-4cf4-be0b-b6dc65da4246 admin admin] Publish callbacks [] for security_group (0111cb52-725b-40aa-b237-954a4559f772), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:01.380237 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-c1ba5aa6-545f-4cf4-be0b-b6dc65da4246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (0111cb52-725b-40aa-b237-954a4559f772), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:01.382795 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-c1ba5aa6-545f-4cf4-be0b-b6dc65da4246 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:01.383945 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-c1ba5aa6-545f-4cf4-be0b-b6dc65da4246 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/0111cb52-725b-40aa-b237-954a4559f772 HTTP/1.1" status: 204 len: 168 time: 0.1204135 Jul 29 05:00:01.392277 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ba5aa6-545f-4cf4-be0b-b6dc65da4246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0111cb52-725b-40aa-b237-954a4559f772,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:01.667817 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 38280) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:00:01.681803 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6fc009ce-f167-4546-b887-11e82e1b5900 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:01.759271 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6fc009ce-f167-4546-b887-11e82e1b5900 admin admin] Publish callbacks [] for security_group (c53cc1b6-25dc-457c-a9c2-ac5f25d965bd), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:01.764001 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6fc009ce-f167-4546-b887-11e82e1b5900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (c53cc1b6-25dc-457c-a9c2-ac5f25d965bd), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:01.806465 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-6fc009ce-f167-4546-b887-11e82e1b5900 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=3d80d46f72d045fd8796222fb26e0ec4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1372583 Jul 29 05:00:01.808113 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc009ce-f167-4546-b887-11e82e1b5900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53cc1b6-25dc-457c-a9c2-ac5f25d965bd,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:01.810495 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 38282) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:00:01.859800 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-0ddeb5ab-0d4c-4be4-bf7f-306345859966 admin admin] Publish callbacks [] for security_group (c53cc1b6-25dc-457c-a9c2-ac5f25d965bd), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:01.888377 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-0ddeb5ab-0d4c-4be4-bf7f-306345859966 admin admin] Publish callbacks [] for security_group (c53cc1b6-25dc-457c-a9c2-ac5f25d965bd), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:01.937573 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-0ddeb5ab-0d4c-4be4-bf7f-306345859966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (c53cc1b6-25dc-457c-a9c2-ac5f25d965bd), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:01.940035 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-0ddeb5ab-0d4c-4be4-bf7f-306345859966 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:01.941219 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-0ddeb5ab-0d4c-4be4-bf7f-306345859966 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/c53cc1b6-25dc-457c-a9c2-ac5f25d965bd HTTP/1.1" status: 204 len: 168 time: 0.1296184 Jul 29 05:00:01.949072 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddeb5ab-0d4c-4be4-bf7f-306345859966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53cc1b6-25dc-457c-a9c2-ac5f25d965bd,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:04.901726 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.agents_db [None req-05f878dc-9505-4230-ae26-b2f791c5e7d5 None None] Agent healthcheck: found 6 active agents {{(pid=115910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:00:05.139087 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 38396) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:00:05.210873 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35ef3a-fb60-4f1b-815d-406ea0e0f5a1 req-b2dd55a9-848e-4b6c-bce4-d9c8d022ddce tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:00:05.212336 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-af35ef3a-fb60-4f1b-815d-406ea0e0f5a1 req-b2dd55a9-848e-4b6c-bce4-d9c8d022ddce tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 946 time: 0.0566397 Jul 29 05:00:05.272418 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-7f6e67fc-b51b-4b49-889e-0a14fb844af4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:05.283867 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-af35ef3a-fb60-4f1b-815d-406ea0e0f5a1 req-58c8da06-74b7-40d0-ab75-840e753e4436 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652363 Jul 29 05:00:05.354677 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-7f6e67fc-b51b-4b49-889e-0a14fb844af4 admin admin] Publish callbacks [] for security_group (eb77d509-2799-4977-9e0d-b3391d24a718), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:05.358347 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-7f6e67fc-b51b-4b49-889e-0a14fb844af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (eb77d509-2799-4977-9e0d-b3391d24a718), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:05.399280 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-7f6e67fc-b51b-4b49-889e-0a14fb844af4 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e5a73fe26f134102bf88e5e06da0866c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2590837 Jul 29 05:00:05.400642 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6e67fc-b51b-4b49-889e-0a14fb844af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb77d509-2799-4977-9e0d-b3391d24a718,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:05.402703 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 38402) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:00:05.455308 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-ac42e933-a5e2-4400-9e31-412569b70579 admin admin] Publish callbacks [] for security_group (eb77d509-2799-4977-9e0d-b3391d24a718), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:05.476701 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-ac42e933-a5e2-4400-9e31-412569b70579 admin admin] Publish callbacks [] for security_group (eb77d509-2799-4977-9e0d-b3391d24a718), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:05.527296 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-ac42e933-a5e2-4400-9e31-412569b70579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (eb77d509-2799-4977-9e0d-b3391d24a718), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:05.530690 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-ac42e933-a5e2-4400-9e31-412569b70579 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:05.531853 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-ac42e933-a5e2-4400-9e31-412569b70579 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/eb77d509-2799-4977-9e0d-b3391d24a718 HTTP/1.1" status: 204 len: 168 time: 0.1278243 Jul 29 05:00:05.540151 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac42e933-a5e2-4400-9e31-412569b70579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb77d509-2799-4977-9e0d-b3391d24a718,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:06.426771 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea40df-627f-4bac-95ef-60635d94bbe4 req-aa7fa87d-289e-497c-83fa-5b575e440ebf tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:00:06.428344 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-38ea40df-627f-4bac-95ef-60635d94bbe4 req-aa7fa87d-289e-497c-83fa-5b575e440ebf tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 946 time: 0.0534594 Jul 29 05:00:06.457523 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:06.476776 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:06.486313 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-38ea40df-627f-4bac-95ef-60635d94bbe4 req-75a3d047-6e61-4e3a-81ee-d7f6d13a546b tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500491 Jul 29 05:00:06.735540 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 38436) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:00:06.845201 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6829ba54-e469-43b7-a2fc-ccaf9906d49b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:06.923509 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6829ba54-e469-43b7-a2fc-ccaf9906d49b admin admin] Publish callbacks [] for security_group (a560e25a-abd9-4e73-b86e-24344eb687df), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:06.927176 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6829ba54-e469-43b7-a2fc-ccaf9906d49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (a560e25a-abd9-4e73-b86e-24344eb687df), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:06.967989 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-6829ba54-e469-43b7-a2fc-ccaf9906d49b admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=1d8ff0272aa64b32bfcb3f164f258f50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2312126 Jul 29 05:00:06.969078 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6829ba54-e469-43b7-a2fc-ccaf9906d49b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a560e25a-abd9-4e73-b86e-24344eb687df,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:06.970715 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 38440) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:00:07.017652 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=11 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:07.024558 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-8d55af14-692e-42a4-b9c1-63265a74e8e5 admin admin] Publish callbacks [] for security_group (a560e25a-abd9-4e73-b86e-24344eb687df), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:07.048305 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-8d55af14-692e-42a4-b9c1-63265a74e8e5 admin admin] Publish callbacks [] for security_group (a560e25a-abd9-4e73-b86e-24344eb687df), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:07.099431 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-8d55af14-692e-42a4-b9c1-63265a74e8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (a560e25a-abd9-4e73-b86e-24344eb687df), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:07.102764 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-8d55af14-692e-42a4-b9c1-63265a74e8e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:07.104070 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-8d55af14-692e-42a4-b9c1-63265a74e8e5 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/a560e25a-abd9-4e73-b86e-24344eb687df HTTP/1.1" status: 204 len: 168 time: 0.1322281 Jul 29 05:00:07.107662 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:07.113202 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d55af14-692e-42a4-b9c1-63265a74e8e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a560e25a-abd9-4e73-b86e-24344eb687df,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:07.196652 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b345ddc-cb79-43bc-96b4-7d750bd9d32b req-85795fb5-c285-486d-b76b-e667ce00f789 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:00:07.198147 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4b345ddc-cb79-43bc-96b4-7d750bd9d32b req-85795fb5-c285-486d-b76b-e667ce00f789 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 946 time: 0.0501454 Jul 29 05:00:07.289772 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [req-4b345ddc-cb79-43bc-96b4-7d750bd9d32b req-dfd8f715-df32-46ab-a100-d4063f276ad5 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Deleting port 89c67e7e-2b75-46a8-b24e-d4b2cd7a0832 {{(pid=115908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:00:07.290123 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-4b345ddc-cb79-43bc-96b4-7d750bd9d32b req-dfd8f715-df32-46ab-a100-d4063f276ad5 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (89c67e7e-2b75-46a8-b24e-d4b2cd7a0832), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:07.401876 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [req-4b345ddc-cb79-43bc-96b4-7d750bd9d32b req-dfd8f715-df32-46ab-a100-d4063f276ad5 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] For port 89c67e7e-2b75-46a8-b24e-d4b2cd7a0832, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=89c67e7e-2b75-46a8-b24e-d4b2cd7a0832,segment=NetworkSegment(ffb2b7f4-3669-4504-9503-4837d5f21e70),segment_id=ffb2b7f4-3669-4504-9503-4837d5f21e70)] {{(pid=115908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:00:07.402430 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-4b345ddc-cb79-43bc-96b4-7d750bd9d32b req-dfd8f715-df32-46ab-a100-d4063f276ad5 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (89c67e7e-2b75-46a8-b24e-d4b2cd7a0832), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:07.889237 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-4b345ddc-cb79-43bc-96b4-7d750bd9d32b req-dfd8f715-df32-46ab-a100-d4063f276ad5 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:07.889612 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-4b345ddc-cb79-43bc-96b4-7d750bd9d32b req-dfd8f715-df32-46ab-a100-d4063f276ad5 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1937124'] for floatingip (8a638e25-b950-454c-9e85-fb3fe0a9dc68), after_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:07.889935 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.db.l3_db [req-4b345ddc-cb79-43bc-96b4-7d750bd9d32b req-dfd8f715-df32-46ab-a100-d4063f276ad5 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Floating IP 8a638e25-b950-454c-9e85-fb3fe0a9dc68 disassociated. External IP: 172.27.0.250, port: 89c67e7e-2b75-46a8-b24e-d4b2cd7a0832. Jul 29 05:00:07.890446 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [req-4b345ddc-cb79-43bc-96b4-7d750bd9d32b req-dfd8f715-df32-46ab-a100-d4063f276ad5 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Calling delete_port for 89c67e7e-2b75-46a8-b24e-d4b2cd7a0832 owned by compute:nova {{(pid=115908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:00:07.905538 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381e7633-9da5-427b-924e-1b0e59dd33ef req-ba04e094-7c87-47d2-b989-f0e3713afbb0 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:00:07.907055 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-381e7633-9da5-427b-924e-1b0e59dd33ef req-ba04e094-7c87-47d2-b989-f0e3713afbb0 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e997be3-f342-420b-8630-ca1f8847303a HTTP/1.1" status: 200 len: 946 time: 0.3344502 Jul 29 05:00:08.006587 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-381e7633-9da5-427b-924e-1b0e59dd33ef req-022d0884-5f27-4538-bfb6-8ff11019e5b7 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups?id=e6684eb1-d658-4dfb-9961-9dadbcc3bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916755 Jul 29 05:00:08.079856 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-4b345ddc-cb79-43bc-96b4-7d750bd9d32b req-dfd8f715-df32-46ab-a100-d4063f276ad5 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (89c67e7e-2b75-46a8-b24e-d4b2cd7a0832), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:08.110754 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd8f715-df32-46ab-a100-d4063f276ad5 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Pushing event deleted for resources: {'Port': ['ID=89c67e7e-2b75-46a8-b24e-d4b2cd7a0832,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:08.226762 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b345ddc-cb79-43bc-96b4-7d750bd9d32b req-dfd8f715-df32-46ab-a100-d4063f276ad5 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Router b3c04c53-7421-4b16-83b7-8e93874dcecd has already been hosted by L3 agent 507cc676-b5a3-487d-9bd3-df89beb45ea5 {{(pid=115908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:00:08.331839 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:08.336775 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b345ddc-cb79-43bc-96b4-7d750bd9d32b req-dfd8f715-df32-46ab-a100-d4063f276ad5 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Notify agent at l3_agent.dv-cinder-851449-2-iscsi the message routers_updated {{(pid=115908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:00:08.342184 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:08.348998 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147fecc3-0e2c-4183-a3f1-b30dc6a94ea3 None None] Sync routers for ids ['b3c04c53-7421-4b16-83b7-8e93874dcecd'] in dv-cinder-851449-2-iscsi {{(pid=115909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:00:08.360326 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147fecc3-0e2c-4183-a3f1-b30dc6a94ea3 None None] Routers {'b3c04c53-7421-4b16-83b7-8e93874dcecd'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:00:08.361067 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-147fecc3-0e2c-4183-a3f1-b30dc6a94ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:59:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['b3c04c53-7421-4b16-83b7-8e93874dcecd'], 'active': True} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:00:08.382813 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b345ddc-cb79-43bc-96b4-7d750bd9d32b req-dfd8f715-df32-46ab-a100-d4063f276ad5 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] No DVR routers for this DVR port 89c67e7e-2b75-46a8-b24e-d4b2cd7a0832 on host hv-cinder-85144 {{(pid=115908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 05:00:08.385523 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-4b345ddc-cb79-43bc-96b4-7d750bd9d32b req-dfd8f715-df32-46ab-a100-d4063f276ad5 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for port (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:08.388996 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4b345ddc-cb79-43bc-96b4-7d750bd9d32b req-dfd8f715-df32-46ab-a100-d4063f276ad5 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.64 "DELETE /v2.0/ports/89c67e7e-2b75-46a8-b24e-d4b2cd7a0832 HTTP/1.1" status: 204 len: 173 time: 1.1848669 Jul 29 05:00:08.389466 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e997be3-f342-420b-8630-ca1f8847303a', 'name': 'network-vif-deleted', 'tag': '89c67e7e-2b75-46a8-b24e-d4b2cd7a0832'}] {{(pid=115908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:00:08.391857 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91089063952d51f7df5c9c02e055d40fa8e1e9cb9a21cfbbcb9b3277c7a948b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adfe53fc-cc16-4c66-b144-600ce8b303aa" -d '{"events": [{"server_uuid": "5e997be3-f342-420b-8630-ca1f8847303a", "name": "network-vif-deleted", "tag": "89c67e7e-2b75-46a8-b24e-d4b2cd7a0832"}]}' {{(pid=115908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:00:08.433125 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 05:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d448409b-5558-4564-a065-e38cc7603378 x-openstack-request-id: req-d448409b-5558-4564-a065-e38cc7603378 {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:00:08.433445 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e997be3-f342-420b-8630-ca1f8847303a", "name": "network-vif-deleted", "tag": "89c67e7e-2b75-46a8-b24e-d4b2cd7a0832", "status": "completed", "code": 200}]} {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:00:08.433756 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-d448409b-5558-4564-a065-e38cc7603378 {{(pid=115908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:00:08.437007 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d448409b-5558-4564-a065-e38cc7603378'] response: {'server_uuid': '5e997be3-f342-420b-8630-ca1f8847303a', 'name': 'network-vif-deleted', 'tag': '89c67e7e-2b75-46a8-b24e-d4b2cd7a0832', 'status': 'completed', 'code': 200} Jul 29 05:00:08.487909 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvr_db [None req-147fecc3-0e2c-4183-a3f1-b30dc6a94ea3 None None] Set router b3c04c53-7421-4b16-83b7-8e93874dcecd gateway port host: dv-cinder-851449-2-iscsi {{(pid=115909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:00:08.810272 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-147fecc3-0e2c-4183-a3f1-b30dc6a94ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c04c53-7421-4b16-83b7-8e93874dcecd', 'name': 'tempest-AttachVolumeShelveTestJSON-56780925-router', 'tenant_id': 'f8e9e21d168140e99ffed71146e35fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '257b6c76-533e-49fc-b468-ea85b5205d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:49:23Z', 'updated_at': '2022-07-29T04:49:26Z', 'revision_number': 4, 'project_id': 'f8e9e21d168140e99ffed71146e35fc4', 'gw_port': {'id': '257b6c76-533e-49fc-b468-ea85b5205d10', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c04c53-7421-4b16-83b7-8e93874dcecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:49:24Z', 'updated_at': '2022-07-29T04:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': 'fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e', 'name': '', 'network_id': 'c8994c62-2968-491e-9d89-ada7a08f8ea0', 'tenant_id': 'f8e9e21d168140e99ffed71146e35fc4', 'mac_address': 'fa:16:3e:04:ec:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c04c53-7421-4b16-83b7-8e93874dcecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '9bcd2bfa-a312-446b-bdbd-ca5994b4cf21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:49:26Z', 'updated_at': '2022-07-29T04:49:30Z', 'revision_number': 5, 'project_id': 'f8e9e21d168140e99ffed71146e35fc4', 'subnets': [{'id': '9bcd2bfa-a312-446b-bdbd-ca5994b4cf21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:00:08.841584 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147fecc3-0e2c-4183-a3f1-b30dc6a94ea3 None None] Checking router: b3c04c53-7421-4b16-83b7-8e93874dcecd for host: dv-cinder-851449-2-iscsi {{(pid=115909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:00:08.849954 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147fecc3-0e2c-4183-a3f1-b30dc6a94ea3 None None] Routers {'b3c04c53-7421-4b16-83b7-8e93874dcecd'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:00:08.850558 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-147fecc3-0e2c-4183-a3f1-b30dc6a94ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:59:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['b3c04c53-7421-4b16-83b7-8e93874dcecd'], 'active': True} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:00:08.959092 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvr_db [None req-147fecc3-0e2c-4183-a3f1-b30dc6a94ea3 None None] Set router b3c04c53-7421-4b16-83b7-8e93874dcecd gateway port host: dv-cinder-851449-2-iscsi {{(pid=115909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:00:09.109327 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 38456) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:00:09.160665 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-147fecc3-0e2c-4183-a3f1-b30dc6a94ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c04c53-7421-4b16-83b7-8e93874dcecd', 'name': 'tempest-AttachVolumeShelveTestJSON-56780925-router', 'tenant_id': 'f8e9e21d168140e99ffed71146e35fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '257b6c76-533e-49fc-b468-ea85b5205d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:49:23Z', 'updated_at': '2022-07-29T04:49:26Z', 'revision_number': 4, 'project_id': 'f8e9e21d168140e99ffed71146e35fc4', 'gw_port': {'id': '257b6c76-533e-49fc-b468-ea85b5205d10', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c04c53-7421-4b16-83b7-8e93874dcecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:49:24Z', 'updated_at': '2022-07-29T04:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': 'fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e', 'name': '', 'network_id': 'c8994c62-2968-491e-9d89-ada7a08f8ea0', 'tenant_id': 'f8e9e21d168140e99ffed71146e35fc4', 'mac_address': 'fa:16:3e:04:ec:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c04c53-7421-4b16-83b7-8e93874dcecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '9bcd2bfa-a312-446b-bdbd-ca5994b4cf21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:49:26Z', 'updated_at': '2022-07-29T04:49:30Z', 'revision_number': 5, 'project_id': 'f8e9e21d168140e99ffed71146e35fc4', 'subnets': [{'id': '9bcd2bfa-a312-446b-bdbd-ca5994b4cf21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:00:09.168072 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-5593310b-432a-4634-b0d7-4603344a5b64 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks [] for security_group (e6684eb1-d658-4dfb-9961-9dadbcc3bd59), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:09.187249 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147fecc3-0e2c-4183-a3f1-b30dc6a94ea3 None None] The sync data for ids ['b3c04c53-7421-4b16-83b7-8e93874dcecd'] in dv-cinder-851449-2-iscsi is: [{'id': 'b3c04c53-7421-4b16-83b7-8e93874dcecd', 'name': 'tempest-AttachVolumeShelveTestJSON-56780925-router', 'tenant_id': 'f8e9e21d168140e99ffed71146e35fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '257b6c76-533e-49fc-b468-ea85b5205d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:49:23Z', 'updated_at': '2022-07-29T04:49:26Z', 'revision_number': 4, 'project_id': 'f8e9e21d168140e99ffed71146e35fc4', 'gw_port': {'id': '257b6c76-533e-49fc-b468-ea85b5205d10', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c04c53-7421-4b16-83b7-8e93874dcecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:49:24Z', 'updated_at': '2022-07-29T04:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': 'fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e', 'name': '', 'network_id': 'c8994c62-2968-491e-9d89-ada7a08f8ea0', 'tenant_id': 'f8e9e21d168140e99ffed71146e35fc4', 'mac_address': 'fa:16:3e:04:ec:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c04c53-7421-4b16-83b7-8e93874dcecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '9bcd2bfa-a312-446b-bdbd-ca5994b4cf21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:49:26Z', 'updated_at': '2022-07-29T04:49:30Z', 'revision_number': 5, 'project_id': 'f8e9e21d168140e99ffed71146e35fc4', 'subnets': [{'id': '9bcd2bfa-a312-446b-bdbd-ca5994b4cf21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:00:09.194013 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-5593310b-432a-4634-b0d7-4603344a5b64 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks [] for security_group (e6684eb1-d658-4dfb-9961-9dadbcc3bd59), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:09.247257 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-5593310b-432a-4634-b0d7-4603344a5b64 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (e6684eb1-d658-4dfb-9961-9dadbcc3bd59), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:09.249970 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-5593310b-432a-4634-b0d7-4603344a5b64 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:09.251249 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-5593310b-432a-4634-b0d7-4603344a5b64 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "DELETE /v2.0/security-groups/e6684eb1-d658-4dfb-9961-9dadbcc3bd59 HTTP/1.1" status: 204 len: 168 time: 0.1406674 Jul 29 05:00:09.255052 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 38458) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:00:09.278532 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5593310b-432a-4634-b0d7-4603344a5b64 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6684eb1-d658-4dfb-9961-9dadbcc3bd59,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:09.281047 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.api.v2.resource [None req-a7f94af4-3970-433e-9e6c-d37400ef9556 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] show failed (client error): The resource could not be found. Jul 29 05:00:09.282105 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-a7f94af4-3970-433e-9e6c-d37400ef9556 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "GET /v2.0/security-groups/e6684eb1-d658-4dfb-9961-9dadbcc3bd59 HTTP/1.1" status: 404 len: 347 time: 0.0260968 Jul 29 05:00:09.285068 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 38460) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:00:09.409557 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [None req-a429ad55-36cd-4206-8a59-1f7ad2bc2101 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Deleting port dff7b20d-6260-427b-a6e0-787f4ed9a0ba {{(pid=115908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:00:09.409903 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-a429ad55-36cd-4206-8a59-1f7ad2bc2101 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (dff7b20d-6260-427b-a6e0-787f4ed9a0ba), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:09.425716 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f404527e-06c4-4693-9900-cad99372f886 None None] New status for floating IP 8a638e25-b950-454c-9e85-fb3fe0a9dc68: DOWN {{(pid=115910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 05:00:09.490930 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-a429ad55-36cd-4206-8a59-1f7ad2bc2101 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (dff7b20d-6260-427b-a6e0-787f4ed9a0ba), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:09.491270 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-a429ad55-36cd-4206-8a59-1f7ad2bc2101 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks [] for floatingip (dff7b20d-6260-427b-a6e0-787f4ed9a0ba), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:09.506161 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [None req-a429ad55-36cd-4206-8a59-1f7ad2bc2101 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Calling delete_port for dff7b20d-6260-427b-a6e0-787f4ed9a0ba owned by network:floatingip {{(pid=115908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:00:09.653554 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-a429ad55-36cd-4206-8a59-1f7ad2bc2101 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (dff7b20d-6260-427b-a6e0-787f4ed9a0ba), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:09.677798 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a429ad55-36cd-4206-8a59-1f7ad2bc2101 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Pushing event deleted for resources: {'Port': ['ID=dff7b20d-6260-427b-a6e0-787f4ed9a0ba,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:09.749678 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-a429ad55-36cd-4206-8a59-1f7ad2bc2101 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks [] for floatingip (8a638e25-b950-454c-9e85-fb3fe0a9dc68), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:09.752070 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-a429ad55-36cd-4206-8a59-1f7ad2bc2101 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for floatingip (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:09.753248 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-a429ad55-36cd-4206-8a59-1f7ad2bc2101 tempest-AttachVolumeShelveTestJSON-1708945846 tempest-AttachVolumeShelveTestJSON-1708945846-project] 10.222.0.40 "DELETE /v2.0/floatingips/8a638e25-b950-454c-9e85-fb3fe0a9dc68 HTTP/1.1" status: 204 len: 168 time: 0.4672940 Jul 29 05:00:11.500300 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device 89c67e7e-2b75-46a8-b24e-d4b2cd7a0832 no longer exists at agent hyperv_hv-cinder-85144 {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:00:11.520404 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] No Port match for: 89c67e7e-2b75-46a8-b24e-d4b2cd7a0832 {{(pid=115909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:00:11.520776 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device 89c67e7e-2b75-46a8-b24e-d4b2cd7a0832 not bound to the agent host hv-cinder-85144 {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:00:12.185451 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 38488) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:00:12.644054 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-c32618e6-7ad8-4d9c-b1b7-c2d1cb39c020 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1933340'] for router_interface (b3c04c53-7421-4b16-83b7-8e93874dcecd), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:12.866021 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.plugin [None req-c32618e6-7ad8-4d9c-b1b7-c2d1cb39c020 admin admin] Deleting port fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e {{(pid=115907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:00:12.866368 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-c32618e6-7ad8-4d9c-b1b7-c2d1cb39c020 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:12.945825 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.db [None req-c32618e6-7ad8-4d9c-b1b7-c2d1cb39c020 admin admin] For port fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e,segment=NetworkSegment(ffb2b7f4-3669-4504-9503-4837d5f21e70),segment_id=ffb2b7f4-3669-4504-9503-4837d5f21e70)] {{(pid=115907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:00:12.946115 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-c32618e6-7ad8-4d9c-b1b7-c2d1cb39c020 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:12.959097 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.plugin [None req-c32618e6-7ad8-4d9c-b1b7-c2d1cb39c020 admin admin] Calling delete_port for fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e owned by network:router_interface {{(pid=115907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:00:12.968426 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:13.245911 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:13.382723 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-c32618e6-7ad8-4d9c-b1b7-c2d1cb39c020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7638272'] for port (fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:13.409663 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32618e6-7ad8-4d9c-b1b7-c2d1cb39c020 admin admin] Pushing event deleted for resources: {'Port': ['ID=fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:13.572499 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-c32618e6-7ad8-4d9c-b1b7-c2d1cb39c020 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1573551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1933448'] for router_interface (b3c04c53-7421-4b16-83b7-8e93874dcecd), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:13.781021 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32618e6-7ad8-4d9c-b1b7-c2d1cb39c020 admin admin] Router b3c04c53-7421-4b16-83b7-8e93874dcecd has already been hosted by L3 agent 507cc676-b5a3-487d-9bd3-df89beb45ea5 {{(pid=115907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:00:13.884887 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32618e6-7ad8-4d9c-b1b7-c2d1cb39c020 admin admin] Notify agent at l3_agent.dv-cinder-851449-2-iscsi the message routers_updated {{(pid=115907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:00:13.892906 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-c32618e6-7ad8-4d9c-b1b7-c2d1cb39c020 admin admin] 10.222.0.40 "PUT /v2.0/routers/b3c04c53-7421-4b16-83b7-8e93874dcecd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7044022 Jul 29 05:00:13.893453 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 38504) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:00:13.896808 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19316ab4-2c47-47f1-80e9-750df134c91f None None] Sync routers for ids ['b3c04c53-7421-4b16-83b7-8e93874dcecd'] in dv-cinder-851449-2-iscsi {{(pid=115909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:00:13.909326 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19316ab4-2c47-47f1-80e9-750df134c91f None None] Routers {'b3c04c53-7421-4b16-83b7-8e93874dcecd'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:00:13.910079 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-19316ab4-2c47-47f1-80e9-750df134c91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:59:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['b3c04c53-7421-4b16-83b7-8e93874dcecd'], 'active': True} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:00:13.984731 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:13.992691 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-51c71639-2324-4c65-8ad6-b757e883c532 admin admin] Publish callbacks [] for router (b3c04c53-7421-4b16-83b7-8e93874dcecd), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:13.997240 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:14.016751 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvr_db [None req-19316ab4-2c47-47f1-80e9-750df134c91f None None] Set router b3c04c53-7421-4b16-83b7-8e93874dcecd gateway port host: dv-cinder-851449-2-iscsi {{(pid=115909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:00:14.093354 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-51c71639-2324-4c65-8ad6-b757e883c532 admin admin] Publish callbacks [] for router_gateway (b3c04c53-7421-4b16-83b7-8e93874dcecd), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:14.097077 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:14.098492 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:14.140866 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.plugin [None req-51c71639-2324-4c65-8ad6-b757e883c532 admin admin] Deleting port 257b6c76-533e-49fc-b468-ea85b5205d10 {{(pid=115907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:00:14.141360 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-51c71639-2324-4c65-8ad6-b757e883c532 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (257b6c76-533e-49fc-b468-ea85b5205d10), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:14.188326 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-19316ab4-2c47-47f1-80e9-750df134c91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c04c53-7421-4b16-83b7-8e93874dcecd', 'name': 'tempest-AttachVolumeShelveTestJSON-56780925-router', 'tenant_id': 'f8e9e21d168140e99ffed71146e35fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '257b6c76-533e-49fc-b468-ea85b5205d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:49:23Z', 'updated_at': '2022-07-29T05:00:13Z', 'revision_number': 5, 'project_id': 'f8e9e21d168140e99ffed71146e35fc4', 'gw_port': {'id': '257b6c76-533e-49fc-b468-ea85b5205d10', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:60:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c04c53-7421-4b16-83b7-8e93874dcecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T04:49:24Z', 'updated_at': '2022-07-29T04:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi'}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:00:14.217842 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19316ab4-2c47-47f1-80e9-750df134c91f None None] Checking router: b3c04c53-7421-4b16-83b7-8e93874dcecd for host: dv-cinder-851449-2-iscsi {{(pid=115909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:00:14.222672 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.db [None req-51c71639-2324-4c65-8ad6-b757e883c532 admin admin] For port 257b6c76-533e-49fc-b468-ea85b5205d10, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=257b6c76-533e-49fc-b468-ea85b5205d10,segment=NetworkSegment(a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f),segment_id=a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f)] {{(pid=115907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:00:14.223039 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-51c71639-2324-4c65-8ad6-b757e883c532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (257b6c76-533e-49fc-b468-ea85b5205d10), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:14.226307 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19316ab4-2c47-47f1-80e9-750df134c91f None None] Routers {'b3c04c53-7421-4b16-83b7-8e93874dcecd'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:00:14.226914 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-19316ab4-2c47-47f1-80e9-750df134c91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T04:59:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['b3c04c53-7421-4b16-83b7-8e93874dcecd'], 'active': True} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:00:14.235635 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.plugin [None req-51c71639-2324-4c65-8ad6-b757e883c532 admin admin] Calling delete_port for 257b6c76-533e-49fc-b468-ea85b5205d10 owned by network:router_gateway {{(pid=115907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:00:14.306218 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvr_db [None req-19316ab4-2c47-47f1-80e9-750df134c91f None None] Set router b3c04c53-7421-4b16-83b7-8e93874dcecd gateway port host: None {{(pid=115909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:00:14.357421 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-19316ab4-2c47-47f1-80e9-750df134c91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c04c53-7421-4b16-83b7-8e93874dcecd', 'name': 'tempest-AttachVolumeShelveTestJSON-56780925-router', 'tenant_id': 'f8e9e21d168140e99ffed71146e35fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:49:23Z', 'updated_at': '2022-07-29T05:00:14Z', 'revision_number': 6, 'project_id': 'f8e9e21d168140e99ffed71146e35fc4', 'gw_port_host': None}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:00:14.382047 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19316ab4-2c47-47f1-80e9-750df134c91f None None] The sync data for ids ['b3c04c53-7421-4b16-83b7-8e93874dcecd'] in dv-cinder-851449-2-iscsi is: [{'id': 'b3c04c53-7421-4b16-83b7-8e93874dcecd', 'name': 'tempest-AttachVolumeShelveTestJSON-56780925-router', 'tenant_id': 'f8e9e21d168140e99ffed71146e35fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T04:49:23Z', 'updated_at': '2022-07-29T05:00:14Z', 'revision_number': 6, 'project_id': 'f8e9e21d168140e99ffed71146e35fc4', 'gw_port_host': None}] {{(pid=115909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:00:14.402425 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-51c71639-2324-4c65-8ad6-b757e883c532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7638272'] for port (257b6c76-533e-49fc-b468-ea85b5205d10), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:14.427603 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c71639-2324-4c65-8ad6-b757e883c532 admin admin] Pushing event deleted for resources: {'Port': ['ID=257b6c76-533e-49fc-b468-ea85b5205d10,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:14.496775 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-51c71639-2324-4c65-8ad6-b757e883c532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1936924'] for router_gateway (b3c04c53-7421-4b16-83b7-8e93874dcecd), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:14.584386 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-51c71639-2324-4c65-8ad6-b757e883c532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1714583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1364'] for router (b3c04c53-7421-4b16-83b7-8e93874dcecd), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:14.586476 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-51c71639-2324-4c65-8ad6-b757e883c532 admin admin] Publish callbacks [] for router_controller (b3c04c53-7421-4b16-83b7-8e93874dcecd), precommit_delete_associations {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:14.628537 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-51c71639-2324-4c65-8ad6-b757e883c532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1714453'] for router (b3c04c53-7421-4b16-83b7-8e93874dcecd), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:14.629146 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c71639-2324-4c65-8ad6-b757e883c532 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3c04c53-7421-4b16-83b7-8e93874dcecd {{(pid=115907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 05:00:14.633685 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-51c71639-2324-4c65-8ad6-b757e883c532 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:14.634841 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-51c71639-2324-4c65-8ad6-b757e883c532 admin admin] 10.222.0.40 "DELETE /v2.0/routers/b3c04c53-7421-4b16-83b7-8e93874dcecd HTTP/1.1" status: 204 len: 168 time: 0.7408772 Jul 29 05:00:14.637613 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 38510) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:00:14.683088 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.db.db_base_plugin_v2 [None req-cac20671-bc0c-43a7-936d-e49c10f70962 admin admin] Deleting subnet 9bcd2bfa-a312-446b-bdbd-ca5994b4cf21 {{(pid=115907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 29 05:00:14.687298 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-cac20671-bc0c-43a7-936d-e49c10f70962 admin admin] Publish callbacks [] for subnet (9bcd2bfa-a312-446b-bdbd-ca5994b4cf21), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:14.727298 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-cac20671-bc0c-43a7-936d-e49c10f70962 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4779712'] for subnet (9bcd2bfa-a312-446b-bdbd-ca5994b4cf21), precommit_delete_associations {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:14.810163 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-cac20671-bc0c-43a7-936d-e49c10f70962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534123'] for subnet (9bcd2bfa-a312-446b-bdbd-ca5994b4cf21), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:14.863333 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-cac20671-bc0c-43a7-936d-e49c10f70962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1878534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7638317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7603661'] for subnet (9bcd2bfa-a312-446b-bdbd-ca5994b4cf21), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:14.891139 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac20671-bc0c-43a7-936d-e49c10f70962 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bcd2bfa-a312-446b-bdbd-ca5994b4cf21,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:14.896735 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-cac20671-bc0c-43a7-936d-e49c10f70962 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:14.900571 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-cac20671-bc0c-43a7-936d-e49c10f70962 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/9bcd2bfa-a312-446b-bdbd-ca5994b4cf21 HTTP/1.1" status: 204 len: 168 time: 0.2619872 Jul 29 05:00:14.902362 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02507e05-a62f-4692-b289-afe337979ec1 None None] Network c8994c62-2968-491e-9d89-ada7a08f8ea0 requested from dv-cinder-851449-2-iscsi {{(pid=115909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 05:00:14.903203 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 38514) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:00:14.973704 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-803a7e11-0b2f-4bbd-a5a9-7ce45568735a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3407969'] for network (c8994c62-2968-491e-9d89-ada7a08f8ea0), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:14.976052 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:14.987835 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:15.020142 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.plugin [None req-803a7e11-0b2f-4bbd-a5a9-7ce45568735a admin admin] Deleting port 64960cb7-94cd-4b5d-80c2-151d8ca65c06 {{(pid=115907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:00:15.020482 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-803a7e11-0b2f-4bbd-a5a9-7ce45568735a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (64960cb7-94cd-4b5d-80c2-151d8ca65c06), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:15.087775 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.db [None req-803a7e11-0b2f-4bbd-a5a9-7ce45568735a admin admin] For port 64960cb7-94cd-4b5d-80c2-151d8ca65c06, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=64960cb7-94cd-4b5d-80c2-151d8ca65c06,segment=NetworkSegment(ffb2b7f4-3669-4504-9503-4837d5f21e70),segment_id=ffb2b7f4-3669-4504-9503-4837d5f21e70)] {{(pid=115907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:00:15.088140 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-803a7e11-0b2f-4bbd-a5a9-7ce45568735a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (64960cb7-94cd-4b5d-80c2-151d8ca65c06), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:15.102247 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.plugin [None req-803a7e11-0b2f-4bbd-a5a9-7ce45568735a admin admin] Calling delete_port for 64960cb7-94cd-4b5d-80c2-151d8ca65c06 owned by network:dhcp {{(pid=115907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:00:15.112632 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6845b2e-0922-4172-9450-7e5decd998a0 None None] DHCP port deletion for c8994c62-2968-491e-9d89-ada7a08f8ea0 request from dv-cinder-851449-2-iscsi {{(pid=115909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 29 05:00:15.155743 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b6845b2e-0922-4172-9450-7e5decd998a0 None None] Deleting port 64960cb7-94cd-4b5d-80c2-151d8ca65c06 {{(pid=115909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:00:15.156117 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b6845b2e-0922-4172-9450-7e5decd998a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (64960cb7-94cd-4b5d-80c2-151d8ca65c06), before_delete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:15.184140 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-803a7e11-0b2f-4bbd-a5a9-7ce45568735a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7638272'] for port (64960cb7-94cd-4b5d-80c2-151d8ca65c06), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:15.213174 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803a7e11-0b2f-4bbd-a5a9-7ce45568735a admin admin] Pushing event deleted for resources: {'Port': ['ID=64960cb7-94cd-4b5d-80c2-151d8ca65c06,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:15.217368 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803a7e11-0b2f-4bbd-a5a9-7ce45568735a admin admin] No DVR routers for this DVR port 64960cb7-94cd-4b5d-80c2-151d8ca65c06 on host dv-cinder-851449-2-iscsi {{(pid=115907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 05:00:15.227602 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-b6845b2e-0922-4172-9450-7e5decd998a0 None None] For port 64960cb7-94cd-4b5d-80c2-151d8ca65c06, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=64960cb7-94cd-4b5d-80c2-151d8ca65c06,segment=NetworkSegment(ffb2b7f4-3669-4504-9503-4837d5f21e70),segment_id=ffb2b7f4-3669-4504-9503-4837d5f21e70)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:00:15.228007 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b6845b2e-0922-4172-9450-7e5decd998a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (64960cb7-94cd-4b5d-80c2-151d8ca65c06), precommit_delete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:15.244169 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b6845b2e-0922-4172-9450-7e5decd998a0 None None] Calling delete_port for 64960cb7-94cd-4b5d-80c2-151d8ca65c06 owned by network:dhcp {{(pid=115909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:00:15.289355 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-803a7e11-0b2f-4bbd-a5a9-7ce45568735a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535877', 'neutron.services.segments.db._delete_segments_for_network-8769699633610'] for network (c8994c62-2968-491e-9d89-ada7a08f8ea0), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:15.311251 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.services.segments.db [None req-803a7e11-0b2f-4bbd-a5a9-7ce45568735a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8994c62-2968-491e-9d89-ada7a08f8ea0']}} {{(pid=115907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:00:15.321087 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.services.segments.db [None req-803a7e11-0b2f-4bbd-a5a9-7ce45568735a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffb2b7f4-3669-4504-9503-4837d5f21e70') {'for_net_delete': True} {{(pid=115907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:00:15.321311 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b6845b2e-0922-4172-9450-7e5decd998a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316'] for port (64960cb7-94cd-4b5d-80c2-151d8ca65c06), after_delete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:15.321435 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.services.segments.db [None req-803a7e11-0b2f-4bbd-a5a9-7ce45568735a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffb2b7f4-3669-4504-9503-4837d5f21e70') {} {{(pid=115907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:00:15.332391 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-803a7e11-0b2f-4bbd-a5a9-7ce45568735a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769699633511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4779737'] for segment (ffb2b7f4-3669-4504-9503-4837d5f21e70), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:15.346862 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-803a7e11-0b2f-4bbd-a5a9-7ce45568735a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537036'] for segment (ffb2b7f4-3669-4504-9503-4837d5f21e70), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:15.350958 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6845b2e-0922-4172-9450-7e5decd998a0 None None] Pushing event deleted for resources: {'Port': ['ID=64960cb7-94cd-4b5d-80c2-151d8ca65c06,revision_number=None']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:15.353357 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6845b2e-0922-4172-9450-7e5decd998a0 None None] No DVR routers for this DVR port 64960cb7-94cd-4b5d-80c2-151d8ca65c06 on host dv-cinder-851449-2-iscsi {{(pid=115909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 05:00:15.354013 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-803a7e11-0b2f-4bbd-a5a9-7ce45568735a admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=115907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 05:00:15.354639 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-803a7e11-0b2f-4bbd-a5a9-7ce45568735a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7638387'] for segment (ffb2b7f4-3669-4504-9503-4837d5f21e70), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:15.362346 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6845b2e-0922-4172-9450-7e5decd998a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:00:15.362711 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6845b2e-0922-4172-9450-7e5decd998a0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:00:15.363077 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6845b2e-0922-4172-9450-7e5decd998a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:00:15.363397 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6845b2e-0922-4172-9450-7e5decd998a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:00:15.363733 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6845b2e-0922-4172-9450-7e5decd998a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:00:15.364172 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6845b2e-0922-4172-9450-7e5decd998a0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:00:15.364390 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6845b2e-0922-4172-9450-7e5decd998a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:00:15.364744 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6845b2e-0922-4172-9450-7e5decd998a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:00:15.365076 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6845b2e-0922-4172-9450-7e5decd998a0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:00:15.365398 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6845b2e-0922-4172-9450-7e5decd998a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:00:15.365704 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6845b2e-0922-4172-9450-7e5decd998a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:00:15.366031 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6845b2e-0922-4172-9450-7e5decd998a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:00:15.366355 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6845b2e-0922-4172-9450-7e5decd998a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:00:15.366676 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6845b2e-0922-4172-9450-7e5decd998a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:00:15.366996 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6845b2e-0922-4172-9450-7e5decd998a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:00:15.435985 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-803a7e11-0b2f-4bbd-a5a9-7ce45568735a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1936944'] for network (c8994c62-2968-491e-9d89-ada7a08f8ea0), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:15.451932 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-803a7e11-0b2f-4bbd-a5a9-7ce45568735a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for network (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:15.455049 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-803a7e11-0b2f-4bbd-a5a9-7ce45568735a admin admin] 10.222.0.40 "DELETE /v2.0/networks/c8994c62-2968-491e-9d89-ada7a08f8ea0 HTTP/1.1" status: 204 len: 168 time: 0.5514779 Jul 29 05:00:15.456489 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803a7e11-0b2f-4bbd-a5a9-7ce45568735a admin admin] Pushing event deleted for resources: {'Network': ['ID=c8994c62-2968-491e-9d89-ada7a08f8ea0,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:15.519981 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.services.segments.plugin [-] Segment ffb2b7f4-3669-4504-9503-4837d5f21e70 resource provider aggregate not found Jul 29 05:00:15.537550 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.services.segments.plugin [-] Segment ffb2b7f4-3669-4504-9503-4837d5f21e70 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ffb2b7f4-3669-4504-9503-4837d5f21e70 found for delete ", "request_id": "req-1084cfea-55e0-4c49-9072-bc1f23fd9042"}]} Jul 29 05:00:15.569375 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 38524) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:00:15.609181 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-f73ef339-c2c0-4eab-a5a4-4085af564f93 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=f8e9e21d168140e99ffed71146e35fc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386887 Jul 29 05:00:15.611614 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 38526) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:00:15.659654 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-f5be2225-a05b-4fe0-b714-cb060b9516f2 admin admin] Publish callbacks [] for security_group (28b4e5d2-77f0-4c49-b11c-4b96967992bf), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:15.682177 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-f5be2225-a05b-4fe0-b714-cb060b9516f2 admin admin] Publish callbacks [] for security_group (28b4e5d2-77f0-4c49-b11c-4b96967992bf), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:15.732556 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-f5be2225-a05b-4fe0-b714-cb060b9516f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (28b4e5d2-77f0-4c49-b11c-4b96967992bf), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:15.735038 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-f5be2225-a05b-4fe0-b714-cb060b9516f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:15.736208 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-f5be2225-a05b-4fe0-b714-cb060b9516f2 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/28b4e5d2-77f0-4c49-b11c-4b96967992bf HTTP/1.1" status: 204 len: 168 time: 0.1236825 Jul 29 05:00:15.746723 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5be2225-a05b-4fe0-b714-cb060b9516f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b4e5d2-77f0-4c49-b11c-4b96967992bf,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:15.945430 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e no longer exists at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:00:15.964147 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] No Port match for: fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e {{(pid=115909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:00:15.965084 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device fed1ca88-6f05-41b4-a7d9-e6c1c8b6dd5e not bound to the agent host dv-cinder-851449-2-iscsi {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:00:15.965496 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device 257b6c76-533e-49fc-b468-ea85b5205d10 no longer exists at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:00:15.983802 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] No Port match for: 257b6c76-533e-49fc-b468-ea85b5205d10 {{(pid=115909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:00:15.984152 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device 257b6c76-533e-49fc-b468-ea85b5205d10 not bound to the agent host dv-cinder-851449-2-iscsi {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:00:15.984588 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device 64960cb7-94cd-4b5d-80c2-151d8ca65c06 no longer exists at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:00:16.002679 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] No Port match for: 64960cb7-94cd-4b5d-80c2-151d8ca65c06 {{(pid=115909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:00:16.003085 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device 64960cb7-94cd-4b5d-80c2-151d8ca65c06 not bound to the agent host dv-cinder-851449-2-iscsi {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:00:17.008159 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 38580) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:00:17.114851 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-e00749a6-e710-4474-b0cd-7db6332c75ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:17.189824 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-e00749a6-e710-4474-b0cd-7db6332c75ba admin admin] Publish callbacks [] for security_group (8730c529-ad17-4661-854f-5a2319305412), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:17.193422 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-e00749a6-e710-4474-b0cd-7db6332c75ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (8730c529-ad17-4661-854f-5a2319305412), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:17.233023 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00749a6-e710-4474-b0cd-7db6332c75ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8730c529-ad17-4661-854f-5a2319305412,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:17.240072 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-e00749a6-e710-4474-b0cd-7db6332c75ba admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=be43f7f8b2524be794f059135e941dd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2284017 Jul 29 05:00:17.240971 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 38584) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:00:17.254632 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:17.280355 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:17.293649 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-69fc0b25-8a57-46c7-9719-94d275cc0ba6 admin admin] Publish callbacks [] for security_group (8730c529-ad17-4661-854f-5a2319305412), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:17.316425 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-69fc0b25-8a57-46c7-9719-94d275cc0ba6 admin admin] Publish callbacks [] for security_group (8730c529-ad17-4661-854f-5a2319305412), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:17.365720 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-69fc0b25-8a57-46c7-9719-94d275cc0ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (8730c529-ad17-4661-854f-5a2319305412), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:17.368186 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-69fc0b25-8a57-46c7-9719-94d275cc0ba6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:17.369344 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-69fc0b25-8a57-46c7-9719-94d275cc0ba6 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/8730c529-ad17-4661-854f-5a2319305412 HTTP/1.1" status: 204 len: 168 time: 0.1281772 Jul 29 05:00:17.377939 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fc0b25-8a57-46c7-9719-94d275cc0ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8730c529-ad17-4661-854f-5a2319305412,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:18.444962 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-da050cbc-a38d-423f-9467-2b05d60482f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:19.171652 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 38638) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:00:19.279255 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-51ed7a5c-c3e5-422b-9a1e-6a40369bbc71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:19.352993 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-51ed7a5c-c3e5-422b-9a1e-6a40369bbc71 admin admin] Publish callbacks [] for security_group (0f505296-0148-467d-b505-4694a0a88091), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:19.357360 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-51ed7a5c-c3e5-422b-9a1e-6a40369bbc71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (0f505296-0148-467d-b505-4694a0a88091), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:19.395207 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ed7a5c-c3e5-422b-9a1e-6a40369bbc71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f505296-0148-467d-b505-4694a0a88091,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:19.399567 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-51ed7a5c-c3e5-422b-9a1e-6a40369bbc71 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=b688ac47cf504748bed3fb1dbba913ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2269120 Jul 29 05:00:19.402396 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 38642) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:00:19.452168 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-62cc441c-07d0-4796-a39e-ea85bd6fe2e1 admin admin] Publish callbacks [] for security_group (0f505296-0148-467d-b505-4694a0a88091), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:19.473778 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-62cc441c-07d0-4796-a39e-ea85bd6fe2e1 admin admin] Publish callbacks [] for security_group (0f505296-0148-467d-b505-4694a0a88091), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:19.492074 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=7 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:19.501333 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:19.520714 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-62cc441c-07d0-4796-a39e-ea85bd6fe2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (0f505296-0148-467d-b505-4694a0a88091), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:19.523291 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-62cc441c-07d0-4796-a39e-ea85bd6fe2e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:19.524451 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-62cc441c-07d0-4796-a39e-ea85bd6fe2e1 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/0f505296-0148-467d-b505-4694a0a88091 HTTP/1.1" status: 204 len: 168 time: 0.1208858 Jul 29 05:00:19.533086 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cc441c-07d0-4796-a39e-ea85bd6fe2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f505296-0148-467d-b505-4694a0a88091,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:19.786078 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 38648) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:00:19.803742 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-895ef34d-5bd8-45eb-bcde-edfddb9b02e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:19.880230 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-895ef34d-5bd8-45eb-bcde-edfddb9b02e0 admin admin] Publish callbacks [] for security_group (c4dabb69-1cb0-4f3f-bce2-42b7bfddac7a), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:19.883746 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-895ef34d-5bd8-45eb-bcde-edfddb9b02e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (c4dabb69-1cb0-4f3f-bce2-42b7bfddac7a), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:19.924419 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-895ef34d-5bd8-45eb-bcde-edfddb9b02e0 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=3470e637ae0c4a8fb9a141c5d8d4bc6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1372614 Jul 29 05:00:19.925259 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895ef34d-5bd8-45eb-bcde-edfddb9b02e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4dabb69-1cb0-4f3f-bce2-42b7bfddac7a,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:19.927223 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 38650) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:00:19.976774 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-fc60f483-738d-4cf1-94e3-bc83429086c2 admin admin] Publish callbacks [] for security_group (c4dabb69-1cb0-4f3f-bce2-42b7bfddac7a), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:19.997431 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-fc60f483-738d-4cf1-94e3-bc83429086c2 admin admin] Publish callbacks [] for security_group (c4dabb69-1cb0-4f3f-bce2-42b7bfddac7a), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:20.045522 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-fc60f483-738d-4cf1-94e3-bc83429086c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (c4dabb69-1cb0-4f3f-bce2-42b7bfddac7a), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:20.048029 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-fc60f483-738d-4cf1-94e3-bc83429086c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:20.049200 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-fc60f483-738d-4cf1-94e3-bc83429086c2 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/c4dabb69-1cb0-4f3f-bce2-42b7bfddac7a HTTP/1.1" status: 204 len: 168 time: 0.1208832 Jul 29 05:00:20.056879 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc60f483-738d-4cf1-94e3-bc83429086c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4dabb69-1cb0-4f3f-bce2-42b7bfddac7a,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:20.068901 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:20.649905 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-34deecec-462b-44ad-abe9-b806ccc91336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:21.585883 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (bab6a0c9-2145-495f-b42f-b184e241503a), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:21.634224 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 38698) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:00:21.746222 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-a44c5b71-3d31-41fa-89be-13f5f8c4cff7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:21.777839 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:INSERT=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:21.780386 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:21.830488 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-a44c5b71-3d31-41fa-89be-13f5f8c4cff7 admin admin] Publish callbacks [] for security_group (a37ca33a-af92-49d7-9d85-d4512b59423d), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:21.834110 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-a44c5b71-3d31-41fa-89be-13f5f8c4cff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (a37ca33a-af92-49d7-9d85-d4512b59423d), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:21.874363 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44c5b71-3d31-41fa-89be-13f5f8c4cff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37ca33a-af92-49d7-9d85-d4512b59423d,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:21.875404 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:21.878707 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-a44c5b71-3d31-41fa-89be-13f5f8c4cff7 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=eb79e32a06794825948e3332ce675323&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2434833 Jul 29 05:00:21.881354 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 38702) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:00:21.931272 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-31aad7e9-bee9-4cd3-894f-1a9f82d1c63b admin admin] Publish callbacks [] for security_group (a37ca33a-af92-49d7-9d85-d4512b59423d), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:21.952421 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-31aad7e9-bee9-4cd3-894f-1a9f82d1c63b admin admin] Publish callbacks [] for security_group (a37ca33a-af92-49d7-9d85-d4512b59423d), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:21.997575 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-31aad7e9-bee9-4cd3-894f-1a9f82d1c63b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (a37ca33a-af92-49d7-9d85-d4512b59423d), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:22.000010 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-31aad7e9-bee9-4cd3-894f-1a9f82d1c63b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:22.001212 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-31aad7e9-bee9-4cd3-894f-1a9f82d1c63b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/a37ca33a-af92-49d7-9d85-d4512b59423d HTTP/1.1" status: 204 len: 168 time: 0.1189344 Jul 29 05:00:22.008739 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aad7e9-bee9-4cd3-894f-1a9f82d1c63b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37ca33a-af92-49d7-9d85-d4512b59423d,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:22.266578 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 38710) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:00:22.280886 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-49b51adf-13d1-4736-918d-45306d6127da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:22.327207 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:22.357052 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-49b51adf-13d1-4736-918d-45306d6127da admin admin] Publish callbacks [] for security_group (2dc226c3-5629-4f29-ade8-8b1ff547a4a9), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:22.360416 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-49b51adf-13d1-4736-918d-45306d6127da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (2dc226c3-5629-4f29-ade8-8b1ff547a4a9), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:22.383983 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=73,neutron:DELETE=5,neutron:INSERT=21,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:22.403829 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b51adf-13d1-4736-918d-45306d6127da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc226c3-5629-4f29-ade8-8b1ff547a4a9,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:22.409552 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-49b51adf-13d1-4736-918d-45306d6127da admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=5dc6ae190d7c49c980def03e7c4ef9d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1418812 Jul 29 05:00:22.412579 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 38712) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:00:22.461849 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-7f7bb89e-fded-44e9-ae2e-2aa38e152d72 admin admin] Publish callbacks [] for security_group (2dc226c3-5629-4f29-ade8-8b1ff547a4a9), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:22.483788 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-7f7bb89e-fded-44e9-ae2e-2aa38e152d72 admin admin] Publish callbacks [] for security_group (2dc226c3-5629-4f29-ade8-8b1ff547a4a9), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:22.531037 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-7f7bb89e-fded-44e9-ae2e-2aa38e152d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (2dc226c3-5629-4f29-ade8-8b1ff547a4a9), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:22.533525 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-7f7bb89e-fded-44e9-ae2e-2aa38e152d72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:22.534681 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-7f7bb89e-fded-44e9-ae2e-2aa38e152d72 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/2dc226c3-5629-4f29-ade8-8b1ff547a4a9 HTTP/1.1" status: 204 len: 168 time: 0.1210816 Jul 29 05:00:22.542595 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7bb89e-fded-44e9-ae2e-2aa38e152d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc226c3-5629-4f29-ade8-8b1ff547a4a9,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:23.242451 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:23.371886 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:32.402255 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=10 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:32.537866 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=39,neutron:DELETE=5 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:32.538865 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:UPDATE=1,neutron:SELECT=51,neutron:INSERT=6,neutron:DELETE=3 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:33.365541 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:33.367410 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:34.516674 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 38900) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:00:34.622675 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-26c306c7-8ecb-495b-91b7-5d2aa787a092 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:34.701300 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-26c306c7-8ecb-495b-91b7-5d2aa787a092 admin admin] Publish callbacks [] for security_group (44996b76-4521-4469-9fe5-a4dc1097b635), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:34.705098 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-26c306c7-8ecb-495b-91b7-5d2aa787a092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (44996b76-4521-4469-9fe5-a4dc1097b635), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:34.744981 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c306c7-8ecb-495b-91b7-5d2aa787a092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44996b76-4521-4469-9fe5-a4dc1097b635,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:34.753054 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-26c306c7-8ecb-495b-91b7-5d2aa787a092 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e8e3f3b6b7ea4c5db3e73497c47fed2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2325387 Jul 29 05:00:34.753489 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 38908) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:00:34.806016 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-283b8202-f0b0-4e67-b0f6-aad392b6d057 admin admin] Publish callbacks [] for security_group (44996b76-4521-4469-9fe5-a4dc1097b635), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:34.828332 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-283b8202-f0b0-4e67-b0f6-aad392b6d057 admin admin] Publish callbacks [] for security_group (44996b76-4521-4469-9fe5-a4dc1097b635), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:34.876630 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-283b8202-f0b0-4e67-b0f6-aad392b6d057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (44996b76-4521-4469-9fe5-a4dc1097b635), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:34.879347 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-283b8202-f0b0-4e67-b0f6-aad392b6d057 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:34.881650 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-283b8202-f0b0-4e67-b0f6-aad392b6d057 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/44996b76-4521-4469-9fe5-a4dc1097b635 HTTP/1.1" status: 204 len: 168 time: 0.1273253 Jul 29 05:00:34.889817 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283b8202-f0b0-4e67-b0f6-aad392b6d057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44996b76-4521-4469-9fe5-a4dc1097b635,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:35.144486 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 38916) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:00:35.158014 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-f6dc2828-b414-4f98-8bec-5858c58cb767 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:35.236773 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-f6dc2828-b414-4f98-8bec-5858c58cb767 admin admin] Publish callbacks [] for security_group (08b4b7bf-7f6e-4e76-8107-03733ff97458), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:35.240372 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-f6dc2828-b414-4f98-8bec-5858c58cb767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (08b4b7bf-7f6e-4e76-8107-03733ff97458), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:35.278778 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-f6dc2828-b414-4f98-8bec-5858c58cb767 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=2e38be77337b47979eaf910db1cf0c59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1332247 Jul 29 05:00:35.279641 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dc2828-b414-4f98-8bec-5858c58cb767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b4b7bf-7f6e-4e76-8107-03733ff97458,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:35.282115 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 38918) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:00:35.335102 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-9f56f86f-e43d-4b78-a33e-6af313ac8510 admin admin] Publish callbacks [] for security_group (08b4b7bf-7f6e-4e76-8107-03733ff97458), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:35.357082 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-9f56f86f-e43d-4b78-a33e-6af313ac8510 admin admin] Publish callbacks [] for security_group (08b4b7bf-7f6e-4e76-8107-03733ff97458), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:35.403744 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-9f56f86f-e43d-4b78-a33e-6af313ac8510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (08b4b7bf-7f6e-4e76-8107-03733ff97458), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:35.407184 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-9f56f86f-e43d-4b78-a33e-6af313ac8510 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:35.408358 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-9f56f86f-e43d-4b78-a33e-6af313ac8510 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/08b4b7bf-7f6e-4e76-8107-03733ff97458 HTTP/1.1" status: 204 len: 168 time: 0.1252508 Jul 29 05:00:35.416445 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f56f86f-e43d-4b78-a33e-6af313ac8510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b4b7bf-7f6e-4e76-8107-03733ff97458,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:35.424793 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f56f86f-e43d-4b78-a33e-6af313ac8510 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:00:35.425150 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f56f86f-e43d-4b78-a33e-6af313ac8510 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:00:35.425495 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f56f86f-e43d-4b78-a33e-6af313ac8510 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:00:35.425837 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f56f86f-e43d-4b78-a33e-6af313ac8510 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:00:35.426175 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f56f86f-e43d-4b78-a33e-6af313ac8510 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:00:35.426508 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f56f86f-e43d-4b78-a33e-6af313ac8510 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:00:35.426839 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f56f86f-e43d-4b78-a33e-6af313ac8510 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:00:35.427168 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f56f86f-e43d-4b78-a33e-6af313ac8510 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:00:35.427500 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f56f86f-e43d-4b78-a33e-6af313ac8510 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:00:35.427829 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f56f86f-e43d-4b78-a33e-6af313ac8510 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:00:35.428159 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f56f86f-e43d-4b78-a33e-6af313ac8510 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:00:35.428487 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f56f86f-e43d-4b78-a33e-6af313ac8510 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:00:35.428845 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f56f86f-e43d-4b78-a33e-6af313ac8510 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:00:35.429170 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f56f86f-e43d-4b78-a33e-6af313ac8510 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:00:35.429493 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f56f86f-e43d-4b78-a33e-6af313ac8510 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:00:35.736823 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 38924) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:00:35.750266 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-da86c569-a65a-4d01-972a-a62977e7631c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:35.825627 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-da86c569-a65a-4d01-972a-a62977e7631c admin admin] Publish callbacks [] for security_group (1ce2f6aa-9567-4e4d-bb4c-8149dbb73d0f), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:35.830369 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-da86c569-a65a-4d01-972a-a62977e7631c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (1ce2f6aa-9567-4e4d-bb4c-8149dbb73d0f), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:35.871470 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 38930) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:00:35.872013 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-da86c569-a65a-4d01-972a-a62977e7631c admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=229665c5468348078e180b08ac5f1a63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1335707 Jul 29 05:00:35.877211 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da86c569-a65a-4d01-972a-a62977e7631c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce2f6aa-9567-4e4d-bb4c-8149dbb73d0f,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:35.900054 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=3 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:35.901347 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=3 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:35.930048 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-7a434c18-655a-48ff-8215-ab26932d3339 admin admin] Publish callbacks [] for security_group (1ce2f6aa-9567-4e4d-bb4c-8149dbb73d0f), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:35.953567 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-7a434c18-655a-48ff-8215-ab26932d3339 admin admin] Publish callbacks [] for security_group (1ce2f6aa-9567-4e4d-bb4c-8149dbb73d0f), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:36.003415 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-7a434c18-655a-48ff-8215-ab26932d3339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (1ce2f6aa-9567-4e4d-bb4c-8149dbb73d0f), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:36.006162 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-7a434c18-655a-48ff-8215-ab26932d3339 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:36.007170 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-7a434c18-655a-48ff-8215-ab26932d3339 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/1ce2f6aa-9567-4e4d-bb4c-8149dbb73d0f HTTP/1.1" status: 204 len: 168 time: 0.1344185 Jul 29 05:00:36.015897 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a434c18-655a-48ff-8215-ab26932d3339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce2f6aa-9567-4e4d-bb4c-8149dbb73d0f,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:36.122388 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 38936) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:00:36.346656 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-fb7919e5-15f5-49fc-b1ca-07f4ee6c7775 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:36.406700 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:DELETE=5 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:36.412094 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:36.439268 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-fb7919e5-15f5-49fc-b1ca-07f4ee6c7775 admin admin] Publish callbacks [] for security_group (6fe5bbfd-9fe0-4fb8-9f4c-9fcedc9991f9), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:36.443916 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-fb7919e5-15f5-49fc-b1ca-07f4ee6c7775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (6fe5bbfd-9fe0-4fb8-9f4c-9fcedc9991f9), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:36.486828 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-fb7919e5-15f5-49fc-b1ca-07f4ee6c7775 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=9b4791b868c04418be1ba2c79ab278a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3628829 Jul 29 05:00:36.487517 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7919e5-15f5-49fc-b1ca-07f4ee6c7775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe5bbfd-9fe0-4fb8-9f4c-9fcedc9991f9,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:36.489621 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 38950) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:00:36.548831 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-8e0591ca-e540-47e7-98de-dbb6ab4e4923 admin admin] Publish callbacks [] for security_group (6fe5bbfd-9fe0-4fb8-9f4c-9fcedc9991f9), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:36.574981 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-8e0591ca-e540-47e7-98de-dbb6ab4e4923 admin admin] Publish callbacks [] for security_group (6fe5bbfd-9fe0-4fb8-9f4c-9fcedc9991f9), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:36.622337 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-8e0591ca-e540-47e7-98de-dbb6ab4e4923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (6fe5bbfd-9fe0-4fb8-9f4c-9fcedc9991f9), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:36.625892 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-8e0591ca-e540-47e7-98de-dbb6ab4e4923 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:36.629503 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-8e0591ca-e540-47e7-98de-dbb6ab4e4923 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/6fe5bbfd-9fe0-4fb8-9f4c-9fcedc9991f9 HTTP/1.1" status: 204 len: 168 time: 0.1357493 Jul 29 05:00:36.636945 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0591ca-e540-47e7-98de-dbb6ab4e4923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe5bbfd-9fe0-4fb8-9f4c-9fcedc9991f9,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:37.390829 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 38996) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:00:37.490981 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [None req-3e056755-fb4a-483e-aaad-779335b77945 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-224877264-network', 'tenant_id': 'b586a0d507ca497589a504f9e2d44574'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:00:37.511092 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e056755-fb4a-483e-aaad-779335b77945 admin admin] Made reservation on behalf of b586a0d507ca497589a504f9e2d44574 for: {'network': 1} {{(pid=115908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:00:37.516421 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-3e056755-fb4a-483e-aaad-779335b77945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for network (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:37.525442 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-3e056755-fb4a-483e-aaad-779335b77945 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:37.608983 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-3e056755-fb4a-483e-aaad-779335b77945 admin admin] Publish callbacks [] for security_group (9beb79a7-bf87-4d2d-a5e4-ed7d5857ef57), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:37.613077 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-3e056755-fb4a-483e-aaad-779335b77945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (9beb79a7-bf87-4d2d-a5e4-ed7d5857ef57), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:37.632976 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e056755-fb4a-483e-aaad-779335b77945 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=115908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 05:00:37.653857 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-3e056755-fb4a-483e-aaad-779335b77945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537036'] for segment (c34b902e-18b6-43f9-be53-5c6bf44dfaa3), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:37.654198 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.db.segments_db [None req-3e056755-fb4a-483e-aaad-779335b77945 admin admin] Added segment c34b902e-18b6-43f9-be53-5c6bf44dfaa3 of type vlan for network ac70cb08-b25c-4351-9af8-2a46a3f3e6e9 Jul 29 05:00:37.662656 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e056755-fb4a-483e-aaad-779335b77945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9beb79a7-bf87-4d2d-a5e4-ed7d5857ef57,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:37.690021 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:37.699298 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-3e056755-fb4a-483e-aaad-779335b77945 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769699109497'] for network (ac70cb08-b25c-4351-9af8-2a46a3f3e6e9), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:37.709042 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:37.727465 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-3e056755-fb4a-483e-aaad-779335b77945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540'] for network (ac70cb08-b25c-4351-9af8-2a46a3f3e6e9), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:37.728440 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e056755-fb4a-483e-aaad-779335b77945 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:00:37.729041 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-3e056755-fb4a-483e-aaad-779335b77945 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for network (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:37.781570 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-3e056755-fb4a-483e-aaad-779335b77945 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3895426 Jul 29 05:00:37.784388 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 39010) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:00:37.789061 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [None req-097e7f91-60b3-4b7b-9b30-a7c1e5974fc1 admin admin] Request body: {'subnet': {'network_id': 'ac70cb08-b25c-4351-9af8-2a46a3f3e6e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-224877264-subnet', 'tenant_id': 'b586a0d507ca497589a504f9e2d44574', 'ip_version': 4}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:00:37.811719 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e056755-fb4a-483e-aaad-779335b77945 admin admin] Pushing event updated for resources: {'Network': ['ID=ac70cb08-b25c-4351-9af8-2a46a3f3e6e9,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:37.823362 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-097e7f91-60b3-4b7b-9b30-a7c1e5974fc1 admin admin] Made reservation on behalf of b586a0d507ca497589a504f9e2d44574 for: {'subnet': 1} {{(pid=115908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:00:37.824505 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Network ac70cb08-b25c-4351-9af8-2a46a3f3e6e9 details requested by agent ovs-agent-dv-cinder-851449-2-iscsi with host dv-cinder-851449-2-iscsi {{(pid=115909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 05:00:37.825910 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-097e7f91-60b3-4b7b-9b30-a7c1e5974fc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4838844'] for subnet (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:38.007128 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-097e7f91-60b3-4b7b-9b30-a7c1e5974fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1878534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7403954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4838802'] for subnet (9f74eaa6-5843-460c-81c7-7fbee07b9bef), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:38.067504 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097e7f91-60b3-4b7b-9b30-a7c1e5974fc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f74eaa6-5843-460c-81c7-7fbee07b9bef,revision_number=0']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:38.073264 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097e7f91-60b3-4b7b-9b30-a7c1e5974fc1 admin admin] Checking segment: {'id': 'c34b902e-18b6-43f9-be53-5c6bf44dfaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ac70cb08-b25c-4351-9af8-2a46a3f3e6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:00:38.073628 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097e7f91-60b3-4b7b-9b30-a7c1e5974fc1 admin admin] Network hostable DHCP agents. Network: ac70cb08-b25c-4351-9af8-2a46a3f3e6e9, hostable agents: ['558ab5a9-93ee-434f-b4a2-86af90b93965'], hosted agents: [] {{(pid=115908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 05:00:38.091018 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097e7f91-60b3-4b7b-9b30-a7c1e5974fc1 admin admin] Network ac70cb08-b25c-4351-9af8-2a46a3f3e6e9 is scheduled to be hosted by DHCP agent 558ab5a9-93ee-434f-b4a2-86af90b93965 with binding_index 1 {{(pid=115908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 05:00:38.103371 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.base_scheduler [None req-097e7f91-60b3-4b7b-9b30-a7c1e5974fc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851449-2-iscsi, ac70cb08-b25c-4351-9af8-2a46a3f3e6e9) {{(pid=115908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:00:38.106859 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097e7f91-60b3-4b7b-9b30-a7c1e5974fc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:00:38.107575 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-097e7f91-60b3-4b7b-9b30-a7c1e5974fc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for subnet (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:38.114379 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bcdff6-f7d3-47f1-818e-0f83fc840663 None None] Network ac70cb08-b25c-4351-9af8-2a46a3f3e6e9 requested from dv-cinder-851449-2-iscsi {{(pid=115909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 05:00:38.127659 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-097e7f91-60b3-4b7b-9b30-a7c1e5974fc1 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3397264 Jul 29 05:00:38.127998 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 39024) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:00:38.133106 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [None req-bfff7ef6-32e8-4a96-82e1-3156644dc3fc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-224877264-router', 'tenant_id': 'b586a0d507ca497589a504f9e2d44574', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4'}}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:00:38.156516 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-bfff7ef6-32e8-4a96-82e1-3156644dc3fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1716501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1446'] for router (1d7ee91b-eb8e-4711-885f-0ed79b1b17a5), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:38.158173 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-bfff7ef6-32e8-4a96-82e1-3156644dc3fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1714685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1939453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1885050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1455'] for router (1d7ee91b-eb8e-4711-885f-0ed79b1b17a5), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:38.219601 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-bfff7ef6-32e8-4a96-82e1-3156644dc3fc admin admin] Publish callbacks [] for router_controller (1d7ee91b-eb8e-4711-885f-0ed79b1b17a5), precommit_add_association {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:38.361289 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-bfff7ef6-32e8-4a96-82e1-3156644dc3fc admin admin] Publish callbacks [] for router_gateway (1d7ee91b-eb8e-4711-885f-0ed79b1b17a5), precommit_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:38.366309 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a766f3c-c53e-40de-b78b-dd07a778972f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d6b9b1e-becd-51aa-993d-5c6c918874f9-ac70cb08-b25c-4351-9af8-2a46a3f3e6e9', 'network_id': 'ac70cb08-b25c-4351-9af8-2a46a3f3e6e9', 'project_id': 'b586a0d507ca497589a504f9e2d44574', 'fixed_ips': [{'subnet_id': '9f74eaa6-5843-460c-81c7-7fbee07b9bef'}]}} from dv-cinder-851449-2-iscsi. {{(pid=115909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 29 05:00:38.367262 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-3a766f3c-c53e-40de-b78b-dd07a778972f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:38.520450 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.db_base_plugin_common [None req-3a766f3c-c53e-40de-b78b-dd07a778972f None None] Allocated IP 172.20.0.2 (ac70cb08-b25c-4351-9af8-2a46a3f3e6e9/9f74eaa6-5843-460c-81c7-7fbee07b9bef/0a27d006-37cb-4f7e-9066-2f0f65d562f2) {{(pid=115909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:00:38.567181 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:38.580355 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-bfff7ef6-32e8-4a96-82e1-3156644dc3fc admin admin] Publish callbacks [] for router_gateway (1d7ee91b-eb8e-4711-885f-0ed79b1b17a5), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:38.600734 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-bfff7ef6-32e8-4a96-82e1-3156644dc3fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:38.662113 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-3a766f3c-c53e-40de-b78b-dd07a778972f None None] Publish callbacks [] for port (0a27d006-37cb-4f7e-9066-2f0f65d562f2), precommit_create {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:38.669327 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-3a766f3c-c53e-40de-b78b-dd07a778972f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307'] for port (0a27d006-37cb-4f7e-9066-2f0f65d562f2), after_create {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:38.713537 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.db_base_plugin_common [None req-bfff7ef6-32e8-4a96-82e1-3156644dc3fc admin admin] Allocated IP 172.27.0.232 (9a05b655-8925-4222-a853-020f58db76f4/b252d643-2a5f-428d-a536-f8ecbd6d13e1/620984d9-1cba-4602-a0d8-78253ef3a9df) {{(pid=115908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:00:38.713996 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a766f3c-c53e-40de-b78b-dd07a778972f None None] Network ac70cb08-b25c-4351-9af8-2a46a3f3e6e9 is already hosted by enough agents. {{(pid=115909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:00:38.717204 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.scheduler.base_scheduler [None req-3a766f3c-c53e-40de-b78b-dd07a778972f None None] Resources bound (agent type, host, resource id): {{(pid=115909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:00:38.721676 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a766f3c-c53e-40de-b78b-dd07a778972f None None] Received port after_create {{(pid=115909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:00:38.726286 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a766f3c-c53e-40de-b78b-dd07a778972f None None] Pushing event updated for resources: {'Port': ['ID=0a27d006-37cb-4f7e-9066-2f0f65d562f2,revision_number=1']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:38.727289 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:38.779348 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-3a766f3c-c53e-40de-b78b-dd07a778972f None None] Attempting to bind port 0a27d006-37cb-4f7e-9066-2f0f65d562f2 on host dv-cinder-851449-2-iscsi for vnic_type normal with profile {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:00:38.779712 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-3a766f3c-c53e-40de-b78b-dd07a778972f None None] Attempting to bind port 0a27d006-37cb-4f7e-9066-2f0f65d562f2 by drivers openvswitch,hyperv on host dv-cinder-851449-2-iscsi at level 0 using segments [{'id': 'c34b902e-18b6-43f9-be53-5c6bf44dfaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ac70cb08-b25c-4351-9af8-2a46a3f3e6e9'}] {{(pid=115909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:00:38.780631 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a766f3c-c53e-40de-b78b-dd07a778972f None None] Attempting to bind port 0a27d006-37cb-4f7e-9066-2f0f65d562f2 on network ac70cb08-b25c-4351-9af8-2a46a3f3e6e9 {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:00:38.785714 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a766f3c-c53e-40de-b78b-dd07a778972f None None] Checking agent: {'id': '9625653a-1f3f-4d73-bc2a-dc32c08b0da9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 4, 38, 53), 'started_at': datetime.datetime(2022, 7, 29, 4, 39, 23), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:00:38.786081 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a766f3c-c53e-40de-b78b-dd07a778972f None None] Checking segment: {'id': 'c34b902e-18b6-43f9-be53-5c6bf44dfaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ac70cb08-b25c-4351-9af8-2a46a3f3e6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:00:38.786474 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-3a766f3c-c53e-40de-b78b-dd07a778972f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:38.786860 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a766f3c-c53e-40de-b78b-dd07a778972f None None] Bound using segment: {'id': 'c34b902e-18b6-43f9-be53-5c6bf44dfaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ac70cb08-b25c-4351-9af8-2a46a3f3e6e9'} {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:00:38.787316 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-3a766f3c-c53e-40de-b78b-dd07a778972f None None] Bound port: 0a27d006-37cb-4f7e-9066-2f0f65d562f2, host: dv-cinder-851449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c34b902e-18b6-43f9-be53-5c6bf44dfaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ac70cb08-b25c-4351-9af8-2a46a3f3e6e9'}}] {{(pid=115909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:00:38.787688 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-3a766f3c-c53e-40de-b78b-dd07a778972f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (0a27d006-37cb-4f7e-9066-2f0f65d562f2), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:38.822449 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-bfff7ef6-32e8-4a96-82e1-3156644dc3fc admin admin] Publish callbacks [] for port (620984d9-1cba-4602-a0d8-78253ef3a9df), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:38.846976 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-3a766f3c-c53e-40de-b78b-dd07a778972f None None] For port 0a27d006-37cb-4f7e-9066-2f0f65d562f2, host dv-cinder-851449-2-iscsi, cleared binding levels {{(pid=115909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:00:38.850023 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-3a766f3c-c53e-40de-b78b-dd07a778972f None None] For port 0a27d006-37cb-4f7e-9066-2f0f65d562f2, host dv-cinder-851449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=0a27d006-37cb-4f7e-9066-2f0f65d562f2,segment=NetworkSegment(c34b902e-18b6-43f9-be53-5c6bf44dfaa3),segment_id=c34b902e-18b6-43f9-be53-5c6bf44dfaa3)] {{(pid=115909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:00:38.854630 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-bfff7ef6-32e8-4a96-82e1-3156644dc3fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (620984d9-1cba-4602-a0d8-78253ef3a9df), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:38.855482 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-3a766f3c-c53e-40de-b78b-dd07a778972f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (0a27d006-37cb-4f7e-9066-2f0f65d562f2), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:38.898412 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfff7ef6-32e8-4a96-82e1-3156644dc3fc admin admin] Network 9a05b655-8925-4222-a853-020f58db76f4 is already hosted by enough agents. {{(pid=115908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:00:38.905733 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.base_scheduler [None req-bfff7ef6-32e8-4a96-82e1-3156644dc3fc admin admin] Resources bound (agent type, host, resource id): {{(pid=115908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:00:38.907170 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfff7ef6-32e8-4a96-82e1-3156644dc3fc admin admin] Received port after_create {{(pid=115908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:00:38.912778 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff7ef6-32e8-4a96-82e1-3156644dc3fc admin admin] Pushing event updated for resources: {'Port': ['ID=620984d9-1cba-4602-a0d8-78253ef3a9df,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:38.916936 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a766f3c-c53e-40de-b78b-dd07a778972f None None] Pushing event updated for resources: {'Port': ['ID=0a27d006-37cb-4f7e-9066-2f0f65d562f2,revision_number=2']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:39.175292 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-bfff7ef6-32e8-4a96-82e1-3156644dc3fc admin admin] Publish callbacks [] for router_gateway (1d7ee91b-eb8e-4711-885f-0ed79b1b17a5), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:39.361731 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-bfff7ef6-32e8-4a96-82e1-3156644dc3fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1714635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1939329'] for router (1d7ee91b-eb8e-4711-885f-0ed79b1b17a5), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:39.484923 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:39.490933 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfff7ef6-32e8-4a96-82e1-3156644dc3fc admin admin] Router 1d7ee91b-eb8e-4711-885f-0ed79b1b17a5 is scheduled to L3 agent 507cc676-b5a3-487d-9bd3-df89beb45ea5 with binding_index 1 {{(pid=115908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 29 05:00:39.494363 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:39.859591 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2a5a3b-9965-4879-b8dc-3de1b92a18f9 None None] Network ac70cb08-b25c-4351-9af8-2a46a3f3e6e9 requested from dv-cinder-851449-2-iscsi {{(pid=115909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 05:00:39.867250 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfff7ef6-32e8-4a96-82e1-3156644dc3fc admin admin] Notify agent at l3_agent.dv-cinder-851449-2-iscsi the message routers_updated {{(pid=115908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:00:39.881151 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419b4705-c889-4432-8394-5a1eaaaf6502 None None] Sync routers for ids ['1d7ee91b-eb8e-4711-885f-0ed79b1b17a5'] in dv-cinder-851449-2-iscsi {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:00:39.894562 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419b4705-c889-4432-8394-5a1eaaaf6502 None None] Routers {'1d7ee91b-eb8e-4711-885f-0ed79b1b17a5'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:00:39.895111 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-bfff7ef6-32e8-4a96-82e1-3156644dc3fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:39.899141 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-419b4705-c889-4432-8394-5a1eaaaf6502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T05:00:21Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['1d7ee91b-eb8e-4711-885f-0ed79b1b17a5'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:00:39.899332 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-bfff7ef6-32e8-4a96-82e1-3156644dc3fc admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7677791 Jul 29 05:00:39.900465 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 39052) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:00:39.960131 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-3b73338b-93a3-48e7-a5de-511d5e963c8c None None] Provisioning complete for port 0a27d006-37cb-4f7e-9066-2f0f65d562f2 triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:00:39.960757 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-3b73338b-93a3-48e7-a5de-511d5e963c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (0a27d006-37cb-4f7e-9066-2f0f65d562f2), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:40.002746 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:40.012563 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:40.055407 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device 0a27d006-37cb-4f7e-9066-2f0f65d562f2 up at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:00:40.068104 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-419b4705-c889-4432-8394-5a1eaaaf6502 None None] Set router 1d7ee91b-eb8e-4711-885f-0ed79b1b17a5 gateway port host: dv-cinder-851449-2-iscsi {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:00:40.114264 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-3b73338b-93a3-48e7-a5de-511d5e963c8c None None] Current status of the port 0a27d006-37cb-4f7e-9066-2f0f65d562f2 is: DOWN; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:00:40.114739 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-3b73338b-93a3-48e7-a5de-511d5e963c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (0a27d006-37cb-4f7e-9066-2f0f65d562f2), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:40.175246 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-3b73338b-93a3-48e7-a5de-511d5e963c8c None None] For port 0a27d006-37cb-4f7e-9066-2f0f65d562f2, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=0a27d006-37cb-4f7e-9066-2f0f65d562f2,segment=NetworkSegment(c34b902e-18b6-43f9-be53-5c6bf44dfaa3),segment_id=c34b902e-18b6-43f9-be53-5c6bf44dfaa3)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:00:40.185798 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-3b73338b-93a3-48e7-a5de-511d5e963c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (0a27d006-37cb-4f7e-9066-2f0f65d562f2), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:40.192448 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Provisioning complete for port 0a27d006-37cb-4f7e-9066-2f0f65d562f2 triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:00:40.192867 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (0a27d006-37cb-4f7e-9066-2f0f65d562f2), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:40.287354 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-419b4705-c889-4432-8394-5a1eaaaf6502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7ee91b-eb8e-4711-885f-0ed79b1b17a5', 'name': 'tempest-TestShelveInstance-224877264-router', 'tenant_id': 'b586a0d507ca497589a504f9e2d44574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '620984d9-1cba-4602-a0d8-78253ef3a9df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:00:38Z', 'updated_at': '2022-07-29T05:00:39Z', 'revision_number': 3, 'project_id': 'b586a0d507ca497589a504f9e2d44574', 'gw_port': {'id': '620984d9-1cba-4602-a0d8-78253ef3a9df', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:79:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7ee91b-eb8e-4711-885f-0ed79b1b17a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:00:38Z', 'updated_at': '2022-07-29T05:00:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi'}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:00:40.322149 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419b4705-c889-4432-8394-5a1eaaaf6502 None None] Checking router: 1d7ee91b-eb8e-4711-885f-0ed79b1b17a5 for host: dv-cinder-851449-2-iscsi {{(pid=115910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:00:40.322862 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419b4705-c889-4432-8394-5a1eaaaf6502 None None] Updating router 1d7ee91b-eb8e-4711-885f-0ed79b1b17a5 port 620984d9-1cba-4602-a0d8-78253ef3a9df binding host dv-cinder-851449-2-iscsi {{(pid=115910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 05:00:40.341165 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b73338b-93a3-48e7-a5de-511d5e963c8c None None] Pushing event updated for resources: {'Port': ['ID=0a27d006-37cb-4f7e-9066-2f0f65d562f2,revision_number=3']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:40.354389 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port 0a27d006-37cb-4f7e-9066-2f0f65d562f2 is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:00:40.355390 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-419b4705-c889-4432-8394-5a1eaaaf6502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (620984d9-1cba-4602-a0d8-78253ef3a9df), before_update {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:40.411057 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-6cbf7bd0-37c5-4846-9cd3-40442ad57c76 None None] Provisioning complete for port 0a27d006-37cb-4f7e-9066-2f0f65d562f2 triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:00:40.411637 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-6cbf7bd0-37c5-4846-9cd3-40442ad57c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (0a27d006-37cb-4f7e-9066-2f0f65d562f2), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:40.494074 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-6cbf7bd0-37c5-4846-9cd3-40442ad57c76 None None] Current status of the port 0a27d006-37cb-4f7e-9066-2f0f65d562f2 is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:00:40.608930 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-419b4705-c889-4432-8394-5a1eaaaf6502 None None] Publish callbacks [] for port (620984d9-1cba-4602-a0d8-78253ef3a9df), precommit_update {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:40.614890 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-419b4705-c889-4432-8394-5a1eaaaf6502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (620984d9-1cba-4602-a0d8-78253ef3a9df), after_update {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:40.624463 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-1b59c880-d461-4b9e-a92b-6a1bf93bd1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:40.672703 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.managers [None req-419b4705-c889-4432-8394-5a1eaaaf6502 None None] Attempting to bind port 620984d9-1cba-4602-a0d8-78253ef3a9df on host dv-cinder-851449-2-iscsi for vnic_type normal with profile {{(pid=115910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:00:40.673077 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.managers [None req-419b4705-c889-4432-8394-5a1eaaaf6502 None None] Attempting to bind port 620984d9-1cba-4602-a0d8-78253ef3a9df by drivers openvswitch,hyperv on host dv-cinder-851449-2-iscsi at level 0 using segments [{'id': 'a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a05b655-8925-4222-a853-020f58db76f4'}] {{(pid=115910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:00:40.673440 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419b4705-c889-4432-8394-5a1eaaaf6502 None None] Attempting to bind port 620984d9-1cba-4602-a0d8-78253ef3a9df on network 9a05b655-8925-4222-a853-020f58db76f4 {{(pid=115910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:00:40.676439 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f133ce47-2ba1-40e9-b317-67df065e768d None None] Pushing event updated for resources: {'Port': ['ID=620984d9-1cba-4602-a0d8-78253ef3a9df,revision_number=2']} {{(pid=115910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:40.683997 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419b4705-c889-4432-8394-5a1eaaaf6502 None None] Checking agent: {'id': '9625653a-1f3f-4d73-bc2a-dc32c08b0da9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 4, 38, 53), 'started_at': datetime.datetime(2022, 7, 29, 4, 39, 23), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:00:40.684370 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419b4705-c889-4432-8394-5a1eaaaf6502 None None] Checking segment: {'id': 'a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a05b655-8925-4222-a853-020f58db76f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:00:40.684801 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-419b4705-c889-4432-8394-5a1eaaaf6502 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:40.685192 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419b4705-c889-4432-8394-5a1eaaaf6502 None None] Bound using segment: {'id': 'a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a05b655-8925-4222-a853-020f58db76f4'} {{(pid=115910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:00:40.685656 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.managers [None req-419b4705-c889-4432-8394-5a1eaaaf6502 None None] Bound port: 620984d9-1cba-4602-a0d8-78253ef3a9df, host: dv-cinder-851449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a05b655-8925-4222-a853-020f58db76f4'}}] {{(pid=115910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:00:40.686033 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-419b4705-c889-4432-8394-5a1eaaaf6502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (620984d9-1cba-4602-a0d8-78253ef3a9df), before_update {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:40.689894 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f133ce47-2ba1-40e9-b317-67df065e768d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:00:40.690245 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f133ce47-2ba1-40e9-b317-67df065e768d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:00:40.690591 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f133ce47-2ba1-40e9-b317-67df065e768d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:00:40.690954 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f133ce47-2ba1-40e9-b317-67df065e768d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:00:40.691298 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f133ce47-2ba1-40e9-b317-67df065e768d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:00:40.691630 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f133ce47-2ba1-40e9-b317-67df065e768d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:00:40.691959 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f133ce47-2ba1-40e9-b317-67df065e768d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:00:40.692287 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f133ce47-2ba1-40e9-b317-67df065e768d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:00:40.692632 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f133ce47-2ba1-40e9-b317-67df065e768d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:00:40.692960 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f133ce47-2ba1-40e9-b317-67df065e768d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:00:40.693284 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f133ce47-2ba1-40e9-b317-67df065e768d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:00:40.693612 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f133ce47-2ba1-40e9-b317-67df065e768d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:00:40.693939 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f133ce47-2ba1-40e9-b317-67df065e768d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:00:40.694262 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f133ce47-2ba1-40e9-b317-67df065e768d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:00:40.694582 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f133ce47-2ba1-40e9-b317-67df065e768d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:00:40.742804 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.db [None req-419b4705-c889-4432-8394-5a1eaaaf6502 None None] For port 620984d9-1cba-4602-a0d8-78253ef3a9df, host dv-cinder-851449-2-iscsi, cleared binding levels {{(pid=115910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:00:40.745989 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.db [None req-419b4705-c889-4432-8394-5a1eaaaf6502 None None] For port 620984d9-1cba-4602-a0d8-78253ef3a9df, host dv-cinder-851449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=620984d9-1cba-4602-a0d8-78253ef3a9df,segment=NetworkSegment(a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f),segment_id=a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f)] {{(pid=115910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:00:40.753091 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-419b4705-c889-4432-8394-5a1eaaaf6502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (620984d9-1cba-4602-a0d8-78253ef3a9df), after_update {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:40.788587 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.db.db_base_plugin_common [None req-1b59c880-d461-4b9e-a92b-6a1bf93bd1a3 admin admin] Allocated IP 172.20.0.1 (ac70cb08-b25c-4351-9af8-2a46a3f3e6e9/9f74eaa6-5843-460c-81c7-7fbee07b9bef/17075559-af9d-4912-a072-706297a53d10) {{(pid=115907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:00:40.793702 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:40.812634 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419b4705-c889-4432-8394-5a1eaaaf6502 None None] Routers {'1d7ee91b-eb8e-4711-885f-0ed79b1b17a5'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:00:40.812634 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-419b4705-c889-4432-8394-5a1eaaaf6502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T05:00:21Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['1d7ee91b-eb8e-4711-885f-0ed79b1b17a5'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:00:40.818579 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f133ce47-2ba1-40e9-b317-67df065e768d None None] Pushing event updated for resources: {'Port': ['ID=620984d9-1cba-4602-a0d8-78253ef3a9df,revision_number=3']} {{(pid=115910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:40.901768 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-1b59c880-d461-4b9e-a92b-6a1bf93bd1a3 admin admin] Publish callbacks [] for port (17075559-af9d-4912-a072-706297a53d10), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:40.919988 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-419b4705-c889-4432-8394-5a1eaaaf6502 None None] Set router 1d7ee91b-eb8e-4711-885f-0ed79b1b17a5 gateway port host: dv-cinder-851449-2-iscsi {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:00:40.929809 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:40.935598 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-1b59c880-d461-4b9e-a92b-6a1bf93bd1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7638272'] for port (17075559-af9d-4912-a072-706297a53d10), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:40.940402 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=3 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:40.973838 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:40.981360 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b59c880-d461-4b9e-a92b-6a1bf93bd1a3 admin admin] Network ac70cb08-b25c-4351-9af8-2a46a3f3e6e9 is already hosted by enough agents. {{(pid=115907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:00:40.985300 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.base_scheduler [None req-1b59c880-d461-4b9e-a92b-6a1bf93bd1a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=115907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:00:40.987880 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b59c880-d461-4b9e-a92b-6a1bf93bd1a3 admin admin] Received port after_create {{(pid=115907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:00:41.016020 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b59c880-d461-4b9e-a92b-6a1bf93bd1a3 admin admin] Pushing event updated for resources: {'Port': ['ID=17075559-af9d-4912-a072-706297a53d10,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:41.038472 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-1b59c880-d461-4b9e-a92b-6a1bf93bd1a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715585'] for router_interface (1d7ee91b-eb8e-4711-885f-0ed79b1b17a5), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:41.111832 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-419b4705-c889-4432-8394-5a1eaaaf6502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7ee91b-eb8e-4711-885f-0ed79b1b17a5', 'name': 'tempest-TestShelveInstance-224877264-router', 'tenant_id': 'b586a0d507ca497589a504f9e2d44574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '620984d9-1cba-4602-a0d8-78253ef3a9df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:00:38Z', 'updated_at': '2022-07-29T05:00:39Z', 'revision_number': 3, 'project_id': 'b586a0d507ca497589a504f9e2d44574', 'gw_port': {'id': '620984d9-1cba-4602-a0d8-78253ef3a9df', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:79:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7ee91b-eb8e-4711-885f-0ed79b1b17a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:00:38Z', 'updated_at': '2022-07-29T05:00:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi'}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:00:41.152061 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419b4705-c889-4432-8394-5a1eaaaf6502 None None] The sync data for ids ['1d7ee91b-eb8e-4711-885f-0ed79b1b17a5'] in dv-cinder-851449-2-iscsi is: [{'id': '1d7ee91b-eb8e-4711-885f-0ed79b1b17a5', 'name': 'tempest-TestShelveInstance-224877264-router', 'tenant_id': 'b586a0d507ca497589a504f9e2d44574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '620984d9-1cba-4602-a0d8-78253ef3a9df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:00:38Z', 'updated_at': '2022-07-29T05:00:39Z', 'revision_number': 3, 'project_id': 'b586a0d507ca497589a504f9e2d44574', 'gw_port': {'id': '620984d9-1cba-4602-a0d8-78253ef3a9df', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:79:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7ee91b-eb8e-4711-885f-0ed79b1b17a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:00:38Z', 'updated_at': '2022-07-29T05:00:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi'}] {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:00:41.194904 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-1b59c880-d461-4b9e-a92b-6a1bf93bd1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (17075559-af9d-4912-a072-706297a53d10), before_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:41.215179 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-7867f3dc-cc5c-4a3b-bc91-0cc5081aab5a None None] Provisioning complete for port 17075559-af9d-4912-a072-706297a53d10 triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:00:41.215803 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-7867f3dc-cc5c-4a3b-bc91-0cc5081aab5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (17075559-af9d-4912-a072-706297a53d10), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:41.250069 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-7867f3dc-cc5c-4a3b-bc91-0cc5081aab5a None None] Port 17075559-af9d-4912-a072-706297a53d10 cannot update to ACTIVE because it is not bound. {{(pid=115909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 05:00:41.417564 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-1b59c880-d461-4b9e-a92b-6a1bf93bd1a3 admin admin] Publish callbacks [] for port (17075559-af9d-4912-a072-706297a53d10), precommit_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:41.422938 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-1b59c880-d461-4b9e-a92b-6a1bf93bd1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7638295'] for port (17075559-af9d-4912-a072-706297a53d10), after_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:41.503797 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 39066) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:00:41.504404 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-1b59c880-d461-4b9e-a92b-6a1bf93bd1a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1573558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1715709'] for router_interface (1d7ee91b-eb8e-4711-885f-0ed79b1b17a5), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:41.506191 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b59c880-d461-4b9e-a92b-6a1bf93bd1a3 admin admin] Pushing event updated for resources: {'Port': ['ID=17075559-af9d-4912-a072-706297a53d10,revision_number=2']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:41.615030 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b59c880-d461-4b9e-a92b-6a1bf93bd1a3 admin admin] Network ac70cb08-b25c-4351-9af8-2a46a3f3e6e9 is already hosted by enough agents. {{(pid=115907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:00:41.616413 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.base_scheduler [None req-1b59c880-d461-4b9e-a92b-6a1bf93bd1a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=115907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:00:41.631828 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-6d49e448-11ca-4a7a-b5a1-f289ea6c4e62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:41.745576 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-6d49e448-11ca-4a7a-b5a1-f289ea6c4e62 admin admin] Publish callbacks [] for security_group (3fb3e87f-f030-45bf-9ebe-d261daf68e98), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:41.752041 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-6d49e448-11ca-4a7a-b5a1-f289ea6c4e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (3fb3e87f-f030-45bf-9ebe-d261daf68e98), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:41.758488 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b59c880-d461-4b9e-a92b-6a1bf93bd1a3 admin admin] Router 1d7ee91b-eb8e-4711-885f-0ed79b1b17a5 has already been hosted by L3 agent 507cc676-b5a3-487d-9bd3-df89beb45ea5 {{(pid=115907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:00:41.796775 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d49e448-11ca-4a7a-b5a1-f289ea6c4e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb3e87f-f030-45bf-9ebe-d261daf68e98,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:41.803680 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-6d49e448-11ca-4a7a-b5a1-f289ea6c4e62 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=7a305c2ed41442d980f7f31e5cc9c0fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2961822 Jul 29 05:00:41.803957 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 39070) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:00:41.821553 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:41.873900 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-294632b1-d791-476c-be8d-fa0589f0f952 admin admin] Publish callbacks [] for security_group (3fb3e87f-f030-45bf-9ebe-d261daf68e98), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:41.884319 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b59c880-d461-4b9e-a92b-6a1bf93bd1a3 admin admin] Notify agent at l3_agent.dv-cinder-851449-2-iscsi the message routers_updated {{(pid=115907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:00:41.901487 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.agents_db [None req-05f878dc-9505-4230-ae26-b2f791c5e7d5 None None] Agent healthcheck: found 6 active agents {{(pid=115910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:00:41.905873 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-1b59c880-d461-4b9e-a92b-6a1bf93bd1a3 admin admin] 10.222.0.40 "PUT /v2.0/routers/1d7ee91b-eb8e-4711-885f-0ed79b1b17a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0036700 Jul 29 05:00:41.940487 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-294632b1-d791-476c-be8d-fa0589f0f952 admin admin] Publish callbacks [] for security_group (3fb3e87f-f030-45bf-9ebe-d261daf68e98), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:41.976113 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-77e17bcf-3252-48e0-adf6-39155ff636fc None None] Provisioning complete for port 17075559-af9d-4912-a072-706297a53d10 triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:00:41.976482 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-77e17bcf-3252-48e0-adf6-39155ff636fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (17075559-af9d-4912-a072-706297a53d10), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:42.026317 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-294632b1-d791-476c-be8d-fa0589f0f952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (3fb3e87f-f030-45bf-9ebe-d261daf68e98), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:42.029063 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-294632b1-d791-476c-be8d-fa0589f0f952 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:42.031139 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-294632b1-d791-476c-be8d-fa0589f0f952 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/3fb3e87f-f030-45bf-9ebe-d261daf68e98 HTTP/1.1" status: 204 len: 168 time: 0.2250974 Jul 29 05:00:42.040268 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294632b1-d791-476c-be8d-fa0589f0f952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb3e87f-f030-45bf-9ebe-d261daf68e98,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:42.049461 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-77e17bcf-3252-48e0-adf6-39155ff636fc None None] Port 17075559-af9d-4912-a072-706297a53d10 cannot update to ACTIVE because it is not bound. {{(pid=115909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 05:00:42.087821 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device 0a27d006-37cb-4f7e-9066-2f0f65d562f2 up at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:00:42.142279 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Provisioning complete for port 0a27d006-37cb-4f7e-9066-2f0f65d562f2 triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:00:42.142665 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (0a27d006-37cb-4f7e-9066-2f0f65d562f2), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:42.189963 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=100 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:42.226491 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port 0a27d006-37cb-4f7e-9066-2f0f65d562f2 is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:00:42.227631 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device 620984d9-1cba-4602-a0d8-78253ef3a9df up at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:00:42.276084 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Provisioning complete for port 620984d9-1cba-4602-a0d8-78253ef3a9df triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:00:42.276484 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (620984d9-1cba-4602-a0d8-78253ef3a9df), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:42.354681 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port 620984d9-1cba-4602-a0d8-78253ef3a9df is: DOWN; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:00:42.355074 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (620984d9-1cba-4602-a0d8-78253ef3a9df), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:42.380184 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] For port 620984d9-1cba-4602-a0d8-78253ef3a9df, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=620984d9-1cba-4602-a0d8-78253ef3a9df,segment=NetworkSegment(a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f),segment_id=a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:00:42.384030 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (620984d9-1cba-4602-a0d8-78253ef3a9df), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:42.423840 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 39086) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:00:42.438476 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Pushing event updated for resources: {'Port': ['ID=620984d9-1cba-4602-a0d8-78253ef3a9df,revision_number=4']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:42.438940 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-fdfb7424-e847-4782-9095-f7e824d7c175 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:42.519819 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-fdfb7424-e847-4782-9095-f7e824d7c175 admin admin] Publish callbacks [] for security_group (b89cbc67-89f2-44f4-aae3-2af8773430a5), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:42.523946 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-fdfb7424-e847-4782-9095-f7e824d7c175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (b89cbc67-89f2-44f4-aae3-2af8773430a5), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:42.566539 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-fdfb7424-e847-4782-9095-f7e824d7c175 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=f0d6c187c3d54ca19cf9adb9861a1d64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1414647 Jul 29 05:00:42.567311 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfb7424-e847-4782-9095-f7e824d7c175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b89cbc67-89f2-44f4-aae3-2af8773430a5,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:42.569327 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 39090) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:00:42.623126 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-d74847b5-9ffc-4b4d-8638-10627b938ebc admin admin] Publish callbacks [] for security_group (b89cbc67-89f2-44f4-aae3-2af8773430a5), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:42.636751 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 39094) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:00:42.642153 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [None req-05c14ea3-a4f8-4604-a746-1e54da9a9f76 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-957838820-network', 'tenant_id': '3cb92a2970e6455bb09be55ef55c19e6'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:00:42.653341 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-d74847b5-9ffc-4b4d-8638-10627b938ebc admin admin] Publish callbacks [] for security_group (b89cbc67-89f2-44f4-aae3-2af8773430a5), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:42.653341 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:42.671086 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c14ea3-a4f8-4604-a746-1e54da9a9f76 admin admin] Made reservation on behalf of 3cb92a2970e6455bb09be55ef55c19e6 for: {'network': 1} {{(pid=115908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:00:42.673993 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-05c14ea3-a4f8-4604-a746-1e54da9a9f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for network (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:42.683169 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-05c14ea3-a4f8-4604-a746-1e54da9a9f76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:42.707623 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-d74847b5-9ffc-4b4d-8638-10627b938ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (b89cbc67-89f2-44f4-aae3-2af8773430a5), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:42.710430 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-d74847b5-9ffc-4b4d-8638-10627b938ebc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:42.714100 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-d74847b5-9ffc-4b4d-8638-10627b938ebc admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b89cbc67-89f2-44f4-aae3-2af8773430a5 HTTP/1.1" status: 204 len: 168 time: 0.1413982 Jul 29 05:00:42.721719 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74847b5-9ffc-4b4d-8638-10627b938ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89cbc67-89f2-44f4-aae3-2af8773430a5,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:42.747948 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=78,neutron:UPDATE=2,neutron:INSERT=17,neutron:DELETE=3 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:42.754139 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:42.776624 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-05c14ea3-a4f8-4604-a746-1e54da9a9f76 admin admin] Publish callbacks [] for security_group (a8ab23ab-0444-4613-95b1-3e75a7e6d85f), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:42.782132 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-05c14ea3-a4f8-4604-a746-1e54da9a9f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (a8ab23ab-0444-4613-95b1-3e75a7e6d85f), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:42.805622 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05c14ea3-a4f8-4604-a746-1e54da9a9f76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=115908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 05:00:42.820385 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c14ea3-a4f8-4604-a746-1e54da9a9f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ab23ab-0444-4613-95b1-3e75a7e6d85f,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:42.829002 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-05c14ea3-a4f8-4604-a746-1e54da9a9f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537036'] for segment (8319c338-45b1-4445-97ae-4ca515f0954c), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:42.829339 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.db.segments_db [None req-05c14ea3-a4f8-4604-a746-1e54da9a9f76 admin admin] Added segment 8319c338-45b1-4445-97ae-4ca515f0954c of type vlan for network 98001462-3181-4b85-bac8-a76b5e21c645 Jul 29 05:00:42.875080 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-05c14ea3-a4f8-4604-a746-1e54da9a9f76 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769699109497'] for network (98001462-3181-4b85-bac8-a76b5e21c645), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:42.900432 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-05c14ea3-a4f8-4604-a746-1e54da9a9f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540'] for network (98001462-3181-4b85-bac8-a76b5e21c645), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:42.901474 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c14ea3-a4f8-4604-a746-1e54da9a9f76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:00:42.902047 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-05c14ea3-a4f8-4604-a746-1e54da9a9f76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for network (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:42.962964 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 39100) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:00:42.963491 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-05c14ea3-a4f8-4604-a746-1e54da9a9f76 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3251741 Jul 29 05:00:42.967949 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [None req-0d96d7bc-a6c7-413f-b015-b2c3eaeb5fe2 admin admin] Request body: {'subnet': {'network_id': '98001462-3181-4b85-bac8-a76b5e21c645', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-957838820-subnet', 'tenant_id': '3cb92a2970e6455bb09be55ef55c19e6', 'ip_version': 4}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:00:42.975090 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c14ea3-a4f8-4604-a746-1e54da9a9f76 admin admin] Pushing event updated for resources: {'Network': ['ID=98001462-3181-4b85-bac8-a76b5e21c645,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:42.989675 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Network 98001462-3181-4b85-bac8-a76b5e21c645 details requested by agent ovs-agent-dv-cinder-851449-2-iscsi with host dv-cinder-851449-2-iscsi {{(pid=115909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 05:00:42.993827 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d96d7bc-a6c7-413f-b015-b2c3eaeb5fe2 admin admin] Made reservation on behalf of 3cb92a2970e6455bb09be55ef55c19e6 for: {'subnet': 1} {{(pid=115907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:00:42.996352 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-0d96d7bc-a6c7-413f-b015-b2c3eaeb5fe2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7603688'] for subnet (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:43.048266 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:43.095826 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9048a2f3-ce6e-45b6-878a-fddb30b37842 None None] Sync routers for ids ['1d7ee91b-eb8e-4711-885f-0ed79b1b17a5'] in dv-cinder-851449-2-iscsi {{(pid=115909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:00:43.106910 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9048a2f3-ce6e-45b6-878a-fddb30b37842 None None] Routers {'1d7ee91b-eb8e-4711-885f-0ed79b1b17a5'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:00:43.107775 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-9048a2f3-ce6e-45b6-878a-fddb30b37842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T05:00:21Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['1d7ee91b-eb8e-4711-885f-0ed79b1b17a5'], 'active': True} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:00:43.140528 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 39102) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:00:43.159448 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-e7937219-92bd-47ad-9445-c91512fb5f09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:43.195253 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-0d96d7bc-a6c7-413f-b015-b2c3eaeb5fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1878534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7638508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7603654'] for subnet (f7bf1579-9ac3-4837-a1ac-501700b5bda6), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:43.215474 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvr_db [None req-9048a2f3-ce6e-45b6-878a-fddb30b37842 None None] Set router 1d7ee91b-eb8e-4711-885f-0ed79b1b17a5 gateway port host: dv-cinder-851449-2-iscsi {{(pid=115909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:00:43.245507 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-e7937219-92bd-47ad-9445-c91512fb5f09 admin admin] Publish callbacks [] for security_group (8f161702-4903-4755-83f6-8e9005032e77), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:43.251819 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96d7bc-a6c7-413f-b015-b2c3eaeb5fe2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7bf1579-9ac3-4837-a1ac-501700b5bda6,revision_number=0']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:43.252368 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-e7937219-92bd-47ad-9445-c91512fb5f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (8f161702-4903-4755-83f6-8e9005032e77), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:43.275165 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d96d7bc-a6c7-413f-b015-b2c3eaeb5fe2 admin admin] Checking segment: {'id': '8319c338-45b1-4445-97ae-4ca515f0954c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '98001462-3181-4b85-bac8-a76b5e21c645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:00:43.275525 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d96d7bc-a6c7-413f-b015-b2c3eaeb5fe2 admin admin] Network hostable DHCP agents. Network: 98001462-3181-4b85-bac8-a76b5e21c645, hostable agents: ['558ab5a9-93ee-434f-b4a2-86af90b93965'], hosted agents: [] {{(pid=115907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 05:00:43.297074 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-e7937219-92bd-47ad-9445-c91512fb5f09 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=cd6f6da166ab46838f7a6f509fa2b5bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1519201 Jul 29 05:00:43.297288 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d96d7bc-a6c7-413f-b015-b2c3eaeb5fe2 admin admin] Network 98001462-3181-4b85-bac8-a76b5e21c645 is scheduled to be hosted by DHCP agent 558ab5a9-93ee-434f-b4a2-86af90b93965 with binding_index 1 {{(pid=115907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 05:00:43.297379 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7937219-92bd-47ad-9445-c91512fb5f09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f161702-4903-4755-83f6-8e9005032e77,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:43.298136 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 39104) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:00:43.308877 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.base_scheduler [None req-0d96d7bc-a6c7-413f-b015-b2c3eaeb5fe2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851449-2-iscsi, 98001462-3181-4b85-bac8-a76b5e21c645) {{(pid=115907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:00:43.316048 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d96d7bc-a6c7-413f-b015-b2c3eaeb5fe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:00:43.316704 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-0d96d7bc-a6c7-413f-b015-b2c3eaeb5fe2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:43.333509 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-0d96d7bc-a6c7-413f-b015-b2c3eaeb5fe2 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3690462 Jul 29 05:00:43.335679 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 39106) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:00:43.340478 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c65f018-e20e-4812-8d69-08068e7b2851 None None] Network 98001462-3181-4b85-bac8-a76b5e21c645 requested from dv-cinder-851449-2-iscsi {{(pid=115909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 05:00:43.341025 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [None req-84cf4e51-9c43-416b-9638-bfee90d21671 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-957838820-router', 'tenant_id': '3cb92a2970e6455bb09be55ef55c19e6', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4'}}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:00:43.353667 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-6d06542c-bdcb-492e-9188-d61c2d08d2c9 admin admin] Publish callbacks [] for security_group (8f161702-4903-4755-83f6-8e9005032e77), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:43.363188 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-84cf4e51-9c43-416b-9638-bfee90d21671 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1716501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1446'] for router (e79fff90-2855-4c7d-85f7-900bec221ef7), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:43.364982 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-84cf4e51-9c43-416b-9638-bfee90d21671 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1714685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1939453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1885050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1455'] for router (e79fff90-2855-4c7d-85f7-900bec221ef7), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:43.383403 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-6d06542c-bdcb-492e-9188-d61c2d08d2c9 admin admin] Publish callbacks [] for security_group (8f161702-4903-4755-83f6-8e9005032e77), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:43.427700 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-84cf4e51-9c43-416b-9638-bfee90d21671 admin admin] Publish callbacks [] for router_controller (e79fff90-2855-4c7d-85f7-900bec221ef7), precommit_add_association {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:43.439324 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-6d06542c-bdcb-492e-9188-d61c2d08d2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (8f161702-4903-4755-83f6-8e9005032e77), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:43.443121 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-6d06542c-bdcb-492e-9188-d61c2d08d2c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:43.445718 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-6d06542c-bdcb-492e-9188-d61c2d08d2c9 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/8f161702-4903-4755-83f6-8e9005032e77 HTTP/1.1" status: 204 len: 168 time: 0.1462209 Jul 29 05:00:43.464476 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d06542c-bdcb-492e-9188-d61c2d08d2c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f161702-4903-4755-83f6-8e9005032e77,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:43.597757 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-84cf4e51-9c43-416b-9638-bfee90d21671 admin admin] Publish callbacks [] for router_gateway (e79fff90-2855-4c7d-85f7-900bec221ef7), precommit_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:43.641306 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6819b1-aacc-494d-a4a8-13a47a0ee5ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d6b9b1e-becd-51aa-993d-5c6c918874f9-98001462-3181-4b85-bac8-a76b5e21c645', 'network_id': '98001462-3181-4b85-bac8-a76b5e21c645', 'project_id': '3cb92a2970e6455bb09be55ef55c19e6', 'fixed_ips': [{'subnet_id': 'f7bf1579-9ac3-4837-a1ac-501700b5bda6'}]}} from dv-cinder-851449-2-iscsi. {{(pid=115909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 29 05:00:43.642227 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-ce6819b1-aacc-494d-a4a8-13a47a0ee5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:43.665867 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:43.671256 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-9048a2f3-ce6e-45b6-878a-fddb30b37842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7ee91b-eb8e-4711-885f-0ed79b1b17a5', 'name': 'tempest-TestShelveInstance-224877264-router', 'tenant_id': 'b586a0d507ca497589a504f9e2d44574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '620984d9-1cba-4602-a0d8-78253ef3a9df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:00:38Z', 'updated_at': '2022-07-29T05:00:41Z', 'revision_number': 4, 'project_id': 'b586a0d507ca497589a504f9e2d44574', 'gw_port': {'id': '620984d9-1cba-4602-a0d8-78253ef3a9df', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:79:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7ee91b-eb8e-4711-885f-0ed79b1b17a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:00:38Z', 'updated_at': '2022-07-29T05:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': '17075559-af9d-4912-a072-706297a53d10', 'name': '', 'network_id': 'ac70cb08-b25c-4351-9af8-2a46a3f3e6e9', 'tenant_id': 'b586a0d507ca497589a504f9e2d44574', 'mac_address': 'fa:16:3e:f9:56:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7ee91b-eb8e-4711-885f-0ed79b1b17a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '9f74eaa6-5843-460c-81c7-7fbee07b9bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:00:40Z', 'updated_at': '2022-07-29T05:00:41Z', 'revision_number': 2, 'project_id': 'b586a0d507ca497589a504f9e2d44574', 'subnets': [{'id': '9f74eaa6-5843-460c-81c7-7fbee07b9bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:00:43.698672 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9048a2f3-ce6e-45b6-878a-fddb30b37842 None None] Checking router: 1d7ee91b-eb8e-4711-885f-0ed79b1b17a5 for host: dv-cinder-851449-2-iscsi {{(pid=115909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:00:43.699027 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9048a2f3-ce6e-45b6-878a-fddb30b37842 None None] Updating router 1d7ee91b-eb8e-4711-885f-0ed79b1b17a5 port 17075559-af9d-4912-a072-706297a53d10 binding host dv-cinder-851449-2-iscsi {{(pid=115909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 05:00:43.783944 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-9048a2f3-ce6e-45b6-878a-fddb30b37842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (17075559-af9d-4912-a072-706297a53d10), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:43.804858 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-84cf4e51-9c43-416b-9638-bfee90d21671 admin admin] Publish callbacks [] for router_gateway (e79fff90-2855-4c7d-85f7-900bec221ef7), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:43.828463 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-84cf4e51-9c43-416b-9638-bfee90d21671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:43.862365 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:43.927398 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.db_base_plugin_common [None req-ce6819b1-aacc-494d-a4a8-13a47a0ee5ea None None] Allocated IP 172.20.0.2 (98001462-3181-4b85-bac8-a76b5e21c645/f7bf1579-9ac3-4837-a1ac-501700b5bda6/d1957145-975d-44e4-b490-42eac977ec3e) {{(pid=115909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:00:43.956652 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.db.db_base_plugin_common [None req-84cf4e51-9c43-416b-9638-bfee90d21671 admin admin] Allocated IP 172.27.0.147 (9a05b655-8925-4222-a853-020f58db76f4/b252d643-2a5f-428d-a536-f8ecbd6d13e1/8130042a-f828-4111-9a92-dd0b41988cbd) {{(pid=115907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:00:43.962065 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:44.040926 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device 620984d9-1cba-4602-a0d8-78253ef3a9df up at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:00:44.058323 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:44.105824 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-84cf4e51-9c43-416b-9638-bfee90d21671 admin admin] Publish callbacks [] for port (8130042a-f828-4111-9a92-dd0b41988cbd), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:44.147306 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-84cf4e51-9c43-416b-9638-bfee90d21671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7638272'] for port (8130042a-f828-4111-9a92-dd0b41988cbd), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:44.189929 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cf4e51-9c43-416b-9638-bfee90d21671 admin admin] Network 9a05b655-8925-4222-a853-020f58db76f4 is already hosted by enough agents. {{(pid=115907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:00:44.193079 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.base_scheduler [None req-84cf4e51-9c43-416b-9638-bfee90d21671 admin admin] Resources bound (agent type, host, resource id): {{(pid=115907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:00:44.197154 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cf4e51-9c43-416b-9638-bfee90d21671 admin admin] Received port after_create {{(pid=115907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:00:44.206911 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-ce6819b1-aacc-494d-a4a8-13a47a0ee5ea None None] Publish callbacks [] for port (d1957145-975d-44e4-b490-42eac977ec3e), precommit_create {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:44.217828 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Provisioning complete for port 620984d9-1cba-4602-a0d8-78253ef3a9df triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:00:44.218238 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (620984d9-1cba-4602-a0d8-78253ef3a9df), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:44.220332 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf4e51-9c43-416b-9638-bfee90d21671 admin admin] Pushing event updated for resources: {'Port': ['ID=8130042a-f828-4111-9a92-dd0b41988cbd,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:44.239024 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-ce6819b1-aacc-494d-a4a8-13a47a0ee5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307'] for port (d1957145-975d-44e4-b490-42eac977ec3e), after_create {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:44.307229 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6819b1-aacc-494d-a4a8-13a47a0ee5ea None None] Network 98001462-3181-4b85-bac8-a76b5e21c645 is already hosted by enough agents. {{(pid=115909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:00:44.332394 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.scheduler.base_scheduler [None req-ce6819b1-aacc-494d-a4a8-13a47a0ee5ea None None] Resources bound (agent type, host, resource id): {{(pid=115909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:00:44.337551 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6819b1-aacc-494d-a4a8-13a47a0ee5ea None None] Pushing event updated for resources: {'Port': ['ID=d1957145-975d-44e4-b490-42eac977ec3e,revision_number=1']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:44.339794 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6819b1-aacc-494d-a4a8-13a47a0ee5ea None None] Received port after_create {{(pid=115909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:00:44.363189 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-9048a2f3-ce6e-45b6-878a-fddb30b37842 None None] Publish callbacks [] for port (17075559-af9d-4912-a072-706297a53d10), precommit_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:44.410401 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-9048a2f3-ce6e-45b6-878a-fddb30b37842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (17075559-af9d-4912-a072-706297a53d10), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:44.469233 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port 620984d9-1cba-4602-a0d8-78253ef3a9df is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:00:44.487006 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-84cf4e51-9c43-416b-9638-bfee90d21671 admin admin] Publish callbacks [] for router_gateway (e79fff90-2855-4c7d-85f7-900bec221ef7), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:44.487258 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-ce6819b1-aacc-494d-a4a8-13a47a0ee5ea None None] Attempting to bind port d1957145-975d-44e4-b490-42eac977ec3e on host dv-cinder-851449-2-iscsi for vnic_type normal with profile {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:00:44.487635 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-ce6819b1-aacc-494d-a4a8-13a47a0ee5ea None None] Attempting to bind port d1957145-975d-44e4-b490-42eac977ec3e by drivers openvswitch,hyperv on host dv-cinder-851449-2-iscsi at level 0 using segments [{'id': '8319c338-45b1-4445-97ae-4ca515f0954c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '98001462-3181-4b85-bac8-a76b5e21c645'}] {{(pid=115909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:00:44.488003 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6819b1-aacc-494d-a4a8-13a47a0ee5ea None None] Attempting to bind port d1957145-975d-44e4-b490-42eac977ec3e on network 98001462-3181-4b85-bac8-a76b5e21c645 {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:00:44.500520 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6819b1-aacc-494d-a4a8-13a47a0ee5ea None None] Checking agent: {'id': '9625653a-1f3f-4d73-bc2a-dc32c08b0da9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 4, 38, 53), 'started_at': datetime.datetime(2022, 7, 29, 4, 39, 23), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:00:44.500926 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6819b1-aacc-494d-a4a8-13a47a0ee5ea None None] Checking segment: {'id': '8319c338-45b1-4445-97ae-4ca515f0954c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '98001462-3181-4b85-bac8-a76b5e21c645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:00:44.501329 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-ce6819b1-aacc-494d-a4a8-13a47a0ee5ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:44.501718 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6819b1-aacc-494d-a4a8-13a47a0ee5ea None None] Bound using segment: {'id': '8319c338-45b1-4445-97ae-4ca515f0954c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '98001462-3181-4b85-bac8-a76b5e21c645'} {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:00:44.502194 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-ce6819b1-aacc-494d-a4a8-13a47a0ee5ea None None] Bound port: d1957145-975d-44e4-b490-42eac977ec3e, host: dv-cinder-851449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8319c338-45b1-4445-97ae-4ca515f0954c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '98001462-3181-4b85-bac8-a76b5e21c645'}}] {{(pid=115909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:00:44.502575 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-ce6819b1-aacc-494d-a4a8-13a47a0ee5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (d1957145-975d-44e4-b490-42eac977ec3e), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:44.506859 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039947b5-4b75-4fc1-8e94-a160c6544d0f None None] Pushing event updated for resources: {'Port': ['ID=17075559-af9d-4912-a072-706297a53d10,revision_number=3']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:44.579097 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:44.614715 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-9048a2f3-ce6e-45b6-878a-fddb30b37842 None None] Attempting to bind port 17075559-af9d-4912-a072-706297a53d10 on host dv-cinder-851449-2-iscsi for vnic_type normal with profile {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:00:44.615018 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-9048a2f3-ce6e-45b6-878a-fddb30b37842 None None] Attempting to bind port 17075559-af9d-4912-a072-706297a53d10 by drivers openvswitch,hyperv on host dv-cinder-851449-2-iscsi at level 0 using segments [{'id': 'c34b902e-18b6-43f9-be53-5c6bf44dfaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ac70cb08-b25c-4351-9af8-2a46a3f3e6e9'}] {{(pid=115909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:00:44.615376 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9048a2f3-ce6e-45b6-878a-fddb30b37842 None None] Attempting to bind port 17075559-af9d-4912-a072-706297a53d10 on network ac70cb08-b25c-4351-9af8-2a46a3f3e6e9 {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:00:44.624978 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-ce6819b1-aacc-494d-a4a8-13a47a0ee5ea None None] For port d1957145-975d-44e4-b490-42eac977ec3e, host dv-cinder-851449-2-iscsi, cleared binding levels {{(pid=115909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:00:44.628667 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-ce6819b1-aacc-494d-a4a8-13a47a0ee5ea None None] For port d1957145-975d-44e4-b490-42eac977ec3e, host dv-cinder-851449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=d1957145-975d-44e4-b490-42eac977ec3e,segment=NetworkSegment(8319c338-45b1-4445-97ae-4ca515f0954c),segment_id=8319c338-45b1-4445-97ae-4ca515f0954c)] {{(pid=115909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:00:44.630162 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9048a2f3-ce6e-45b6-878a-fddb30b37842 None None] Checking agent: {'id': '9625653a-1f3f-4d73-bc2a-dc32c08b0da9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 4, 38, 53), 'started_at': datetime.datetime(2022, 7, 29, 4, 39, 23), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:00:44.630546 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9048a2f3-ce6e-45b6-878a-fddb30b37842 None None] Checking segment: {'id': 'c34b902e-18b6-43f9-be53-5c6bf44dfaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ac70cb08-b25c-4351-9af8-2a46a3f3e6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:00:44.630931 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-9048a2f3-ce6e-45b6-878a-fddb30b37842 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:44.631320 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9048a2f3-ce6e-45b6-878a-fddb30b37842 None None] Bound using segment: {'id': 'c34b902e-18b6-43f9-be53-5c6bf44dfaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ac70cb08-b25c-4351-9af8-2a46a3f3e6e9'} {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:00:44.631782 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-9048a2f3-ce6e-45b6-878a-fddb30b37842 None None] Bound port: 17075559-af9d-4912-a072-706297a53d10, host: dv-cinder-851449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c34b902e-18b6-43f9-be53-5c6bf44dfaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ac70cb08-b25c-4351-9af8-2a46a3f3e6e9'}}] {{(pid=115909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:00:44.632160 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-9048a2f3-ce6e-45b6-878a-fddb30b37842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (17075559-af9d-4912-a072-706297a53d10), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:44.646805 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-ce6819b1-aacc-494d-a4a8-13a47a0ee5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (d1957145-975d-44e4-b490-42eac977ec3e), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:44.731025 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-84cf4e51-9c43-416b-9638-bfee90d21671 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1714635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1939329'] for router (e79fff90-2855-4c7d-85f7-900bec221ef7), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:44.760391 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6819b1-aacc-494d-a4a8-13a47a0ee5ea None None] Pushing event updated for resources: {'Port': ['ID=d1957145-975d-44e4-b490-42eac977ec3e,revision_number=2']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:44.767366 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-9048a2f3-ce6e-45b6-878a-fddb30b37842 None None] For port 17075559-af9d-4912-a072-706297a53d10, host dv-cinder-851449-2-iscsi, cleared binding levels {{(pid=115909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:00:44.771046 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-9048a2f3-ce6e-45b6-878a-fddb30b37842 None None] For port 17075559-af9d-4912-a072-706297a53d10, host dv-cinder-851449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=17075559-af9d-4912-a072-706297a53d10,segment=NetworkSegment(c34b902e-18b6-43f9-be53-5c6bf44dfaa3),segment_id=c34b902e-18b6-43f9-be53-5c6bf44dfaa3)] {{(pid=115909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:00:44.778810 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-9048a2f3-ce6e-45b6-878a-fddb30b37842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (17075559-af9d-4912-a072-706297a53d10), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:44.805259 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:44.824570 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-69e3bfee-5d3b-45c3-9f8c-7a49936108fd None None] Provisioning complete for port 17075559-af9d-4912-a072-706297a53d10 triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:00:44.825012 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-69e3bfee-5d3b-45c3-9f8c-7a49936108fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (17075559-af9d-4912-a072-706297a53d10), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:44.863436 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:44.893999 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039947b5-4b75-4fc1-8e94-a160c6544d0f None None] Pushing event updated for resources: {'Port': ['ID=17075559-af9d-4912-a072-706297a53d10,revision_number=4']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:44.906391 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9048a2f3-ce6e-45b6-878a-fddb30b37842 None None] Routers {'1d7ee91b-eb8e-4711-885f-0ed79b1b17a5'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:00:44.907027 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-9048a2f3-ce6e-45b6-878a-fddb30b37842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T05:00:21Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['1d7ee91b-eb8e-4711-885f-0ed79b1b17a5'], 'active': True} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:00:44.918325 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84cf4e51-9c43-416b-9638-bfee90d21671 admin admin] Router e79fff90-2855-4c7d-85f7-900bec221ef7 is scheduled to L3 agent 507cc676-b5a3-487d-9bd3-df89beb45ea5 with binding_index 1 {{(pid=115907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 29 05:00:44.927525 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:45.107230 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-69e3bfee-5d3b-45c3-9f8c-7a49936108fd None None] Current status of the port 17075559-af9d-4912-a072-706297a53d10 is: DOWN; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:00:45.107760 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-69e3bfee-5d3b-45c3-9f8c-7a49936108fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (17075559-af9d-4912-a072-706297a53d10), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:45.111397 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84cf4e51-9c43-416b-9638-bfee90d21671 admin admin] Notify agent at l3_agent.dv-cinder-851449-2-iscsi the message routers_updated {{(pid=115907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:00:45.132030 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3981250f-fa07-4b9a-874a-c86f457c2af3 None None] Sync routers for ids ['e79fff90-2855-4c7d-85f7-900bec221ef7'] in dv-cinder-851449-2-iscsi {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:00:45.140188 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-84cf4e51-9c43-416b-9638-bfee90d21671 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:45.143485 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-84cf4e51-9c43-416b-9638-bfee90d21671 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8068628 Jul 29 05:00:45.156323 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvr_db [None req-9048a2f3-ce6e-45b6-878a-fddb30b37842 None None] Set router 1d7ee91b-eb8e-4711-885f-0ed79b1b17a5 gateway port host: dv-cinder-851449-2-iscsi {{(pid=115909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:00:45.157170 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 39136) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:00:45.166085 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3981250f-fa07-4b9a-874a-c86f457c2af3 None None] Routers {'e79fff90-2855-4c7d-85f7-900bec221ef7'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:00:45.170316 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-3981250f-fa07-4b9a-874a-c86f457c2af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T05:00:21Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['e79fff90-2855-4c7d-85f7-900bec221ef7'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:00:45.240702 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-69e3bfee-5d3b-45c3-9f8c-7a49936108fd None None] For port 17075559-af9d-4912-a072-706297a53d10, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=17075559-af9d-4912-a072-706297a53d10,segment=NetworkSegment(c34b902e-18b6-43f9-be53-5c6bf44dfaa3),segment_id=c34b902e-18b6-43f9-be53-5c6bf44dfaa3)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:00:45.283362 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-69e3bfee-5d3b-45c3-9f8c-7a49936108fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (17075559-af9d-4912-a072-706297a53d10), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:45.309669 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-3981250f-fa07-4b9a-874a-c86f457c2af3 None None] Set router e79fff90-2855-4c7d-85f7-900bec221ef7 gateway port host: dv-cinder-851449-2-iscsi {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:00:45.407818 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e3bfee-5d3b-45c3-9f8c-7a49936108fd None None] Pushing event updated for resources: {'Port': ['ID=17075559-af9d-4912-a072-706297a53d10,revision_number=5']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:45.428249 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-f440abe0-ae67-4663-9662-8605145894cc None None] Provisioning complete for port 17075559-af9d-4912-a072-706297a53d10 triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:00:45.428636 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-f440abe0-ae67-4663-9662-8605145894cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (17075559-af9d-4912-a072-706297a53d10), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:45.485328 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-3981250f-fa07-4b9a-874a-c86f457c2af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79fff90-2855-4c7d-85f7-900bec221ef7', 'name': 'tempest-TestShelveInstance-957838820-router', 'tenant_id': '3cb92a2970e6455bb09be55ef55c19e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '8130042a-f828-4111-9a92-dd0b41988cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:00:43Z', 'updated_at': '2022-07-29T05:00:44Z', 'revision_number': 3, 'project_id': '3cb92a2970e6455bb09be55ef55c19e6', 'gw_port': {'id': '8130042a-f828-4111-9a92-dd0b41988cbd', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79fff90-2855-4c7d-85f7-900bec221ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:00:43Z', 'updated_at': '2022-07-29T05:00:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi'}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:00:45.500818 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-9048a2f3-ce6e-45b6-878a-fddb30b37842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7ee91b-eb8e-4711-885f-0ed79b1b17a5', 'name': 'tempest-TestShelveInstance-224877264-router', 'tenant_id': 'b586a0d507ca497589a504f9e2d44574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '620984d9-1cba-4602-a0d8-78253ef3a9df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:00:38Z', 'updated_at': '2022-07-29T05:00:41Z', 'revision_number': 4, 'project_id': 'b586a0d507ca497589a504f9e2d44574', 'gw_port': {'id': '620984d9-1cba-4602-a0d8-78253ef3a9df', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:79:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7ee91b-eb8e-4711-885f-0ed79b1b17a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:00:38Z', 'updated_at': '2022-07-29T05:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': '17075559-af9d-4912-a072-706297a53d10', 'name': '', 'network_id': 'ac70cb08-b25c-4351-9af8-2a46a3f3e6e9', 'tenant_id': 'b586a0d507ca497589a504f9e2d44574', 'mac_address': 'fa:16:3e:f9:56:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7ee91b-eb8e-4711-885f-0ed79b1b17a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '9f74eaa6-5843-460c-81c7-7fbee07b9bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:00:40Z', 'updated_at': '2022-07-29T05:00:44Z', 'revision_number': 4, 'project_id': 'b586a0d507ca497589a504f9e2d44574', 'subnets': [{'id': '9f74eaa6-5843-460c-81c7-7fbee07b9bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:00:45.515526 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3981250f-fa07-4b9a-874a-c86f457c2af3 None None] Checking router: e79fff90-2855-4c7d-85f7-900bec221ef7 for host: dv-cinder-851449-2-iscsi {{(pid=115910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:00:45.515875 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3981250f-fa07-4b9a-874a-c86f457c2af3 None None] Updating router e79fff90-2855-4c7d-85f7-900bec221ef7 port 8130042a-f828-4111-9a92-dd0b41988cbd binding host dv-cinder-851449-2-iscsi {{(pid=115910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 05:00:45.529643 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9048a2f3-ce6e-45b6-878a-fddb30b37842 None None] The sync data for ids ['1d7ee91b-eb8e-4711-885f-0ed79b1b17a5'] in dv-cinder-851449-2-iscsi is: [{'id': '1d7ee91b-eb8e-4711-885f-0ed79b1b17a5', 'name': 'tempest-TestShelveInstance-224877264-router', 'tenant_id': 'b586a0d507ca497589a504f9e2d44574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '620984d9-1cba-4602-a0d8-78253ef3a9df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:00:38Z', 'updated_at': '2022-07-29T05:00:41Z', 'revision_number': 4, 'project_id': 'b586a0d507ca497589a504f9e2d44574', 'gw_port': {'id': '620984d9-1cba-4602-a0d8-78253ef3a9df', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:79:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7ee91b-eb8e-4711-885f-0ed79b1b17a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:00:38Z', 'updated_at': '2022-07-29T05:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': '17075559-af9d-4912-a072-706297a53d10', 'name': '', 'network_id': 'ac70cb08-b25c-4351-9af8-2a46a3f3e6e9', 'tenant_id': 'b586a0d507ca497589a504f9e2d44574', 'mac_address': 'fa:16:3e:f9:56:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7ee91b-eb8e-4711-885f-0ed79b1b17a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '9f74eaa6-5843-460c-81c7-7fbee07b9bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:00:40Z', 'updated_at': '2022-07-29T05:00:44Z', 'revision_number': 4, 'project_id': 'b586a0d507ca497589a504f9e2d44574', 'subnets': [{'id': '9f74eaa6-5843-460c-81c7-7fbee07b9bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:00:45.535372 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:45.550730 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-3981250f-fa07-4b9a-874a-c86f457c2af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (8130042a-f828-4111-9a92-dd0b41988cbd), before_update {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:45.574972 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-f440abe0-ae67-4663-9662-8605145894cc None None] Current status of the port 17075559-af9d-4912-a072-706297a53d10 is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:00:45.704218 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-73a0badd-f60a-48fd-bd27-13d51c67cb1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:45.903189 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.db.db_base_plugin_common [None req-73a0badd-f60a-48fd-bd27-13d51c67cb1a admin admin] Allocated IP 172.20.0.1 (98001462-3181-4b85-bac8-a76b5e21c645/f7bf1579-9ac3-4837-a1ac-501700b5bda6/cf3b0a57-e684-4065-aa09-42083aae9ad1) {{(pid=115907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:00:46.008852 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-3981250f-fa07-4b9a-874a-c86f457c2af3 None None] Publish callbacks [] for port (8130042a-f828-4111-9a92-dd0b41988cbd), precommit_update {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:46.010875 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:46.020151 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-3981250f-fa07-4b9a-874a-c86f457c2af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (8130042a-f828-4111-9a92-dd0b41988cbd), after_update {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:46.069157 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device 17075559-af9d-4912-a072-706297a53d10 up at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:00:46.082075 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-73a0badd-f60a-48fd-bd27-13d51c67cb1a admin admin] Publish callbacks [] for port (cf3b0a57-e684-4065-aa09-42083aae9ad1), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:46.111366 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0bef4f-0834-4ced-ad9f-bb6e57a0243a None None] Network 98001462-3181-4b85-bac8-a76b5e21c645 requested from dv-cinder-851449-2-iscsi {{(pid=115909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 05:00:46.118236 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:46.125859 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-73a0badd-f60a-48fd-bd27-13d51c67cb1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7638272'] for port (cf3b0a57-e684-4065-aa09-42083aae9ad1), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:46.137165 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049333ec-03c5-4534-b819-02ffbb821157 None None] Pushing event updated for resources: {'Port': ['ID=8130042a-f828-4111-9a92-dd0b41988cbd,revision_number=2']} {{(pid=115910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:46.184624 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.managers [None req-3981250f-fa07-4b9a-874a-c86f457c2af3 None None] Attempting to bind port 8130042a-f828-4111-9a92-dd0b41988cbd on host dv-cinder-851449-2-iscsi for vnic_type normal with profile {{(pid=115910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:00:46.185138 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.managers [None req-3981250f-fa07-4b9a-874a-c86f457c2af3 None None] Attempting to bind port 8130042a-f828-4111-9a92-dd0b41988cbd by drivers openvswitch,hyperv on host dv-cinder-851449-2-iscsi at level 0 using segments [{'id': 'a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a05b655-8925-4222-a853-020f58db76f4'}] {{(pid=115910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:00:46.185577 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3981250f-fa07-4b9a-874a-c86f457c2af3 None None] Attempting to bind port 8130042a-f828-4111-9a92-dd0b41988cbd on network 9a05b655-8925-4222-a853-020f58db76f4 {{(pid=115910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:00:46.193816 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3981250f-fa07-4b9a-874a-c86f457c2af3 None None] Checking agent: {'id': '9625653a-1f3f-4d73-bc2a-dc32c08b0da9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 4, 38, 53), 'started_at': datetime.datetime(2022, 7, 29, 4, 39, 23), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:00:46.194989 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3981250f-fa07-4b9a-874a-c86f457c2af3 None None] Checking segment: {'id': 'a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a05b655-8925-4222-a853-020f58db76f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:00:46.195513 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-3981250f-fa07-4b9a-874a-c86f457c2af3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:46.196121 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3981250f-fa07-4b9a-874a-c86f457c2af3 None None] Bound using segment: {'id': 'a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a05b655-8925-4222-a853-020f58db76f4'} {{(pid=115910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:00:46.196699 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.managers [None req-3981250f-fa07-4b9a-874a-c86f457c2af3 None None] Bound port: 8130042a-f828-4111-9a92-dd0b41988cbd, host: dv-cinder-851449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a05b655-8925-4222-a853-020f58db76f4'}}] {{(pid=115910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:00:46.197511 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-3981250f-fa07-4b9a-874a-c86f457c2af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (8130042a-f828-4111-9a92-dd0b41988cbd), before_update {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:46.205608 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a0badd-f60a-48fd-bd27-13d51c67cb1a admin admin] Network 98001462-3181-4b85-bac8-a76b5e21c645 is already hosted by enough agents. {{(pid=115907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:00:46.211947 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Provisioning complete for port 17075559-af9d-4912-a072-706297a53d10 triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:00:46.212390 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (17075559-af9d-4912-a072-706297a53d10), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:46.214469 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:46.215985 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.base_scheduler [None req-73a0badd-f60a-48fd-bd27-13d51c67cb1a admin admin] Resources bound (agent type, host, resource id): {{(pid=115907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:00:46.220135 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a0badd-f60a-48fd-bd27-13d51c67cb1a admin admin] Received port after_create {{(pid=115907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:00:46.268588 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a0badd-f60a-48fd-bd27-13d51c67cb1a admin admin] Pushing event updated for resources: {'Port': ['ID=cf3b0a57-e684-4065-aa09-42083aae9ad1,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:46.293004 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-73a0badd-f60a-48fd-bd27-13d51c67cb1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715585'] for router_interface (e79fff90-2855-4c7d-85f7-900bec221ef7), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:46.330561 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.db [None req-3981250f-fa07-4b9a-874a-c86f457c2af3 None None] For port 8130042a-f828-4111-9a92-dd0b41988cbd, host dv-cinder-851449-2-iscsi, cleared binding levels {{(pid=115910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:00:46.335902 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.db [None req-3981250f-fa07-4b9a-874a-c86f457c2af3 None None] For port 8130042a-f828-4111-9a92-dd0b41988cbd, host dv-cinder-851449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=8130042a-f828-4111-9a92-dd0b41988cbd,segment=NetworkSegment(a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f),segment_id=a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f)] {{(pid=115910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:00:46.347048 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-3981250f-fa07-4b9a-874a-c86f457c2af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (8130042a-f828-4111-9a92-dd0b41988cbd), after_update {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:46.358938 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:46.441715 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049333ec-03c5-4534-b819-02ffbb821157 None None] Pushing event updated for resources: {'Port': ['ID=8130042a-f828-4111-9a92-dd0b41988cbd,revision_number=3']} {{(pid=115910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:46.453053 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3981250f-fa07-4b9a-874a-c86f457c2af3 None None] Routers {'e79fff90-2855-4c7d-85f7-900bec221ef7'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:00:46.454070 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-3981250f-fa07-4b9a-874a-c86f457c2af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T05:00:21Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['e79fff90-2855-4c7d-85f7-900bec221ef7'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:00:46.486738 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-73a0badd-f60a-48fd-bd27-13d51c67cb1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (cf3b0a57-e684-4065-aa09-42083aae9ad1), before_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:46.598276 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-3981250f-fa07-4b9a-874a-c86f457c2af3 None None] Set router e79fff90-2855-4c7d-85f7-900bec221ef7 gateway port host: dv-cinder-851449-2-iscsi {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:00:46.687929 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-88d659f3-5075-4986-adbb-38a8fc36f4ec None None] Provisioning complete for port d1957145-975d-44e4-b490-42eac977ec3e triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:00:46.688495 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-88d659f3-5075-4986-adbb-38a8fc36f4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (d1957145-975d-44e4-b490-42eac977ec3e), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:46.757245 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port 17075559-af9d-4912-a072-706297a53d10 is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:00:46.757835 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device d1957145-975d-44e4-b490-42eac977ec3e up at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:00:46.835621 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:46.836499 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Provisioning complete for port d1957145-975d-44e4-b490-42eac977ec3e triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:00:46.837051 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (d1957145-975d-44e4-b490-42eac977ec3e), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:46.875495 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-3981250f-fa07-4b9a-874a-c86f457c2af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79fff90-2855-4c7d-85f7-900bec221ef7', 'name': 'tempest-TestShelveInstance-957838820-router', 'tenant_id': '3cb92a2970e6455bb09be55ef55c19e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '8130042a-f828-4111-9a92-dd0b41988cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:00:43Z', 'updated_at': '2022-07-29T05:00:46Z', 'revision_number': 4, 'project_id': '3cb92a2970e6455bb09be55ef55c19e6', 'gw_port': {'id': '8130042a-f828-4111-9a92-dd0b41988cbd', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79fff90-2855-4c7d-85f7-900bec221ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:00:43Z', 'updated_at': '2022-07-29T05:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': 'cf3b0a57-e684-4065-aa09-42083aae9ad1', 'name': '', 'network_id': '98001462-3181-4b85-bac8-a76b5e21c645', 'tenant_id': '3cb92a2970e6455bb09be55ef55c19e6', 'mac_address': 'fa:16:3e:e0:30:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79fff90-2855-4c7d-85f7-900bec221ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'f7bf1579-9ac3-4837-a1ac-501700b5bda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:00:45Z', 'updated_at': '2022-07-29T05:00:45Z', 'revision_number': 1, 'project_id': '3cb92a2970e6455bb09be55ef55c19e6', 'subnets': [{'id': 'f7bf1579-9ac3-4837-a1ac-501700b5bda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:00:46.909991 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3981250f-fa07-4b9a-874a-c86f457c2af3 None None] The sync data for ids ['e79fff90-2855-4c7d-85f7-900bec221ef7'] in dv-cinder-851449-2-iscsi is: [{'id': 'e79fff90-2855-4c7d-85f7-900bec221ef7', 'name': 'tempest-TestShelveInstance-957838820-router', 'tenant_id': '3cb92a2970e6455bb09be55ef55c19e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '8130042a-f828-4111-9a92-dd0b41988cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:00:43Z', 'updated_at': '2022-07-29T05:00:46Z', 'revision_number': 4, 'project_id': '3cb92a2970e6455bb09be55ef55c19e6', 'gw_port': {'id': '8130042a-f828-4111-9a92-dd0b41988cbd', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79fff90-2855-4c7d-85f7-900bec221ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:00:43Z', 'updated_at': '2022-07-29T05:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': 'cf3b0a57-e684-4065-aa09-42083aae9ad1', 'name': '', 'network_id': '98001462-3181-4b85-bac8-a76b5e21c645', 'tenant_id': '3cb92a2970e6455bb09be55ef55c19e6', 'mac_address': 'fa:16:3e:e0:30:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79fff90-2855-4c7d-85f7-900bec221ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'f7bf1579-9ac3-4837-a1ac-501700b5bda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:00:45Z', 'updated_at': '2022-07-29T05:00:45Z', 'revision_number': 1, 'project_id': '3cb92a2970e6455bb09be55ef55c19e6', 'subnets': [{'id': 'f7bf1579-9ac3-4837-a1ac-501700b5bda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:00:46.940719 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-88d659f3-5075-4986-adbb-38a8fc36f4ec None None] Current status of the port d1957145-975d-44e4-b490-42eac977ec3e is: DOWN; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:00:46.941058 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-88d659f3-5075-4986-adbb-38a8fc36f4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (d1957145-975d-44e4-b490-42eac977ec3e), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:47.018716 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-88d659f3-5075-4986-adbb-38a8fc36f4ec None None] For port d1957145-975d-44e4-b490-42eac977ec3e, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=d1957145-975d-44e4-b490-42eac977ec3e,segment=NetworkSegment(8319c338-45b1-4445-97ae-4ca515f0954c),segment_id=8319c338-45b1-4445-97ae-4ca515f0954c)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:00:47.026290 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-88d659f3-5075-4986-adbb-38a8fc36f4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (d1957145-975d-44e4-b490-42eac977ec3e), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:47.028055 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port d1957145-975d-44e4-b490-42eac977ec3e is: DOWN; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:00:47.028431 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (d1957145-975d-44e4-b490-42eac977ec3e), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:47.057779 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-73a0badd-f60a-48fd-bd27-13d51c67cb1a admin admin] Publish callbacks [] for port (cf3b0a57-e684-4065-aa09-42083aae9ad1), precommit_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:47.063366 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-73a0badd-f60a-48fd-bd27-13d51c67cb1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7638295'] for port (cf3b0a57-e684-4065-aa09-42083aae9ad1), after_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:47.108164 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d659f3-5075-4986-adbb-38a8fc36f4ec None None] Pushing event updated for resources: {'Port': ['ID=d1957145-975d-44e4-b490-42eac977ec3e,revision_number=3']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:47.154569 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a0badd-f60a-48fd-bd27-13d51c67cb1a admin admin] Pushing event updated for resources: {'Port': ['ID=cf3b0a57-e684-4065-aa09-42083aae9ad1,revision_number=2']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:47.157778 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.db.api [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115909) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 29 05:00:47.158237 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-73a0badd-f60a-48fd-bd27-13d51c67cb1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1573558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1715709'] for router_interface (e79fff90-2855-4c7d-85f7-900bec221ef7), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:47.159160 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG oslo_db.api [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 05:00:47.160185 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-1229fd7c-b4a5-4c0e-8f50-9fc5c4746ae0 None None] Provisioning complete for port cf3b0a57-e684-4065-aa09-42083aae9ad1 triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:00:47.160749 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-1229fd7c-b4a5-4c0e-8f50-9fc5c4746ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (cf3b0a57-e684-4065-aa09-42083aae9ad1), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:47.163662 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:47.197240 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-1229fd7c-b4a5-4c0e-8f50-9fc5c4746ae0 None None] Port cf3b0a57-e684-4065-aa09-42083aae9ad1 cannot update to ACTIVE because it is not bound. {{(pid=115909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 05:00:47.207173 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-1229fd7c-b4a5-4c0e-8f50-9fc5c4746ae0 None None] Provisioning complete for port d1957145-975d-44e4-b490-42eac977ec3e triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:00:47.207555 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-1229fd7c-b4a5-4c0e-8f50-9fc5c4746ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (d1957145-975d-44e4-b490-42eac977ec3e), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:47.263096 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:47.269547 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a0badd-f60a-48fd-bd27-13d51c67cb1a admin admin] Network 98001462-3181-4b85-bac8-a76b5e21c645 is already hosted by enough agents. {{(pid=115907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:00:47.270934 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.base_scheduler [None req-73a0badd-f60a-48fd-bd27-13d51c67cb1a admin admin] Resources bound (agent type, host, resource id): {{(pid=115907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:00:47.290453 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-1229fd7c-b4a5-4c0e-8f50-9fc5c4746ae0 None None] Current status of the port d1957145-975d-44e4-b490-42eac977ec3e is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:00:47.405998 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73a0badd-f60a-48fd-bd27-13d51c67cb1a admin admin] Router e79fff90-2855-4c7d-85f7-900bec221ef7 has already been hosted by L3 agent 507cc676-b5a3-487d-9bd3-df89beb45ea5 {{(pid=115907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:00:47.411447 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-04ddf02d-518a-49d5-a683-558663b94ade None None] Provisioning complete for port cf3b0a57-e684-4065-aa09-42083aae9ad1 triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:00:47.411968 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-04ddf02d-518a-49d5-a683-558663b94ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (cf3b0a57-e684-4065-aa09-42083aae9ad1), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:47.456061 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-04ddf02d-518a-49d5-a683-558663b94ade None None] Port cf3b0a57-e684-4065-aa09-42083aae9ad1 cannot update to ACTIVE because it is not bound. {{(pid=115909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 05:00:47.540716 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a0badd-f60a-48fd-bd27-13d51c67cb1a admin admin] Notify agent at l3_agent.dv-cinder-851449-2-iscsi the message routers_updated {{(pid=115907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:00:47.546703 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-73a0badd-f60a-48fd-bd27-13d51c67cb1a admin admin] 10.222.0.40 "PUT /v2.0/routers/e79fff90-2855-4c7d-85f7-900bec221ef7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3875463 Jul 29 05:00:47.575409 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-6fbe39e5-9b64-4849-a741-292fc092e068 None None] Provisioning complete for port cf3b0a57-e684-4065-aa09-42083aae9ad1 triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:00:47.576196 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-6fbe39e5-9b64-4849-a741-292fc092e068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (cf3b0a57-e684-4065-aa09-42083aae9ad1), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:47.615660 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-6fbe39e5-9b64-4849-a741-292fc092e068 None None] Port cf3b0a57-e684-4065-aa09-42083aae9ad1 cannot update to ACTIVE because it is not bound. {{(pid=115909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 05:00:47.698576 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port d1957145-975d-44e4-b490-42eac977ec3e is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:00:47.928765 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 39152) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:00:47.933280 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [None req-1df2736a-5f0b-4751-893d-5dc770145076 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1135772892', 'description': 'tempest-secgroup-smoke-1135772892 description', 'project_id': 'b586a0d507ca497589a504f9e2d44574'}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:00:47.957957 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-1df2736a-5f0b-4751-893d-5dc770145076 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Publish callbacks [] for security_group (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:47.961740 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device d1957145-975d-44e4-b490-42eac977ec3e up at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:00:48.010001 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Provisioning complete for port d1957145-975d-44e4-b490-42eac977ec3e triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:00:48.010425 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (d1957145-975d-44e4-b490-42eac977ec3e), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:48.023710 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:48.030829 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-1df2736a-5f0b-4751-893d-5dc770145076 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Publish callbacks [] for security_group (03d44363-cfab-4b47-8455-6768e34578bd), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:48.034923 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-1df2736a-5f0b-4751-893d-5dc770145076 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (03d44363-cfab-4b47-8455-6768e34578bd), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:48.066819 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-1df2736a-5f0b-4751-893d-5dc770145076 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Publish callbacks [] for security_group (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:48.070830 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-1df2736a-5f0b-4751-893d-5dc770145076 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1382713 Jul 29 05:00:48.071145 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 39154) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:00:48.075711 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [None req-fed666a0-e34c-4b72-ab92-d3d5bc5822f6 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Request body: {'security_group_rule': {'security_group_id': '03d44363-cfab-4b47-8455-6768e34578bd', 'project_id': 'b586a0d507ca497589a504f9e2d44574', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:00:48.078484 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2736a-5f0b-4751-893d-5dc770145076 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03d44363-cfab-4b47-8455-6768e34578bd,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:48.091729 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port d1957145-975d-44e4-b490-42eac977ec3e is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:00:48.103616 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-fed666a0-e34c-4b72-ab92-d3d5bc5822f6 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Publish callbacks [] for security_group_rule (fb172d94-b54d-41c7-ac40-5cfa6626662d), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:48.157397 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-fed666a0-e34c-4b72-ab92-d3d5bc5822f6 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Publish callbacks [] for security_group_rule (fb172d94-b54d-41c7-ac40-5cfa6626662d), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:48.160956 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-fed666a0-e34c-4b72-ab92-d3d5bc5822f6 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885006'] for security_group_rule (fb172d94-b54d-41c7-ac40-5cfa6626662d), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:48.166448 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:48.181592 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed666a0-e34c-4b72-ab92-d3d5bc5822f6 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb172d94-b54d-41c7-ac40-5cfa6626662d,revision_number=0']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:48.189648 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-fed666a0-e34c-4b72-ab92-d3d5bc5822f6 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:48.190838 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-fed666a0-e34c-4b72-ab92-d3d5bc5822f6 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1186640 Jul 29 05:00:48.193720 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 39156) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:00:48.198231 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [None req-62c696e1-b7f6-45ad-8b15-7a8ad7e2d2c7 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Request body: {'security_group_rule': {'security_group_id': '03d44363-cfab-4b47-8455-6768e34578bd', 'project_id': 'b586a0d507ca497589a504f9e2d44574', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:00:48.225043 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-62c696e1-b7f6-45ad-8b15-7a8ad7e2d2c7 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Publish callbacks [] for security_group_rule (5d8beb80-6cf6-4b8d-87be-ea8311206aa9), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:48.301302 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-62c696e1-b7f6-45ad-8b15-7a8ad7e2d2c7 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Publish callbacks [] for security_group_rule (5d8beb80-6cf6-4b8d-87be-ea8311206aa9), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:48.305837 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-62c696e1-b7f6-45ad-8b15-7a8ad7e2d2c7 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885006'] for security_group_rule (5d8beb80-6cf6-4b8d-87be-ea8311206aa9), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:48.329843 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c696e1-b7f6-45ad-8b15-7a8ad7e2d2c7 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d8beb80-6cf6-4b8d-87be-ea8311206aa9,revision_number=0']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:48.340709 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-62c696e1-b7f6-45ad-8b15-7a8ad7e2d2c7 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:48.341954 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-62c696e1-b7f6-45ad-8b15-7a8ad7e2d2c7 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1472433 Jul 29 05:00:48.345021 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 39158) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:00:48.349707 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [None req-633e79e8-79f0-42f5-9161-92446eb8c6d2 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Request body: {'security_group_rule': {'security_group_id': '03d44363-cfab-4b47-8455-6768e34578bd', 'project_id': 'b586a0d507ca497589a504f9e2d44574', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:00:48.379756 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-633e79e8-79f0-42f5-9161-92446eb8c6d2 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Publish callbacks [] for security_group_rule (e9c05b2a-b747-4d27-9a63-0034aafa346f), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:48.443552 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-633e79e8-79f0-42f5-9161-92446eb8c6d2 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Publish callbacks [] for security_group_rule (e9c05b2a-b747-4d27-9a63-0034aafa346f), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:48.449332 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-633e79e8-79f0-42f5-9161-92446eb8c6d2 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885006'] for security_group_rule (e9c05b2a-b747-4d27-9a63-0034aafa346f), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:48.451827 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-23ae2283-d120-4da8-94b6-1e253266dfe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:48.468997 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633e79e8-79f0-42f5-9161-92446eb8c6d2 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9c05b2a-b747-4d27-9a63-0034aafa346f,revision_number=0']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:48.477450 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-633e79e8-79f0-42f5-9161-92446eb8c6d2 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:48.478848 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-633e79e8-79f0-42f5-9161-92446eb8c6d2 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1326666 Jul 29 05:00:48.481643 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 39160) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:00:48.486897 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [None req-23b42181-8bb5-468c-b335-ecb544891ae5 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Request body: {'security_group_rule': {'security_group_id': '03d44363-cfab-4b47-8455-6768e34578bd', 'project_id': 'b586a0d507ca497589a504f9e2d44574', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:00:48.515308 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-23b42181-8bb5-468c-b335-ecb544891ae5 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Publish callbacks [] for security_group_rule (8880670b-286a-4eef-8789-a90fb19d47e0), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:48.577438 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-23b42181-8bb5-468c-b335-ecb544891ae5 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Publish callbacks [] for security_group_rule (8880670b-286a-4eef-8789-a90fb19d47e0), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:48.581294 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-23b42181-8bb5-468c-b335-ecb544891ae5 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885006'] for security_group_rule (8880670b-286a-4eef-8789-a90fb19d47e0), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:48.603915 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b42181-8bb5-468c-b335-ecb544891ae5 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8880670b-286a-4eef-8789-a90fb19d47e0,revision_number=0']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:48.613220 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-23b42181-8bb5-468c-b335-ecb544891ae5 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:48.617086 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-23b42181-8bb5-468c-b335-ecb544891ae5 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1339974 Jul 29 05:00:48.618734 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 39164) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:00:48.626228 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [None req-cc9241b7-fd34-48a8-b791-07a229d9b074 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Request body: {'security_group_rule': {'security_group_id': '03d44363-cfab-4b47-8455-6768e34578bd', 'project_id': 'b586a0d507ca497589a504f9e2d44574', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:00:48.649068 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.db.securitygroups_db [None req-cc9241b7-fd34-48a8-b791-07a229d9b074 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Project b586a0d507ca497589a504f9e2d44574 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 05:00:48.655190 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-cc9241b7-fd34-48a8-b791-07a229d9b074 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Publish callbacks [] for security_group_rule (89784cf2-58fb-46af-8de6-7e6d5ad4832a), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:48.658838 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:48.728281 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-cc9241b7-fd34-48a8-b791-07a229d9b074 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Publish callbacks [] for security_group_rule (89784cf2-58fb-46af-8de6-7e6d5ad4832a), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:48.731858 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-cc9241b7-fd34-48a8-b791-07a229d9b074 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885006'] for security_group_rule (89784cf2-58fb-46af-8de6-7e6d5ad4832a), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:48.753336 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9241b7-fd34-48a8-b791-07a229d9b074 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89784cf2-58fb-46af-8de6-7e6d5ad4832a,revision_number=0']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:48.762141 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-cc9241b7-fd34-48a8-b791-07a229d9b074 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:48.763449 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-cc9241b7-fd34-48a8-b791-07a229d9b074 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1433439 Jul 29 05:00:48.766551 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 39166) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:00:48.771095 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [None req-ade07e6d-fc77-428d-86ff-ffabc5a6907e tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Request body: {'security_group_rule': {'security_group_id': '03d44363-cfab-4b47-8455-6768e34578bd', 'project_id': 'b586a0d507ca497589a504f9e2d44574', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:00:48.793832 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.db.securitygroups_db [None req-ade07e6d-fc77-428d-86ff-ffabc5a6907e tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Project b586a0d507ca497589a504f9e2d44574 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 05:00:48.801837 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-ade07e6d-fc77-428d-86ff-ffabc5a6907e tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Publish callbacks [] for security_group_rule (8d40cc22-3e7d-4822-848c-43de594b293e), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:48.848173 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:48.867023 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-ade07e6d-fc77-428d-86ff-ffabc5a6907e tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Publish callbacks [] for security_group_rule (8d40cc22-3e7d-4822-848c-43de594b293e), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:48.871046 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-ade07e6d-fc77-428d-86ff-ffabc5a6907e tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885006'] for security_group_rule (8d40cc22-3e7d-4822-848c-43de594b293e), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:48.891613 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade07e6d-fc77-428d-86ff-ffabc5a6907e tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d40cc22-3e7d-4822-848c-43de594b293e,revision_number=0']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:48.898790 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-ade07e6d-fc77-428d-86ff-ffabc5a6907e tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:48.901474 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-ade07e6d-fc77-428d-86ff-ffabc5a6907e tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1338844 Jul 29 05:00:49.585395 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512c0476-a120-4c8a-86bd-8e515f5f0958 None None] Sync routers for ids ['e79fff90-2855-4c7d-85f7-900bec221ef7'] in dv-cinder-851449-2-iscsi {{(pid=115909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:00:49.595545 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512c0476-a120-4c8a-86bd-8e515f5f0958 None None] Routers {'e79fff90-2855-4c7d-85f7-900bec221ef7'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:00:49.596149 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-512c0476-a120-4c8a-86bd-8e515f5f0958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T05:00:21Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['e79fff90-2855-4c7d-85f7-900bec221ef7'], 'active': True} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:00:49.698770 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvr_db [None req-512c0476-a120-4c8a-86bd-8e515f5f0958 None None] Set router e79fff90-2855-4c7d-85f7-900bec221ef7 gateway port host: dv-cinder-851449-2-iscsi {{(pid=115909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:00:49.727051 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:49.880210 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-512c0476-a120-4c8a-86bd-8e515f5f0958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79fff90-2855-4c7d-85f7-900bec221ef7', 'name': 'tempest-TestShelveInstance-957838820-router', 'tenant_id': '3cb92a2970e6455bb09be55ef55c19e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '8130042a-f828-4111-9a92-dd0b41988cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:00:43Z', 'updated_at': '2022-07-29T05:00:46Z', 'revision_number': 4, 'project_id': '3cb92a2970e6455bb09be55ef55c19e6', 'gw_port': {'id': '8130042a-f828-4111-9a92-dd0b41988cbd', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79fff90-2855-4c7d-85f7-900bec221ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:00:43Z', 'updated_at': '2022-07-29T05:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': 'cf3b0a57-e684-4065-aa09-42083aae9ad1', 'name': '', 'network_id': '98001462-3181-4b85-bac8-a76b5e21c645', 'tenant_id': '3cb92a2970e6455bb09be55ef55c19e6', 'mac_address': 'fa:16:3e:e0:30:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79fff90-2855-4c7d-85f7-900bec221ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'f7bf1579-9ac3-4837-a1ac-501700b5bda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:00:45Z', 'updated_at': '2022-07-29T05:00:46Z', 'revision_number': 2, 'project_id': '3cb92a2970e6455bb09be55ef55c19e6', 'subnets': [{'id': 'f7bf1579-9ac3-4837-a1ac-501700b5bda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:00:49.910556 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512c0476-a120-4c8a-86bd-8e515f5f0958 None None] Checking router: e79fff90-2855-4c7d-85f7-900bec221ef7 for host: dv-cinder-851449-2-iscsi {{(pid=115909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:00:49.910964 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512c0476-a120-4c8a-86bd-8e515f5f0958 None None] Updating router e79fff90-2855-4c7d-85f7-900bec221ef7 port cf3b0a57-e684-4065-aa09-42083aae9ad1 binding host dv-cinder-851449-2-iscsi {{(pid=115909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 05:00:49.940218 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-512c0476-a120-4c8a-86bd-8e515f5f0958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (cf3b0a57-e684-4065-aa09-42083aae9ad1), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:49.972129 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device 8130042a-f828-4111-9a92-dd0b41988cbd up at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:00:50.017148 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=100 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:50.100261 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Provisioning complete for port 8130042a-f828-4111-9a92-dd0b41988cbd triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:00:50.100665 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (8130042a-f828-4111-9a92-dd0b41988cbd), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:50.253705 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port 8130042a-f828-4111-9a92-dd0b41988cbd is: DOWN; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:00:50.254094 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (8130042a-f828-4111-9a92-dd0b41988cbd), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:50.299675 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] For port 8130042a-f828-4111-9a92-dd0b41988cbd, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=8130042a-f828-4111-9a92-dd0b41988cbd,segment=NetworkSegment(a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f),segment_id=a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:00:50.307795 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (8130042a-f828-4111-9a92-dd0b41988cbd), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:50.321824 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-512c0476-a120-4c8a-86bd-8e515f5f0958 None None] Publish callbacks [] for port (cf3b0a57-e684-4065-aa09-42083aae9ad1), precommit_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:50.351291 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-512c0476-a120-4c8a-86bd-8e515f5f0958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (cf3b0a57-e684-4065-aa09-42083aae9ad1), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:50.381847 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Pushing event updated for resources: {'Port': ['ID=8130042a-f828-4111-9a92-dd0b41988cbd,revision_number=4']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:50.448999 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e41cbf9-5734-4a9f-86a2-b62350a143be None None] Pushing event updated for resources: {'Port': ['ID=cf3b0a57-e684-4065-aa09-42083aae9ad1,revision_number=3']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:50.479821 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-512c0476-a120-4c8a-86bd-8e515f5f0958 None None] Attempting to bind port cf3b0a57-e684-4065-aa09-42083aae9ad1 on host dv-cinder-851449-2-iscsi for vnic_type normal with profile {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:00:50.480196 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-512c0476-a120-4c8a-86bd-8e515f5f0958 None None] Attempting to bind port cf3b0a57-e684-4065-aa09-42083aae9ad1 by drivers openvswitch,hyperv on host dv-cinder-851449-2-iscsi at level 0 using segments [{'id': '8319c338-45b1-4445-97ae-4ca515f0954c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '98001462-3181-4b85-bac8-a76b5e21c645'}] {{(pid=115909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:00:50.480565 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512c0476-a120-4c8a-86bd-8e515f5f0958 None None] Attempting to bind port cf3b0a57-e684-4065-aa09-42083aae9ad1 on network 98001462-3181-4b85-bac8-a76b5e21c645 {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:00:50.487182 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512c0476-a120-4c8a-86bd-8e515f5f0958 None None] Checking agent: {'id': '9625653a-1f3f-4d73-bc2a-dc32c08b0da9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 4, 38, 53), 'started_at': datetime.datetime(2022, 7, 29, 4, 39, 23), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:00:50.487802 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512c0476-a120-4c8a-86bd-8e515f5f0958 None None] Checking segment: {'id': '8319c338-45b1-4445-97ae-4ca515f0954c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '98001462-3181-4b85-bac8-a76b5e21c645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:00:50.488465 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-512c0476-a120-4c8a-86bd-8e515f5f0958 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:50.489159 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512c0476-a120-4c8a-86bd-8e515f5f0958 None None] Bound using segment: {'id': '8319c338-45b1-4445-97ae-4ca515f0954c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '98001462-3181-4b85-bac8-a76b5e21c645'} {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:00:50.489945 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-512c0476-a120-4c8a-86bd-8e515f5f0958 None None] Bound port: cf3b0a57-e684-4065-aa09-42083aae9ad1, host: dv-cinder-851449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8319c338-45b1-4445-97ae-4ca515f0954c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '98001462-3181-4b85-bac8-a76b5e21c645'}}] {{(pid=115909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:00:50.490584 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-512c0476-a120-4c8a-86bd-8e515f5f0958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (cf3b0a57-e684-4065-aa09-42083aae9ad1), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:50.566375 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-512c0476-a120-4c8a-86bd-8e515f5f0958 None None] For port cf3b0a57-e684-4065-aa09-42083aae9ad1, host dv-cinder-851449-2-iscsi, cleared binding levels {{(pid=115909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:00:50.569902 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-512c0476-a120-4c8a-86bd-8e515f5f0958 None None] For port cf3b0a57-e684-4065-aa09-42083aae9ad1, host dv-cinder-851449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=cf3b0a57-e684-4065-aa09-42083aae9ad1,segment=NetworkSegment(8319c338-45b1-4445-97ae-4ca515f0954c),segment_id=8319c338-45b1-4445-97ae-4ca515f0954c)] {{(pid=115909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:00:50.578146 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-512c0476-a120-4c8a-86bd-8e515f5f0958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (cf3b0a57-e684-4065-aa09-42083aae9ad1), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:50.583952 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:50.653103 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512c0476-a120-4c8a-86bd-8e515f5f0958 None None] Routers {'e79fff90-2855-4c7d-85f7-900bec221ef7'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:00:50.653103 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-512c0476-a120-4c8a-86bd-8e515f5f0958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T05:00:21Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['e79fff90-2855-4c7d-85f7-900bec221ef7'], 'active': True} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:00:50.662214 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e41cbf9-5734-4a9f-86a2-b62350a143be None None] Pushing event updated for resources: {'Port': ['ID=cf3b0a57-e684-4065-aa09-42083aae9ad1,revision_number=4']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:50.843965 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-4b0fa72c-b9bb-42a9-a83e-8dbae4bcfee1 None None] Provisioning complete for port cf3b0a57-e684-4065-aa09-42083aae9ad1 triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:00:50.844332 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-4b0fa72c-b9bb-42a9-a83e-8dbae4bcfee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (cf3b0a57-e684-4065-aa09-42083aae9ad1), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:50.848546 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-a64318b9-37ec-4395-b6ac-848ddbc920bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:50.878895 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:50.952095 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvr_db [None req-512c0476-a120-4c8a-86bd-8e515f5f0958 None None] Set router e79fff90-2855-4c7d-85f7-900bec221ef7 gateway port host: dv-cinder-851449-2-iscsi {{(pid=115909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:00:51.018971 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-4b0fa72c-b9bb-42a9-a83e-8dbae4bcfee1 None None] Current status of the port cf3b0a57-e684-4065-aa09-42083aae9ad1 is: DOWN; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:00:51.019756 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-4b0fa72c-b9bb-42a9-a83e-8dbae4bcfee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (cf3b0a57-e684-4065-aa09-42083aae9ad1), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:51.125863 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-4b0fa72c-b9bb-42a9-a83e-8dbae4bcfee1 None None] For port cf3b0a57-e684-4065-aa09-42083aae9ad1, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=cf3b0a57-e684-4065-aa09-42083aae9ad1,segment=NetworkSegment(8319c338-45b1-4445-97ae-4ca515f0954c),segment_id=8319c338-45b1-4445-97ae-4ca515f0954c)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:00:51.129463 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-4b0fa72c-b9bb-42a9-a83e-8dbae4bcfee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (cf3b0a57-e684-4065-aa09-42083aae9ad1), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:51.216083 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0fa72c-b9bb-42a9-a83e-8dbae4bcfee1 None None] Pushing event updated for resources: {'Port': ['ID=cf3b0a57-e684-4065-aa09-42083aae9ad1,revision_number=5']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:00:51.249154 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-512c0476-a120-4c8a-86bd-8e515f5f0958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79fff90-2855-4c7d-85f7-900bec221ef7', 'name': 'tempest-TestShelveInstance-957838820-router', 'tenant_id': '3cb92a2970e6455bb09be55ef55c19e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '8130042a-f828-4111-9a92-dd0b41988cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:00:43Z', 'updated_at': '2022-07-29T05:00:46Z', 'revision_number': 4, 'project_id': '3cb92a2970e6455bb09be55ef55c19e6', 'gw_port': {'id': '8130042a-f828-4111-9a92-dd0b41988cbd', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79fff90-2855-4c7d-85f7-900bec221ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:00:43Z', 'updated_at': '2022-07-29T05:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': 'cf3b0a57-e684-4065-aa09-42083aae9ad1', 'name': '', 'network_id': '98001462-3181-4b85-bac8-a76b5e21c645', 'tenant_id': '3cb92a2970e6455bb09be55ef55c19e6', 'mac_address': 'fa:16:3e:e0:30:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79fff90-2855-4c7d-85f7-900bec221ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'f7bf1579-9ac3-4837-a1ac-501700b5bda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:00:45Z', 'updated_at': '2022-07-29T05:00:50Z', 'revision_number': 4, 'project_id': '3cb92a2970e6455bb09be55ef55c19e6', 'subnets': [{'id': 'f7bf1579-9ac3-4837-a1ac-501700b5bda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:00:51.255946 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-cd901356-ac19-4cb5-9581-12b5c4b19c77 None None] Provisioning complete for port cf3b0a57-e684-4065-aa09-42083aae9ad1 triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:00:51.256324 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-cd901356-ac19-4cb5-9581-12b5c4b19c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (cf3b0a57-e684-4065-aa09-42083aae9ad1), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:51.281372 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512c0476-a120-4c8a-86bd-8e515f5f0958 None None] The sync data for ids ['e79fff90-2855-4c7d-85f7-900bec221ef7'] in dv-cinder-851449-2-iscsi is: [{'id': 'e79fff90-2855-4c7d-85f7-900bec221ef7', 'name': 'tempest-TestShelveInstance-957838820-router', 'tenant_id': '3cb92a2970e6455bb09be55ef55c19e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '8130042a-f828-4111-9a92-dd0b41988cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:00:43Z', 'updated_at': '2022-07-29T05:00:46Z', 'revision_number': 4, 'project_id': '3cb92a2970e6455bb09be55ef55c19e6', 'gw_port': {'id': '8130042a-f828-4111-9a92-dd0b41988cbd', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79fff90-2855-4c7d-85f7-900bec221ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:00:43Z', 'updated_at': '2022-07-29T05:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': 'cf3b0a57-e684-4065-aa09-42083aae9ad1', 'name': '', 'network_id': '98001462-3181-4b85-bac8-a76b5e21c645', 'tenant_id': '3cb92a2970e6455bb09be55ef55c19e6', 'mac_address': 'fa:16:3e:e0:30:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79fff90-2855-4c7d-85f7-900bec221ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'f7bf1579-9ac3-4837-a1ac-501700b5bda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:00:45Z', 'updated_at': '2022-07-29T05:00:50Z', 'revision_number': 4, 'project_id': '3cb92a2970e6455bb09be55ef55c19e6', 'subnets': [{'id': 'f7bf1579-9ac3-4837-a1ac-501700b5bda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:00:51.357013 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-cd901356-ac19-4cb5-9581-12b5c4b19c77 None None] Current status of the port cf3b0a57-e684-4065-aa09-42083aae9ad1 is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:00:51.585725 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (bab6a0c9-2145-495f-b42f-b184e241503a), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:51.881282 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:51.977964 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device cf3b0a57-e684-4065-aa09-42083aae9ad1 up at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:00:52.027281 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Provisioning complete for port cf3b0a57-e684-4065-aa09-42083aae9ad1 triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:00:52.027652 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (cf3b0a57-e684-4065-aa09-42083aae9ad1), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:52.101691 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port cf3b0a57-e684-4065-aa09-42083aae9ad1 is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:00:52.102714 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device 8130042a-f828-4111-9a92-dd0b41988cbd up at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:00:52.147582 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Provisioning complete for port 8130042a-f828-4111-9a92-dd0b41988cbd triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:00:52.147948 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (8130042a-f828-4111-9a92-dd0b41988cbd), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:52.166928 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:52.218273 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port 8130042a-f828-4111-9a92-dd0b41988cbd is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:00:53.243692 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:53.363268 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:53.377174 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:00:56.872677 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=23 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:56.910069 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=62,neutron:UPDATE=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:58.752557 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=35,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:58.753386 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=10,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:58.890924 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:00:58.893625 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=54,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:03.372669 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:10.975980 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 39400) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:01:11.083443 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-dc5b9a8a-7fe1-4170-87b9-63c8381b799b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:11.157865 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-dc5b9a8a-7fe1-4170-87b9-63c8381b799b admin admin] Publish callbacks [] for security_group (6d5b3895-6c61-4b08-abf3-9d042f5d1525), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:11.161366 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-dc5b9a8a-7fe1-4170-87b9-63c8381b799b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (6d5b3895-6c61-4b08-abf3-9d042f5d1525), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:11.199944 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b9a8a-7fe1-4170-87b9-63c8381b799b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5b3895-6c61-4b08-abf3-9d042f5d1525,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:01:11.203761 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-dc5b9a8a-7fe1-4170-87b9-63c8381b799b admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=8def6fc92fee49ecbef3bda26dde1ba3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2267511 Jul 29 05:01:11.206674 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 39404) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:01:11.209702 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b9a8a-7fe1-4170-87b9-63c8381b799b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:01:11.210052 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b9a8a-7fe1-4170-87b9-63c8381b799b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:01:11.210393 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b9a8a-7fe1-4170-87b9-63c8381b799b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:01:11.210734 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b9a8a-7fe1-4170-87b9-63c8381b799b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:01:11.211068 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b9a8a-7fe1-4170-87b9-63c8381b799b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:01:11.211394 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b9a8a-7fe1-4170-87b9-63c8381b799b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:01:11.211717 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b9a8a-7fe1-4170-87b9-63c8381b799b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:01:11.212040 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b9a8a-7fe1-4170-87b9-63c8381b799b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:01:11.212362 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b9a8a-7fe1-4170-87b9-63c8381b799b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:01:11.212714 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b9a8a-7fe1-4170-87b9-63c8381b799b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:01:11.213042 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b9a8a-7fe1-4170-87b9-63c8381b799b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:01:11.213365 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b9a8a-7fe1-4170-87b9-63c8381b799b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:01:11.213687 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b9a8a-7fe1-4170-87b9-63c8381b799b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:01:11.214010 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b9a8a-7fe1-4170-87b9-63c8381b799b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:01:11.214316 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b9a8a-7fe1-4170-87b9-63c8381b799b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:01:11.257437 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-a85f217f-2d6f-4cac-8c6d-26f99caca02b admin admin] Publish callbacks [] for security_group (6d5b3895-6c61-4b08-abf3-9d042f5d1525), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:11.279315 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-a85f217f-2d6f-4cac-8c6d-26f99caca02b admin admin] Publish callbacks [] for security_group (6d5b3895-6c61-4b08-abf3-9d042f5d1525), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:11.325442 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-a85f217f-2d6f-4cac-8c6d-26f99caca02b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (6d5b3895-6c61-4b08-abf3-9d042f5d1525), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:11.328021 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-a85f217f-2d6f-4cac-8c6d-26f99caca02b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:11.329209 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-a85f217f-2d6f-4cac-8c6d-26f99caca02b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/6d5b3895-6c61-4b08-abf3-9d042f5d1525 HTTP/1.1" status: 204 len: 168 time: 0.1214821 Jul 29 05:01:11.337487 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f217f-2d6f-4cac-8c6d-26f99caca02b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5b3895-6c61-4b08-abf3-9d042f5d1525,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:01:11.956019 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 39428) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:01:12.055155 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [None req-87d1ad8f-60c9-46a5-b2f0-234f644bc287 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1493235875-network', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc'}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:01:12.075136 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d1ad8f-60c9-46a5-b2f0-234f644bc287 admin admin] Made reservation on behalf of e10af2e6edcd485caf51326fdc9c17fc for: {'network': 1} {{(pid=115907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:01:12.077732 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-87d1ad8f-60c9-46a5-b2f0-234f644bc287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for network (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:12.087297 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-87d1ad8f-60c9-46a5-b2f0-234f644bc287 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:12.164005 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-87d1ad8f-60c9-46a5-b2f0-234f644bc287 admin admin] Publish callbacks [] for security_group (1f0a3fa8-e671-4c5a-921b-1f09497b9550), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:12.167517 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-87d1ad8f-60c9-46a5-b2f0-234f644bc287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (1f0a3fa8-e671-4c5a-921b-1f09497b9550), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:12.188536 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87d1ad8f-60c9-46a5-b2f0-234f644bc287 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=115907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 05:01:12.201866 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d1ad8f-60c9-46a5-b2f0-234f644bc287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0a3fa8-e671-4c5a-921b-1f09497b9550,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:01:12.207088 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-87d1ad8f-60c9-46a5-b2f0-234f644bc287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537036'] for segment (3fca9811-8309-4f3b-9991-5d50db061952), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:12.207433 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.db.segments_db [None req-87d1ad8f-60c9-46a5-b2f0-234f644bc287 admin admin] Added segment 3fca9811-8309-4f3b-9991-5d50db061952 of type vlan for network a8d51233-0dc5-4999-a537-b5dd4b1ae8b7 Jul 29 05:01:12.250586 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-87d1ad8f-60c9-46a5-b2f0-234f644bc287 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769699109497'] for network (a8d51233-0dc5-4999-a537-b5dd4b1ae8b7), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:12.275234 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-87d1ad8f-60c9-46a5-b2f0-234f644bc287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540'] for network (a8d51233-0dc5-4999-a537-b5dd4b1ae8b7), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:12.276179 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d1ad8f-60c9-46a5-b2f0-234f644bc287 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:01:12.276784 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-87d1ad8f-60c9-46a5-b2f0-234f644bc287 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for network (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:12.328193 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-87d1ad8f-60c9-46a5-b2f0-234f644bc287 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3710668 Jul 29 05:01:12.331926 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 39432) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:01:12.336823 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [None req-d2709671-1467-4a68-9879-5114558053ae admin admin] Request body: {'subnet': {'network_id': 'a8d51233-0dc5-4999-a537-b5dd4b1ae8b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1493235875-subnet', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'ip_version': 4}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:01:12.339733 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d1ad8f-60c9-46a5-b2f0-234f644bc287 admin admin] Pushing event updated for resources: {'Network': ['ID=a8d51233-0dc5-4999-a537-b5dd4b1ae8b7,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:01:12.349623 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Network a8d51233-0dc5-4999-a537-b5dd4b1ae8b7 details requested by agent ovs-agent-dv-cinder-851449-2-iscsi with host dv-cinder-851449-2-iscsi {{(pid=115909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 05:01:12.357459 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2709671-1467-4a68-9879-5114558053ae admin admin] Made reservation on behalf of e10af2e6edcd485caf51326fdc9c17fc for: {'subnet': 1} {{(pid=115908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:01:12.359805 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-d2709671-1467-4a68-9879-5114558053ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4838844'] for subnet (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:12.528547 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-d2709671-1467-4a68-9879-5114558053ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1878534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7403954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4838802'] for subnet (ac0e078d-97ae-4cd6-a0a6-6dab59affc7e), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:12.584301 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2709671-1467-4a68-9879-5114558053ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac0e078d-97ae-4cd6-a0a6-6dab59affc7e,revision_number=0']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:01:12.600296 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2709671-1467-4a68-9879-5114558053ae admin admin] Checking segment: {'id': '3fca9811-8309-4f3b-9991-5d50db061952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a8d51233-0dc5-4999-a537-b5dd4b1ae8b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:01:12.600673 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2709671-1467-4a68-9879-5114558053ae admin admin] Network hostable DHCP agents. Network: a8d51233-0dc5-4999-a537-b5dd4b1ae8b7, hostable agents: ['558ab5a9-93ee-434f-b4a2-86af90b93965'], hosted agents: [] {{(pid=115908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 05:01:12.617201 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2709671-1467-4a68-9879-5114558053ae admin admin] Network a8d51233-0dc5-4999-a537-b5dd4b1ae8b7 is scheduled to be hosted by DHCP agent 558ab5a9-93ee-434f-b4a2-86af90b93965 with binding_index 1 {{(pid=115908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 05:01:12.625714 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.base_scheduler [None req-d2709671-1467-4a68-9879-5114558053ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851449-2-iscsi, a8d51233-0dc5-4999-a537-b5dd4b1ae8b7) {{(pid=115908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:01:12.630344 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2709671-1467-4a68-9879-5114558053ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:01:12.630937 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-d2709671-1467-4a68-9879-5114558053ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for subnet (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:12.635156 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b75d0aa-cfee-4733-9395-3da8a725c32c None None] Network a8d51233-0dc5-4999-a537-b5dd4b1ae8b7 requested from dv-cinder-851449-2-iscsi {{(pid=115909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 05:01:12.647994 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-d2709671-1467-4a68-9879-5114558053ae admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3149729 Jul 29 05:01:12.650791 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 39436) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:01:12.655132 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [None req-6a8b592b-1eac-46d3-bd66-86cb6543019c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1493235875-router', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4'}}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:01:12.676051 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6a8b592b-1eac-46d3-bd66-86cb6543019c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1716501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1446'] for router (d255457a-0a07-44d8-8dd0-e214b7c8df83), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:12.677103 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6a8b592b-1eac-46d3-bd66-86cb6543019c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1714685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1939453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1885050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1455'] for router (d255457a-0a07-44d8-8dd0-e214b7c8df83), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:12.733036 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6a8b592b-1eac-46d3-bd66-86cb6543019c admin admin] Publish callbacks [] for router_controller (d255457a-0a07-44d8-8dd0-e214b7c8df83), precommit_add_association {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:12.745734 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490c8ac0-1785-4a15-b256-803264ace1a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d6b9b1e-becd-51aa-993d-5c6c918874f9-a8d51233-0dc5-4999-a537-b5dd4b1ae8b7', 'network_id': 'a8d51233-0dc5-4999-a537-b5dd4b1ae8b7', 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'fixed_ips': [{'subnet_id': 'ac0e078d-97ae-4cd6-a0a6-6dab59affc7e'}]}} from dv-cinder-851449-2-iscsi. {{(pid=115909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 29 05:01:12.746661 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-490c8ac0-1785-4a15-b256-803264ace1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:12.868271 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6a8b592b-1eac-46d3-bd66-86cb6543019c admin admin] Publish callbacks [] for router_gateway (d255457a-0a07-44d8-8dd0-e214b7c8df83), precommit_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:12.878398 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.db_base_plugin_common [None req-490c8ac0-1785-4a15-b256-803264ace1a0 None None] Allocated IP 172.20.0.2 (a8d51233-0dc5-4999-a537-b5dd4b1ae8b7/ac0e078d-97ae-4cd6-a0a6-6dab59affc7e/f526c62b-6740-4061-be21-a7fefdf2f437) {{(pid=115909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:01:12.894286 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=3 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:12.898384 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=3 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:12.930683 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:12.937030 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:13.023643 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-490c8ac0-1785-4a15-b256-803264ace1a0 None None] Publish callbacks [] for port (f526c62b-6740-4061-be21-a7fefdf2f437), precommit_create {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:13.029653 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-490c8ac0-1785-4a15-b256-803264ace1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307'] for port (f526c62b-6740-4061-be21-a7fefdf2f437), after_create {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:13.054098 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6a8b592b-1eac-46d3-bd66-86cb6543019c admin admin] Publish callbacks [] for router_gateway (d255457a-0a07-44d8-8dd0-e214b7c8df83), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:13.071305 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490c8ac0-1785-4a15-b256-803264ace1a0 None None] Network a8d51233-0dc5-4999-a537-b5dd4b1ae8b7 is already hosted by enough agents. {{(pid=115909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:01:13.073267 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6a8b592b-1eac-46d3-bd66-86cb6543019c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:13.076252 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.scheduler.base_scheduler [None req-490c8ac0-1785-4a15-b256-803264ace1a0 None None] Resources bound (agent type, host, resource id): {{(pid=115909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:01:13.080589 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490c8ac0-1785-4a15-b256-803264ace1a0 None None] Received port after_create {{(pid=115909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:01:13.083852 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490c8ac0-1785-4a15-b256-803264ace1a0 None None] Pushing event updated for resources: {'Port': ['ID=f526c62b-6740-4061-be21-a7fefdf2f437,revision_number=1']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:01:13.142699 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-490c8ac0-1785-4a15-b256-803264ace1a0 None None] Attempting to bind port f526c62b-6740-4061-be21-a7fefdf2f437 on host dv-cinder-851449-2-iscsi for vnic_type normal with profile {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:01:13.142937 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-490c8ac0-1785-4a15-b256-803264ace1a0 None None] Attempting to bind port f526c62b-6740-4061-be21-a7fefdf2f437 by drivers openvswitch,hyperv on host dv-cinder-851449-2-iscsi at level 0 using segments [{'id': '3fca9811-8309-4f3b-9991-5d50db061952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a8d51233-0dc5-4999-a537-b5dd4b1ae8b7'}] {{(pid=115909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:01:13.143237 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490c8ac0-1785-4a15-b256-803264ace1a0 None None] Attempting to bind port f526c62b-6740-4061-be21-a7fefdf2f437 on network a8d51233-0dc5-4999-a537-b5dd4b1ae8b7 {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:01:13.148378 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490c8ac0-1785-4a15-b256-803264ace1a0 None None] Checking agent: {'id': '9625653a-1f3f-4d73-bc2a-dc32c08b0da9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 4, 38, 53), 'started_at': datetime.datetime(2022, 7, 29, 4, 39, 23), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:01:13.148787 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490c8ac0-1785-4a15-b256-803264ace1a0 None None] Checking segment: {'id': '3fca9811-8309-4f3b-9991-5d50db061952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a8d51233-0dc5-4999-a537-b5dd4b1ae8b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:01:13.149185 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-490c8ac0-1785-4a15-b256-803264ace1a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:13.149576 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490c8ac0-1785-4a15-b256-803264ace1a0 None None] Bound using segment: {'id': '3fca9811-8309-4f3b-9991-5d50db061952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a8d51233-0dc5-4999-a537-b5dd4b1ae8b7'} {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:01:13.150042 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-490c8ac0-1785-4a15-b256-803264ace1a0 None None] Bound port: f526c62b-6740-4061-be21-a7fefdf2f437, host: dv-cinder-851449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fca9811-8309-4f3b-9991-5d50db061952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a8d51233-0dc5-4999-a537-b5dd4b1ae8b7'}}] {{(pid=115909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:01:13.150419 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-490c8ac0-1785-4a15-b256-803264ace1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (f526c62b-6740-4061-be21-a7fefdf2f437), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:13.182647 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.db.db_base_plugin_common [None req-6a8b592b-1eac-46d3-bd66-86cb6543019c admin admin] Allocated IP 172.27.0.254 (9a05b655-8925-4222-a853-020f58db76f4/b252d643-2a5f-428d-a536-f8ecbd6d13e1/42f49a12-b73d-431e-beba-0613dde02901) {{(pid=115907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:01:13.210834 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-490c8ac0-1785-4a15-b256-803264ace1a0 None None] For port f526c62b-6740-4061-be21-a7fefdf2f437, host dv-cinder-851449-2-iscsi, cleared binding levels {{(pid=115909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:01:13.215268 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-490c8ac0-1785-4a15-b256-803264ace1a0 None None] For port f526c62b-6740-4061-be21-a7fefdf2f437, host dv-cinder-851449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=f526c62b-6740-4061-be21-a7fefdf2f437,segment=NetworkSegment(3fca9811-8309-4f3b-9991-5d50db061952),segment_id=3fca9811-8309-4f3b-9991-5d50db061952)] {{(pid=115909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:01:13.221951 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-490c8ac0-1785-4a15-b256-803264ace1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (f526c62b-6740-4061-be21-a7fefdf2f437), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:13.279701 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490c8ac0-1785-4a15-b256-803264ace1a0 None None] Pushing event updated for resources: {'Port': ['ID=f526c62b-6740-4061-be21-a7fefdf2f437,revision_number=2']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:01:13.296483 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6a8b592b-1eac-46d3-bd66-86cb6543019c admin admin] Publish callbacks [] for port (42f49a12-b73d-431e-beba-0613dde02901), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:13.328671 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6a8b592b-1eac-46d3-bd66-86cb6543019c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7638272'] for port (42f49a12-b73d-431e-beba-0613dde02901), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:13.366804 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8b592b-1eac-46d3-bd66-86cb6543019c admin admin] Network 9a05b655-8925-4222-a853-020f58db76f4 is already hosted by enough agents. {{(pid=115907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:01:13.372028 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.base_scheduler [None req-6a8b592b-1eac-46d3-bd66-86cb6543019c admin admin] Resources bound (agent type, host, resource id): {{(pid=115907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:01:13.375756 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8b592b-1eac-46d3-bd66-86cb6543019c admin admin] Received port after_create {{(pid=115907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:01:13.408784 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8b592b-1eac-46d3-bd66-86cb6543019c admin admin] Pushing event updated for resources: {'Port': ['ID=42f49a12-b73d-431e-beba-0613dde02901,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:01:13.635317 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6a8b592b-1eac-46d3-bd66-86cb6543019c admin admin] Publish callbacks [] for router_gateway (d255457a-0a07-44d8-8dd0-e214b7c8df83), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:13.804664 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:13.823011 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6a8b592b-1eac-46d3-bd66-86cb6543019c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1714635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1939329'] for router (d255457a-0a07-44d8-8dd0-e214b7c8df83), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:13.825519 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:13.955795 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a8b592b-1eac-46d3-bd66-86cb6543019c admin admin] Router d255457a-0a07-44d8-8dd0-e214b7c8df83 is scheduled to L3 agent 507cc676-b5a3-487d-9bd3-df89beb45ea5 with binding_index 1 {{(pid=115907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 29 05:01:14.000764 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device f526c62b-6740-4061-be21-a7fefdf2f437 up at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:01:14.051001 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Provisioning complete for port f526c62b-6740-4061-be21-a7fefdf2f437 triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:01:14.051384 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (f526c62b-6740-4061-be21-a7fefdf2f437), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:14.069426 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8b592b-1eac-46d3-bd66-86cb6543019c admin admin] Notify agent at l3_agent.dv-cinder-851449-2-iscsi the message routers_updated {{(pid=115907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:01:14.083414 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5e5379-7f01-4555-ba37-7221ac4257bc None None] Sync routers for ids ['d255457a-0a07-44d8-8dd0-e214b7c8df83'] in dv-cinder-851449-2-iscsi {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:01:14.098536 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:14.106546 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6a8b592b-1eac-46d3-bd66-86cb6543019c admin admin] Publish callbacks [] for router (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:14.107109 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5e5379-7f01-4555-ba37-7221ac4257bc None None] Routers {'d255457a-0a07-44d8-8dd0-e214b7c8df83'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:01:14.109565 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-6a8b592b-1eac-46d3-bd66-86cb6543019c admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4560277 Jul 29 05:01:14.109721 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-cf5e5379-7f01-4555-ba37-7221ac4257bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T05:00:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['d255457a-0a07-44d8-8dd0-e214b7c8df83'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:01:14.110839 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 39440) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:01:14.129916 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:14.147004 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port f526c62b-6740-4061-be21-a7fefdf2f437 is: DOWN; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:01:14.147402 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (f526c62b-6740-4061-be21-a7fefdf2f437), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:14.186544 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] For port f526c62b-6740-4061-be21-a7fefdf2f437, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=f526c62b-6740-4061-be21-a7fefdf2f437,segment=NetworkSegment(3fca9811-8309-4f3b-9991-5d50db061952),segment_id=3fca9811-8309-4f3b-9991-5d50db061952)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:01:14.193600 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (f526c62b-6740-4061-be21-a7fefdf2f437), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:14.225787 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-cf5e5379-7f01-4555-ba37-7221ac4257bc None None] Set router d255457a-0a07-44d8-8dd0-e214b7c8df83 gateway port host: dv-cinder-851449-2-iscsi {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:01:14.242015 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2fb0e3-e633-46a5-99f9-d50833bad199 None None] Network a8d51233-0dc5-4999-a537-b5dd4b1ae8b7 requested from dv-cinder-851449-2-iscsi {{(pid=115909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 05:01:14.323349 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Pushing event updated for resources: {'Port': ['ID=f526c62b-6740-4061-be21-a7fefdf2f437,revision_number=3']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:01:14.330416 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-f0fa5c3f-89fb-4565-b35c-c682eaeffe15 None None] Provisioning complete for port f526c62b-6740-4061-be21-a7fefdf2f437 triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:01:14.330795 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-f0fa5c3f-89fb-4565-b35c-c682eaeffe15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (f526c62b-6740-4061-be21-a7fefdf2f437), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:14.405629 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-cf5e5379-7f01-4555-ba37-7221ac4257bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'name': 'tempest-TestVolumeBootPattern-1493235875-router', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '42f49a12-b73d-431e-beba-0613dde02901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:01:12Z', 'updated_at': '2022-07-29T05:01:13Z', 'revision_number': 3, 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'gw_port': {'id': '42f49a12-b73d-431e-beba-0613dde02901', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ee:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:01:13Z', 'updated_at': '2022-07-29T05:01:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi'}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:01:14.430235 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:14.440448 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5e5379-7f01-4555-ba37-7221ac4257bc None None] Checking router: d255457a-0a07-44d8-8dd0-e214b7c8df83 for host: dv-cinder-851449-2-iscsi {{(pid=115910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:01:14.441717 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5e5379-7f01-4555-ba37-7221ac4257bc None None] Updating router d255457a-0a07-44d8-8dd0-e214b7c8df83 port 42f49a12-b73d-431e-beba-0613dde02901 binding host dv-cinder-851449-2-iscsi {{(pid=115910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 05:01:14.453797 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-f0fa5c3f-89fb-4565-b35c-c682eaeffe15 None None] Current status of the port f526c62b-6740-4061-be21-a7fefdf2f437 is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:01:14.474570 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-cf5e5379-7f01-4555-ba37-7221ac4257bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (42f49a12-b73d-431e-beba-0613dde02901), before_update {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:14.577939 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:14.585175 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-552e3413-3c06-44b6-94e0-6a7bd284272e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:14.686455 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-6cb2af64-65f7-477c-a6a0-caa2a943b67c None None] Provisioning complete for port f526c62b-6740-4061-be21-a7fefdf2f437 triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:01:14.686834 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-6cb2af64-65f7-477c-a6a0-caa2a943b67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (f526c62b-6740-4061-be21-a7fefdf2f437), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:14.745641 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-cf5e5379-7f01-4555-ba37-7221ac4257bc None None] Publish callbacks [] for port (42f49a12-b73d-431e-beba-0613dde02901), precommit_update {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:14.751817 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-cf5e5379-7f01-4555-ba37-7221ac4257bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (42f49a12-b73d-431e-beba-0613dde02901), after_update {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:14.761877 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.db_base_plugin_common [None req-552e3413-3c06-44b6-94e0-6a7bd284272e admin admin] Allocated IP 172.20.0.1 (a8d51233-0dc5-4999-a537-b5dd4b1ae8b7/ac0e078d-97ae-4cd6-a0a6-6dab59affc7e/cae43ed0-ba9a-41f9-87df-99f0dbf4032b) {{(pid=115908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:01:14.776794 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-6cb2af64-65f7-477c-a6a0-caa2a943b67c None None] Current status of the port f526c62b-6740-4061-be21-a7fefdf2f437 is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:01:14.818199 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc4efe5-a60f-497e-bcdc-91610e636629 None None] Pushing event updated for resources: {'Port': ['ID=42f49a12-b73d-431e-beba-0613dde02901,revision_number=2']} {{(pid=115910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:01:14.822284 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.managers [None req-cf5e5379-7f01-4555-ba37-7221ac4257bc None None] Attempting to bind port 42f49a12-b73d-431e-beba-0613dde02901 on host dv-cinder-851449-2-iscsi for vnic_type normal with profile {{(pid=115910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:01:14.822713 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.managers [None req-cf5e5379-7f01-4555-ba37-7221ac4257bc None None] Attempting to bind port 42f49a12-b73d-431e-beba-0613dde02901 by drivers openvswitch,hyperv on host dv-cinder-851449-2-iscsi at level 0 using segments [{'id': 'a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a05b655-8925-4222-a853-020f58db76f4'}] {{(pid=115910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:01:14.823162 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5e5379-7f01-4555-ba37-7221ac4257bc None None] Attempting to bind port 42f49a12-b73d-431e-beba-0613dde02901 on network 9a05b655-8925-4222-a853-020f58db76f4 {{(pid=115910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:01:14.828982 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5e5379-7f01-4555-ba37-7221ac4257bc None None] Checking agent: {'id': '9625653a-1f3f-4d73-bc2a-dc32c08b0da9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 4, 38, 53), 'started_at': datetime.datetime(2022, 7, 29, 4, 39, 23), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:01:14.829397 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5e5379-7f01-4555-ba37-7221ac4257bc None None] Checking segment: {'id': 'a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a05b655-8925-4222-a853-020f58db76f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:01:14.830875 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-cf5e5379-7f01-4555-ba37-7221ac4257bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:14.831268 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5e5379-7f01-4555-ba37-7221ac4257bc None None] Bound using segment: {'id': 'a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a05b655-8925-4222-a853-020f58db76f4'} {{(pid=115910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:01:14.831749 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.managers [None req-cf5e5379-7f01-4555-ba37-7221ac4257bc None None] Bound port: 42f49a12-b73d-431e-beba-0613dde02901, host: dv-cinder-851449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a05b655-8925-4222-a853-020f58db76f4'}}] {{(pid=115910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:01:14.832134 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-cf5e5379-7f01-4555-ba37-7221ac4257bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (42f49a12-b73d-431e-beba-0613dde02901), before_update {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:14.869533 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-552e3413-3c06-44b6-94e0-6a7bd284272e admin admin] Publish callbacks [] for port (cae43ed0-ba9a-41f9-87df-99f0dbf4032b), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:14.880319 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.db [None req-cf5e5379-7f01-4555-ba37-7221ac4257bc None None] For port 42f49a12-b73d-431e-beba-0613dde02901, host dv-cinder-851449-2-iscsi, cleared binding levels {{(pid=115910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:01:14.883390 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.db [None req-cf5e5379-7f01-4555-ba37-7221ac4257bc None None] For port 42f49a12-b73d-431e-beba-0613dde02901, host dv-cinder-851449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=42f49a12-b73d-431e-beba-0613dde02901,segment=NetworkSegment(a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f),segment_id=a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f)] {{(pid=115910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:01:14.889697 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-cf5e5379-7f01-4555-ba37-7221ac4257bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (42f49a12-b73d-431e-beba-0613dde02901), after_update {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:14.904693 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-552e3413-3c06-44b6-94e0-6a7bd284272e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (cae43ed0-ba9a-41f9-87df-99f0dbf4032b), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:14.941524 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5e5379-7f01-4555-ba37-7221ac4257bc None None] Routers {'d255457a-0a07-44d8-8dd0-e214b7c8df83'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:01:14.942125 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-cf5e5379-7f01-4555-ba37-7221ac4257bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T05:00:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['d255457a-0a07-44d8-8dd0-e214b7c8df83'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:01:14.945242 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552e3413-3c06-44b6-94e0-6a7bd284272e admin admin] Network a8d51233-0dc5-4999-a537-b5dd4b1ae8b7 is already hosted by enough agents. {{(pid=115908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:01:14.948232 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.base_scheduler [None req-552e3413-3c06-44b6-94e0-6a7bd284272e admin admin] Resources bound (agent type, host, resource id): {{(pid=115908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:01:14.954149 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552e3413-3c06-44b6-94e0-6a7bd284272e admin admin] Received port after_create {{(pid=115908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:01:14.985407 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e3413-3c06-44b6-94e0-6a7bd284272e admin admin] Pushing event updated for resources: {'Port': ['ID=cae43ed0-ba9a-41f9-87df-99f0dbf4032b,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:01:14.998222 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc4efe5-a60f-497e-bcdc-91610e636629 None None] Pushing event updated for resources: {'Port': ['ID=42f49a12-b73d-431e-beba-0613dde02901,revision_number=3']} {{(pid=115910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:01:15.003797 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-552e3413-3c06-44b6-94e0-6a7bd284272e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715585'] for router_interface (d255457a-0a07-44d8-8dd0-e214b7c8df83), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:15.027143 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:15.059906 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-cf5e5379-7f01-4555-ba37-7221ac4257bc None None] Set router d255457a-0a07-44d8-8dd0-e214b7c8df83 gateway port host: dv-cinder-851449-2-iscsi {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:01:15.061459 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:15.139942 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-552e3413-3c06-44b6-94e0-6a7bd284272e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (cae43ed0-ba9a-41f9-87df-99f0dbf4032b), before_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:15.150920 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:15.198543 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-866094c5-d7a6-47da-8449-ae27fd075a8f None None] Provisioning complete for port cae43ed0-ba9a-41f9-87df-99f0dbf4032b triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:01:15.199112 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-866094c5-d7a6-47da-8449-ae27fd075a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (cae43ed0-ba9a-41f9-87df-99f0dbf4032b), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:15.232736 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-866094c5-d7a6-47da-8449-ae27fd075a8f None None] Port cae43ed0-ba9a-41f9-87df-99f0dbf4032b cannot update to ACTIVE because it is not bound. {{(pid=115909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 05:01:15.241187 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-cf5e5379-7f01-4555-ba37-7221ac4257bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'name': 'tempest-TestVolumeBootPattern-1493235875-router', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '42f49a12-b73d-431e-beba-0613dde02901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:01:12Z', 'updated_at': '2022-07-29T05:01:13Z', 'revision_number': 3, 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'gw_port': {'id': '42f49a12-b73d-431e-beba-0613dde02901', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ee:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:01:13Z', 'updated_at': '2022-07-29T05:01:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi'}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:01:15.265965 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5e5379-7f01-4555-ba37-7221ac4257bc None None] The sync data for ids ['d255457a-0a07-44d8-8dd0-e214b7c8df83'] in dv-cinder-851449-2-iscsi is: [{'id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'name': 'tempest-TestVolumeBootPattern-1493235875-router', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '42f49a12-b73d-431e-beba-0613dde02901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:01:12Z', 'updated_at': '2022-07-29T05:01:13Z', 'revision_number': 3, 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'gw_port': {'id': '42f49a12-b73d-431e-beba-0613dde02901', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ee:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:01:13Z', 'updated_at': '2022-07-29T05:01:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi'}] {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:01:15.310289 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-552e3413-3c06-44b6-94e0-6a7bd284272e admin admin] Publish callbacks [] for port (cae43ed0-ba9a-41f9-87df-99f0dbf4032b), precommit_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:15.315680 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-552e3413-3c06-44b6-94e0-6a7bd284272e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7403849'] for port (cae43ed0-ba9a-41f9-87df-99f0dbf4032b), after_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:15.383128 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e3413-3c06-44b6-94e0-6a7bd284272e admin admin] Pushing event updated for resources: {'Port': ['ID=cae43ed0-ba9a-41f9-87df-99f0dbf4032b,revision_number=2']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:01:15.385651 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-552e3413-3c06-44b6-94e0-6a7bd284272e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1573558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1715709'] for router_interface (d255457a-0a07-44d8-8dd0-e214b7c8df83), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:15.442354 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=3 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:15.503621 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552e3413-3c06-44b6-94e0-6a7bd284272e admin admin] Network a8d51233-0dc5-4999-a537-b5dd4b1ae8b7 is already hosted by enough agents. {{(pid=115908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:01:15.505057 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.base_scheduler [None req-552e3413-3c06-44b6-94e0-6a7bd284272e admin admin] Resources bound (agent type, host, resource id): {{(pid=115908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:01:15.625830 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-552e3413-3c06-44b6-94e0-6a7bd284272e admin admin] Router d255457a-0a07-44d8-8dd0-e214b7c8df83 has already been hosted by L3 agent 507cc676-b5a3-487d-9bd3-df89beb45ea5 {{(pid=115908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:01:15.757095 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552e3413-3c06-44b6-94e0-6a7bd284272e admin admin] Notify agent at l3_agent.dv-cinder-851449-2-iscsi the message routers_updated {{(pid=115908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:01:15.763932 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-0fc7b6dd-0916-4ab3-9fa0-5abc18219a42 None None] Provisioning complete for port cae43ed0-ba9a-41f9-87df-99f0dbf4032b triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:01:15.764076 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-552e3413-3c06-44b6-94e0-6a7bd284272e admin admin] 10.222.0.40 "PUT /v2.0/routers/d255457a-0a07-44d8-8dd0-e214b7c8df83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6512961 Jul 29 05:01:15.764321 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-0fc7b6dd-0916-4ab3-9fa0-5abc18219a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (cae43ed0-ba9a-41f9-87df-99f0dbf4032b), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:15.813992 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7b6dd-0916-4ab3-9fa0-5abc18219a42 None None] Port cae43ed0-ba9a-41f9-87df-99f0dbf4032b cannot update to ACTIVE because it is not bound. {{(pid=115909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 05:01:15.901411 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-c6bdecc2-a9ce-4122-9c8d-f373098e8022 req-bab7f3fe-ead6-4853-8eea-93bfeab94a4c tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1135772892&fields=id&tenant_id=b586a0d507ca497589a504f9e2d44574 HTTP/1.1" status: 200 len: 267 time: 0.0491168 Jul 29 05:01:16.045473 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bdecc2-a9ce-4122-9c8d-f373098e8022 req-cdc1f6eb-4dfb-4ef4-b7c8-2142c7c84032 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:01:16.047316 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-c6bdecc2-a9ce-4122-9c8d-f373098e8022 req-cdc1f6eb-4dfb-4ef4-b7c8-2142c7c84032 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/networks?id=ac70cb08-b25c-4351-9af8-2a46a3f3e6e9 HTTP/1.1" status: 200 len: 808 time: 0.1395669 Jul 29 05:01:16.067924 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-c6bdecc2-a9ce-4122-9c8d-f373098e8022 req-2d208fa1-6313-40e0-a4ec-475f56094d46 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/quotas/b586a0d507ca497589a504f9e2d44574 HTTP/1.1" status: 200 len: 375 time: 0.0123351 Jul 29 05:01:16.077558 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device f526c62b-6740-4061-be21-a7fefdf2f437 up at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:01:16.146340 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Provisioning complete for port f526c62b-6740-4061-be21-a7fefdf2f437 triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:01:16.147246 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (f526c62b-6740-4061-be21-a7fefdf2f437), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:16.148264 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-c6bdecc2-a9ce-4122-9c8d-f373098e8022 req-38f29a02-906b-460d-9597-b0a73ca58b97 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=b586a0d507ca497589a504f9e2d44574&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0613933 Jul 29 05:01:16.229734 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port f526c62b-6740-4061-be21-a7fefdf2f437 is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:01:16.231561 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device 42f49a12-b73d-431e-beba-0613dde02901 up at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:01:16.292362 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Provisioning complete for port 42f49a12-b73d-431e-beba-0613dde02901 triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:01:16.292884 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (42f49a12-b73d-431e-beba-0613dde02901), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:16.315807 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:16.343273 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [req-c6bdecc2-a9ce-4122-9c8d-f373098e8022 req-cf57ecfb-5c82-4be8-9506-866080b9a41f service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=115907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 29 05:01:16.351627 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-c6bdecc2-a9ce-4122-9c8d-f373098e8022 req-cf57ecfb-5c82-4be8-9506-866080b9a41f service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1858282 Jul 29 05:01:16.377969 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port 42f49a12-b73d-431e-beba-0613dde02901 is: DOWN; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:01:16.378361 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (42f49a12-b73d-431e-beba-0613dde02901), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:16.386709 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 39466) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:01:16.393904 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [None req-b8c026ea-94d2-4e47-87f8-aa6028e7a024 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1553409325-network', 'tenant_id': 'b28758e3ebd64fc9864d134a33085838'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:01:16.400097 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] For port 42f49a12-b73d-431e-beba-0613dde02901, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=42f49a12-b73d-431e-beba-0613dde02901,segment=NetworkSegment(a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f),segment_id=a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:01:16.405460 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (42f49a12-b73d-431e-beba-0613dde02901), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:16.419973 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c026ea-94d2-4e47-87f8-aa6028e7a024 admin admin] Made reservation on behalf of b28758e3ebd64fc9864d134a33085838 for: {'network': 1} {{(pid=115908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:01:16.425248 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-b8c026ea-94d2-4e47-87f8-aa6028e7a024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for network (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:16.442735 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-b8c026ea-94d2-4e47-87f8-aa6028e7a024 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:16.456848 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Pushing event updated for resources: {'Port': ['ID=42f49a12-b73d-431e-beba-0613dde02901,revision_number=4']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:01:16.464303 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:01:16.464530 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-c6bdecc2-a9ce-4122-9c8d-f373098e8022 req-de083158-b90f-42ae-a464-9c3bda876545 service neutron] 10.222.0.40 "GET /v2.0/networks/ac70cb08-b25c-4351-9af8-2a46a3f3e6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117253 Jul 29 05:01:16.464781 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:01:16.464998 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:01:16.465338 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:01:16.465665 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:01:16.465990 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:01:16.466312 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:01:16.466628 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:01:16.466946 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:01:16.467263 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:01:16.469211 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:01:16.470106 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:01:16.470777 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:01:16.471024 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:01:16.472026 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:01:16.531001 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-b8c026ea-94d2-4e47-87f8-aa6028e7a024 admin admin] Publish callbacks [] for security_group (e4b8942d-f807-41c6-8ef7-064effc0b3d7), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:16.535305 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-b8c026ea-94d2-4e47-87f8-aa6028e7a024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (e4b8942d-f807-41c6-8ef7-064effc0b3d7), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:16.561502 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-c6bdecc2-a9ce-4122-9c8d-f373098e8022 req-5756df99-6909-4b1f-a21c-8b9de0cf126e service neutron] 10.222.0.40 "GET /v2.0/networks/ac70cb08-b25c-4351-9af8-2a46a3f3e6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962334 Jul 29 05:01:16.561723 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8c026ea-94d2-4e47-87f8-aa6028e7a024 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=115908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 05:01:16.572856 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c026ea-94d2-4e47-87f8-aa6028e7a024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b8942d-f807-41c6-8ef7-064effc0b3d7,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:01:16.577926 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-b8c026ea-94d2-4e47-87f8-aa6028e7a024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537036'] for segment (85e65757-8713-487d-89ab-58a824df5c10), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:16.578276 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.db.segments_db [None req-b8c026ea-94d2-4e47-87f8-aa6028e7a024 admin admin] Added segment 85e65757-8713-487d-89ab-58a824df5c10 of type vlan for network 9054b70b-5ee6-4464-9a2b-d603b3b9392d Jul 29 05:01:16.585828 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:16.625694 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-b8c026ea-94d2-4e47-87f8-aa6028e7a024 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769699109497'] for network (9054b70b-5ee6-4464-9a2b-d603b3b9392d), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:16.660977 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-b8c026ea-94d2-4e47-87f8-aa6028e7a024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540'] for network (9054b70b-5ee6-4464-9a2b-d603b3b9392d), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:16.665961 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c026ea-94d2-4e47-87f8-aa6028e7a024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:01:16.666934 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-b8c026ea-94d2-4e47-87f8-aa6028e7a024 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for network (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:16.737294 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-b8c026ea-94d2-4e47-87f8-aa6028e7a024 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3485436 Jul 29 05:01:16.738698 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 39474) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:01:16.743670 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [None req-9b7bcdfa-45de-48b2-83f7-8f6e4eaf0523 admin admin] Request body: {'subnet': {'network_id': '9054b70b-5ee6-4464-9a2b-d603b3b9392d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1553409325-subnet', 'tenant_id': 'b28758e3ebd64fc9864d134a33085838', 'ip_version': 4}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:01:16.750221 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c026ea-94d2-4e47-87f8-aa6028e7a024 admin admin] Pushing event updated for resources: {'Network': ['ID=9054b70b-5ee6-4464-9a2b-d603b3b9392d,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:01:16.763731 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Network 9054b70b-5ee6-4464-9a2b-d603b3b9392d details requested by agent ovs-agent-dv-cinder-851449-2-iscsi with host dv-cinder-851449-2-iscsi {{(pid=115909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 05:01:16.766271 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b7bcdfa-45de-48b2-83f7-8f6e4eaf0523 admin admin] Made reservation on behalf of b28758e3ebd64fc9864d134a33085838 for: {'subnet': 1} {{(pid=115907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:01:16.771322 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-9b7bcdfa-45de-48b2-83f7-8f6e4eaf0523 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7603688'] for subnet (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:16.777563 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:16.909062 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-476663b3-3bfa-45a3-b0f1-cff2758911a6 req-ec33b75f-7c50-495d-9ac7-5342e0e0a1c8 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/ports?device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9 HTTP/1.1" status: 200 len: 210 time: 0.0392435 Jul 29 05:01:17.002410 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-9b7bcdfa-45de-48b2-83f7-8f6e4eaf0523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1878534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7638508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7603654'] for subnet (5f9fd7aa-871e-49bc-bd94-8dfbfb322486), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:17.006652 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:17.010472 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:17.072123 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345ae47d-31f6-4067-bfcb-4d117ef64edc None None] Sync routers for ids ['d255457a-0a07-44d8-8dd0-e214b7c8df83'] in dv-cinder-851449-2-iscsi {{(pid=115909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:01:17.079066 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7bcdfa-45de-48b2-83f7-8f6e4eaf0523 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f9fd7aa-871e-49bc-bd94-8dfbfb322486,revision_number=0']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:01:17.086459 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7bcdfa-45de-48b2-83f7-8f6e4eaf0523 admin admin] Checking segment: {'id': '85e65757-8713-487d-89ab-58a824df5c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9054b70b-5ee6-4464-9a2b-d603b3b9392d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:01:17.087526 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7bcdfa-45de-48b2-83f7-8f6e4eaf0523 admin admin] Network hostable DHCP agents. Network: 9054b70b-5ee6-4464-9a2b-d603b3b9392d, hostable agents: ['558ab5a9-93ee-434f-b4a2-86af90b93965'], hosted agents: [] {{(pid=115907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 05:01:17.087633 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345ae47d-31f6-4067-bfcb-4d117ef64edc None None] Routers {'d255457a-0a07-44d8-8dd0-e214b7c8df83'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:01:17.087799 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-345ae47d-31f6-4067-bfcb-4d117ef64edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T05:00:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['d255457a-0a07-44d8-8dd0-e214b7c8df83'], 'active': True} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:01:17.109222 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7bcdfa-45de-48b2-83f7-8f6e4eaf0523 admin admin] Network 9054b70b-5ee6-4464-9a2b-d603b3b9392d is scheduled to be hosted by DHCP agent 558ab5a9-93ee-434f-b4a2-86af90b93965 with binding_index 1 {{(pid=115907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 05:01:17.120912 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.base_scheduler [None req-9b7bcdfa-45de-48b2-83f7-8f6e4eaf0523 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851449-2-iscsi, 9054b70b-5ee6-4464-9a2b-d603b3b9392d) {{(pid=115907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:01:17.125332 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7bcdfa-45de-48b2-83f7-8f6e4eaf0523 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:01:17.127544 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-9b7bcdfa-45de-48b2-83f7-8f6e4eaf0523 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:17.134078 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03c3d37-d7ca-4891-b654-6727e44b4e7e None None] Network 9054b70b-5ee6-4464-9a2b-d603b3b9392d requested from dv-cinder-851449-2-iscsi {{(pid=115909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 05:01:17.146151 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-9b7bcdfa-45de-48b2-83f7-8f6e4eaf0523 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4063203 Jul 29 05:01:17.148886 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 39486) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:01:17.153515 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [None req-70f041f8-c6d2-49ad-aa1c-c650126bd9d4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1553409325-router', 'tenant_id': 'b28758e3ebd64fc9864d134a33085838', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4'}}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:01:17.177798 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-70f041f8-c6d2-49ad-aa1c-c650126bd9d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1716501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1446'] for router (6a4b6fcf-1585-4386-8015-dd86afa829b7), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:17.178811 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-70f041f8-c6d2-49ad-aa1c-c650126bd9d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1714685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1939453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1885050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1455'] for router (6a4b6fcf-1585-4386-8015-dd86afa829b7), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:17.246014 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-70f041f8-c6d2-49ad-aa1c-c650126bd9d4 admin admin] Publish callbacks [] for router_controller (6a4b6fcf-1585-4386-8015-dd86afa829b7), precommit_add_association {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:17.379486 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:17.386942 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-70f041f8-c6d2-49ad-aa1c-c650126bd9d4 admin admin] Publish callbacks [] for router_gateway (6a4b6fcf-1585-4386-8015-dd86afa829b7), precommit_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:17.402709 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvr_db [None req-345ae47d-31f6-4067-bfcb-4d117ef64edc None None] Set router d255457a-0a07-44d8-8dd0-e214b7c8df83 gateway port host: dv-cinder-851449-2-iscsi {{(pid=115909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:01:17.458324 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a83f35-3019-4cdb-b16c-60bbee4759a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d6b9b1e-becd-51aa-993d-5c6c918874f9-9054b70b-5ee6-4464-9a2b-d603b3b9392d', 'network_id': '9054b70b-5ee6-4464-9a2b-d603b3b9392d', 'project_id': 'b28758e3ebd64fc9864d134a33085838', 'fixed_ips': [{'subnet_id': '5f9fd7aa-871e-49bc-bd94-8dfbfb322486'}]}} from dv-cinder-851449-2-iscsi. {{(pid=115909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 29 05:01:17.459255 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-35a83f35-3019-4cdb-b16c-60bbee4759a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:17.578395 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-70f041f8-c6d2-49ad-aa1c-c650126bd9d4 admin admin] Publish callbacks [] for router_gateway (6a4b6fcf-1585-4386-8015-dd86afa829b7), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:17.600064 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-70f041f8-c6d2-49ad-aa1c-c650126bd9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:17.713263 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.db_base_plugin_common [None req-70f041f8-c6d2-49ad-aa1c-c650126bd9d4 admin admin] Allocated IP 172.27.0.192 (9a05b655-8925-4222-a853-020f58db76f4/b252d643-2a5f-428d-a536-f8ecbd6d13e1/fbbca393-1753-42c8-905b-eabe200eb245) {{(pid=115908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:01:17.728928 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.db_base_plugin_common [None req-35a83f35-3019-4cdb-b16c-60bbee4759a2 None None] Allocated IP 172.20.0.2 (9054b70b-5ee6-4464-9a2b-d603b3b9392d/5f9fd7aa-871e-49bc-bd94-8dfbfb322486/1ee7b380-8353-42ad-86bf-64ffb7e66338) {{(pid=115909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:01:17.741547 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-345ae47d-31f6-4067-bfcb-4d117ef64edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'name': 'tempest-TestVolumeBootPattern-1493235875-router', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '42f49a12-b73d-431e-beba-0613dde02901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:01:12Z', 'updated_at': '2022-07-29T05:01:15Z', 'revision_number': 4, 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'gw_port': {'id': '42f49a12-b73d-431e-beba-0613dde02901', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ee:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:01:13Z', 'updated_at': '2022-07-29T05:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': 'cae43ed0-ba9a-41f9-87df-99f0dbf4032b', 'name': '', 'network_id': 'a8d51233-0dc5-4999-a537-b5dd4b1ae8b7', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'mac_address': 'fa:16:3e:8d:d6:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'ac0e078d-97ae-4cd6-a0a6-6dab59affc7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:01:14Z', 'updated_at': '2022-07-29T05:01:15Z', 'revision_number': 2, 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'subnets': [{'id': 'ac0e078d-97ae-4cd6-a0a6-6dab59affc7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:01:17.770918 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345ae47d-31f6-4067-bfcb-4d117ef64edc None None] Checking router: d255457a-0a07-44d8-8dd0-e214b7c8df83 for host: dv-cinder-851449-2-iscsi {{(pid=115909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:01:17.771286 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345ae47d-31f6-4067-bfcb-4d117ef64edc None None] Updating router d255457a-0a07-44d8-8dd0-e214b7c8df83 port cae43ed0-ba9a-41f9-87df-99f0dbf4032b binding host dv-cinder-851449-2-iscsi {{(pid=115909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 05:01:17.824558 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-70f041f8-c6d2-49ad-aa1c-c650126bd9d4 admin admin] Publish callbacks [] for port (fbbca393-1753-42c8-905b-eabe200eb245), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:17.845596 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-345ae47d-31f6-4067-bfcb-4d117ef64edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (cae43ed0-ba9a-41f9-87df-99f0dbf4032b), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:17.856352 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-70f041f8-c6d2-49ad-aa1c-c650126bd9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (fbbca393-1753-42c8-905b-eabe200eb245), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:17.859708 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:17.892148 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f041f8-c6d2-49ad-aa1c-c650126bd9d4 admin admin] Network 9a05b655-8925-4222-a853-020f58db76f4 is already hosted by enough agents. {{(pid=115908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:01:17.898597 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.base_scheduler [None req-70f041f8-c6d2-49ad-aa1c-c650126bd9d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=115908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:01:17.902438 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f041f8-c6d2-49ad-aa1c-c650126bd9d4 admin admin] Received port after_create {{(pid=115908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:01:17.931000 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f041f8-c6d2-49ad-aa1c-c650126bd9d4 admin admin] Pushing event updated for resources: {'Port': ['ID=fbbca393-1753-42c8-905b-eabe200eb245,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:01:17.934419 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:18.025015 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-35a83f35-3019-4cdb-b16c-60bbee4759a2 None None] Publish callbacks [] for port (1ee7b380-8353-42ad-86bf-64ffb7e66338), precommit_create {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:18.028501 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:18.038207 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-35a83f35-3019-4cdb-b16c-60bbee4759a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307'] for port (1ee7b380-8353-42ad-86bf-64ffb7e66338), after_create {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:18.057533 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device 42f49a12-b73d-431e-beba-0613dde02901 up at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:01:18.085713 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-b3ea0496-12b7-4a74-ae7e-2a04e57a21d5 req-3980b6e1-1df5-4340-a5db-c19740ddb692 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/ports?device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9 HTTP/1.1" status: 200 len: 210 time: 0.0509672 Jul 29 05:01:18.160830 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a83f35-3019-4cdb-b16c-60bbee4759a2 None None] Network 9054b70b-5ee6-4464-9a2b-d603b3b9392d is already hosted by enough agents. {{(pid=115909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:01:18.172831 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.scheduler.base_scheduler [None req-35a83f35-3019-4cdb-b16c-60bbee4759a2 None None] Resources bound (agent type, host, resource id): {{(pid=115909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:01:18.180779 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a83f35-3019-4cdb-b16c-60bbee4759a2 None None] Received port after_create {{(pid=115909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:01:18.186945 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a83f35-3019-4cdb-b16c-60bbee4759a2 None None] Pushing event updated for resources: {'Port': ['ID=1ee7b380-8353-42ad-86bf-64ffb7e66338,revision_number=1']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:01:18.250702 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-70f041f8-c6d2-49ad-aa1c-c650126bd9d4 admin admin] Publish callbacks [] for router_gateway (6a4b6fcf-1585-4386-8015-dd86afa829b7), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:18.275803 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Provisioning complete for port 42f49a12-b73d-431e-beba-0613dde02901 triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:01:18.276387 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (42f49a12-b73d-431e-beba-0613dde02901), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:18.315356 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:18.324053 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-35a83f35-3019-4cdb-b16c-60bbee4759a2 None None] Attempting to bind port 1ee7b380-8353-42ad-86bf-64ffb7e66338 on host dv-cinder-851449-2-iscsi for vnic_type normal with profile {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:01:18.324433 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-35a83f35-3019-4cdb-b16c-60bbee4759a2 None None] Attempting to bind port 1ee7b380-8353-42ad-86bf-64ffb7e66338 by drivers openvswitch,hyperv on host dv-cinder-851449-2-iscsi at level 0 using segments [{'id': '85e65757-8713-487d-89ab-58a824df5c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9054b70b-5ee6-4464-9a2b-d603b3b9392d'}] {{(pid=115909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:01:18.324824 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a83f35-3019-4cdb-b16c-60bbee4759a2 None None] Attempting to bind port 1ee7b380-8353-42ad-86bf-64ffb7e66338 on network 9054b70b-5ee6-4464-9a2b-d603b3b9392d {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:01:18.352205 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bdecc2-a9ce-4122-9c8d-f373098e8022 req-fb2c6bc7-368e-478c-87f3-98bca40e3bd5 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:01:18.353821 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c6bdecc2-a9ce-4122-9c8d-f373098e8022 req-fb2c6bc7-368e-478c-87f3-98bca40e3bd5 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.64 "GET /v2.0/networks?id=ac70cb08-b25c-4351-9af8-2a46a3f3e6e9 HTTP/1.1" status: 200 len: 808 time: 0.1968687 Jul 29 05:01:18.358716 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a83f35-3019-4cdb-b16c-60bbee4759a2 None None] Checking agent: {'id': '9625653a-1f3f-4d73-bc2a-dc32c08b0da9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 4, 38, 53), 'started_at': datetime.datetime(2022, 7, 29, 4, 39, 23), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:01:18.359118 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a83f35-3019-4cdb-b16c-60bbee4759a2 None None] Checking segment: {'id': '85e65757-8713-487d-89ab-58a824df5c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9054b70b-5ee6-4464-9a2b-d603b3b9392d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:01:18.359501 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-35a83f35-3019-4cdb-b16c-60bbee4759a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:18.359893 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a83f35-3019-4cdb-b16c-60bbee4759a2 None None] Bound using segment: {'id': '85e65757-8713-487d-89ab-58a824df5c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9054b70b-5ee6-4464-9a2b-d603b3b9392d'} {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:01:18.360583 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-35a83f35-3019-4cdb-b16c-60bbee4759a2 None None] Bound port: 1ee7b380-8353-42ad-86bf-64ffb7e66338, host: dv-cinder-851449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e65757-8713-487d-89ab-58a824df5c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9054b70b-5ee6-4464-9a2b-d603b3b9392d'}}] {{(pid=115909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:01:18.360999 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-35a83f35-3019-4cdb-b16c-60bbee4759a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (1ee7b380-8353-42ad-86bf-64ffb7e66338), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:18.418305 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-345ae47d-31f6-4067-bfcb-4d117ef64edc None None] Publish callbacks [] for port (cae43ed0-ba9a-41f9-87df-99f0dbf4032b), precommit_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:18.450592 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-345ae47d-31f6-4067-bfcb-4d117ef64edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (cae43ed0-ba9a-41f9-87df-99f0dbf4032b), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:18.510078 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d8d2bd15-9067-42af-892c-59999725a6ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:18.516643 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port 42f49a12-b73d-431e-beba-0613dde02901 is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:01:18.544202 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-35a83f35-3019-4cdb-b16c-60bbee4759a2 None None] For port 1ee7b380-8353-42ad-86bf-64ffb7e66338, host dv-cinder-851449-2-iscsi, cleared binding levels {{(pid=115909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:01:18.550399 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-35a83f35-3019-4cdb-b16c-60bbee4759a2 None None] For port 1ee7b380-8353-42ad-86bf-64ffb7e66338, host dv-cinder-851449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=1ee7b380-8353-42ad-86bf-64ffb7e66338,segment=NetworkSegment(85e65757-8713-487d-89ab-58a824df5c10),segment_id=85e65757-8713-487d-89ab-58a824df5c10)] {{(pid=115909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:01:18.555373 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3d4b2c-b65f-44d7-9cf1-56b1fd1a1fc7 None None] Pushing event updated for resources: {'Port': ['ID=cae43ed0-ba9a-41f9-87df-99f0dbf4032b,revision_number=3']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:01:18.562852 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-35a83f35-3019-4cdb-b16c-60bbee4759a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (1ee7b380-8353-42ad-86bf-64ffb7e66338), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:18.641179 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:UPDATE=3 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:18.666091 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-345ae47d-31f6-4067-bfcb-4d117ef64edc None None] Attempting to bind port cae43ed0-ba9a-41f9-87df-99f0dbf4032b on host dv-cinder-851449-2-iscsi for vnic_type normal with profile {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:01:18.666443 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-345ae47d-31f6-4067-bfcb-4d117ef64edc None None] Attempting to bind port cae43ed0-ba9a-41f9-87df-99f0dbf4032b by drivers openvswitch,hyperv on host dv-cinder-851449-2-iscsi at level 0 using segments [{'id': '3fca9811-8309-4f3b-9991-5d50db061952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a8d51233-0dc5-4999-a537-b5dd4b1ae8b7'}] {{(pid=115909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:01:18.666829 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345ae47d-31f6-4067-bfcb-4d117ef64edc None None] Attempting to bind port cae43ed0-ba9a-41f9-87df-99f0dbf4032b on network a8d51233-0dc5-4999-a537-b5dd4b1ae8b7 {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:01:18.681189 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345ae47d-31f6-4067-bfcb-4d117ef64edc None None] Checking agent: {'id': '9625653a-1f3f-4d73-bc2a-dc32c08b0da9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 4, 38, 53), 'started_at': datetime.datetime(2022, 7, 29, 4, 39, 23), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:01:18.681581 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345ae47d-31f6-4067-bfcb-4d117ef64edc None None] Checking segment: {'id': '3fca9811-8309-4f3b-9991-5d50db061952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a8d51233-0dc5-4999-a537-b5dd4b1ae8b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:01:18.681972 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-345ae47d-31f6-4067-bfcb-4d117ef64edc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:18.682370 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345ae47d-31f6-4067-bfcb-4d117ef64edc None None] Bound using segment: {'id': '3fca9811-8309-4f3b-9991-5d50db061952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a8d51233-0dc5-4999-a537-b5dd4b1ae8b7'} {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:01:18.682862 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-345ae47d-31f6-4067-bfcb-4d117ef64edc None None] Bound port: cae43ed0-ba9a-41f9-87df-99f0dbf4032b, host: dv-cinder-851449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fca9811-8309-4f3b-9991-5d50db061952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a8d51233-0dc5-4999-a537-b5dd4b1ae8b7'}}] {{(pid=115909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:01:18.683244 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-345ae47d-31f6-4067-bfcb-4d117ef64edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (cae43ed0-ba9a-41f9-87df-99f0dbf4032b), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:18.710707 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a83f35-3019-4cdb-b16c-60bbee4759a2 None None] Pushing event updated for resources: {'Port': ['ID=1ee7b380-8353-42ad-86bf-64ffb7e66338,revision_number=2']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:01:18.776358 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c6bdecc2-a9ce-4122-9c8d-f373098e8022 req-31896373-bfe0-49b2-b679-fdd1b81c0472 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b586a0d507ca497589a504f9e2d44574 HTTP/1.1" status: 200 len: 380 time: 0.4057703 Jul 29 05:01:18.778300 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-345ae47d-31f6-4067-bfcb-4d117ef64edc None None] For port cae43ed0-ba9a-41f9-87df-99f0dbf4032b, host dv-cinder-851449-2-iscsi, cleared binding levels {{(pid=115909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:01:18.781511 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-345ae47d-31f6-4067-bfcb-4d117ef64edc None None] For port cae43ed0-ba9a-41f9-87df-99f0dbf4032b, host dv-cinder-851449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=cae43ed0-ba9a-41f9-87df-99f0dbf4032b,segment=NetworkSegment(3fca9811-8309-4f3b-9991-5d50db061952),segment_id=3fca9811-8309-4f3b-9991-5d50db061952)] {{(pid=115909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:01:18.788457 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [req-c6bdecc2-a9ce-4122-9c8d-f373098e8022 req-3cda1c38-3bf6-4740-8563-cf73bce481a4 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Request body: {'port': {'device_id': '0d8b3fba-7def-4a73-9c76-0b4871f244e9', 'network_id': 'ac70cb08-b25c-4351-9af8-2a46a3f3e6e9', 'admin_state_up': True, 'tenant_id': 'b586a0d507ca497589a504f9e2d44574', 'security_groups': ['03d44363-cfab-4b47-8455-6768e34578bd']}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:01:18.789229 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-345ae47d-31f6-4067-bfcb-4d117ef64edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (cae43ed0-ba9a-41f9-87df-99f0dbf4032b), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:18.853173 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:18.865756 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3d4b2c-b65f-44d7-9cf1-56b1fd1a1fc7 None None] Pushing event updated for resources: {'Port': ['ID=cae43ed0-ba9a-41f9-87df-99f0dbf4032b,revision_number=4']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:01:18.872783 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345ae47d-31f6-4067-bfcb-4d117ef64edc None None] Routers {'d255457a-0a07-44d8-8dd0-e214b7c8df83'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:01:18.873535 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-345ae47d-31f6-4067-bfcb-4d117ef64edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T05:00:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['d255457a-0a07-44d8-8dd0-e214b7c8df83'], 'active': True} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:01:18.914642 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.agents_db [None req-05f878dc-9505-4230-ae26-b2f791c5e7d5 None None] Agent healthcheck: found 6 active agents {{(pid=115910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:01:18.973440 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-505cb9ae-7584-47b8-9449-9af5f3bedd08 None None] Provisioning complete for port cae43ed0-ba9a-41f9-87df-99f0dbf4032b triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:01:18.974087 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-505cb9ae-7584-47b8-9449-9af5f3bedd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (cae43ed0-ba9a-41f9-87df-99f0dbf4032b), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:18.980562 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-70f041f8-c6d2-49ad-aa1c-c650126bd9d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1714635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1939329'] for router (6a4b6fcf-1585-4386-8015-dd86afa829b7), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:19.151097 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6bdecc2-a9ce-4122-9c8d-f373098e8022 req-3cda1c38-3bf6-4740-8563-cf73bce481a4 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Made reservation on behalf of b586a0d507ca497589a504f9e2d44574 for: {'port': 1} {{(pid=115908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:01:19.154817 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-c6bdecc2-a9ce-4122-9c8d-f373098e8022 req-3cda1c38-3bf6-4740-8563-cf73bce481a4 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:19.171878 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvr_db [None req-345ae47d-31f6-4067-bfcb-4d117ef64edc None None] Set router d255457a-0a07-44d8-8dd0-e214b7c8df83 gateway port host: dv-cinder-851449-2-iscsi {{(pid=115909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:01:19.175303 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-505cb9ae-7584-47b8-9449-9af5f3bedd08 None None] Current status of the port cae43ed0-ba9a-41f9-87df-99f0dbf4032b is: DOWN; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:01:19.175695 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-505cb9ae-7584-47b8-9449-9af5f3bedd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (cae43ed0-ba9a-41f9-87df-99f0dbf4032b), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:19.260278 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-cbd8c940-477c-4ee5-9a3b-519ed37c68df req-62e22234-3ddb-4c26-b42a-3fc25b1c4ce8 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/ports?device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9 HTTP/1.1" status: 200 len: 210 time: 0.0678935 Jul 29 05:01:19.287988 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-505cb9ae-7584-47b8-9449-9af5f3bedd08 None None] For port cae43ed0-ba9a-41f9-87df-99f0dbf4032b, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=cae43ed0-ba9a-41f9-87df-99f0dbf4032b,segment=NetworkSegment(3fca9811-8309-4f3b-9991-5d50db061952),segment_id=3fca9811-8309-4f3b-9991-5d50db061952)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:01:19.299771 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:19.316111 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-505cb9ae-7584-47b8-9449-9af5f3bedd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (cae43ed0-ba9a-41f9-87df-99f0dbf4032b), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:19.347226 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f041f8-c6d2-49ad-aa1c-c650126bd9d4 admin admin] Router 6a4b6fcf-1585-4386-8015-dd86afa829b7 is scheduled to L3 agent 507cc676-b5a3-487d-9bd3-df89beb45ea5 with binding_index 1 {{(pid=115908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 29 05:01:19.373082 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.db_base_plugin_common [req-c6bdecc2-a9ce-4122-9c8d-f373098e8022 req-3cda1c38-3bf6-4740-8563-cf73bce481a4 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Allocated IP 172.20.0.8 (ac70cb08-b25c-4351-9af8-2a46a3f3e6e9/9f74eaa6-5843-460c-81c7-7fbee07b9bef/1a26b861-617c-4ef6-b856-a16b66ee0360) {{(pid=115908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:01:19.399153 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505cb9ae-7584-47b8-9449-9af5f3bedd08 None None] Pushing event updated for resources: {'Port': ['ID=cae43ed0-ba9a-41f9-87df-99f0dbf4032b,revision_number=5']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:01:19.554110 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f041f8-c6d2-49ad-aa1c-c650126bd9d4 admin admin] Notify agent at l3_agent.dv-cinder-851449-2-iscsi the message routers_updated {{(pid=115908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:01:19.575211 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1ce42d-e7d1-43f4-9f3d-0718e86b99ce None None] Sync routers for ids ['6a4b6fcf-1585-4386-8015-dd86afa829b7'] in dv-cinder-851449-2-iscsi {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:01:19.581798 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-f8a2b993-9561-495d-bb29-0ba94b5356f9 None None] Provisioning complete for port cae43ed0-ba9a-41f9-87df-99f0dbf4032b triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:01:19.582341 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-f8a2b993-9561-495d-bb29-0ba94b5356f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (cae43ed0-ba9a-41f9-87df-99f0dbf4032b), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:19.582938 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:19.587451 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-345ae47d-31f6-4067-bfcb-4d117ef64edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'name': 'tempest-TestVolumeBootPattern-1493235875-router', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '42f49a12-b73d-431e-beba-0613dde02901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:01:12Z', 'updated_at': '2022-07-29T05:01:15Z', 'revision_number': 4, 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'gw_port': {'id': '42f49a12-b73d-431e-beba-0613dde02901', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ee:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:01:13Z', 'updated_at': '2022-07-29T05:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': 'cae43ed0-ba9a-41f9-87df-99f0dbf4032b', 'name': '', 'network_id': 'a8d51233-0dc5-4999-a537-b5dd4b1ae8b7', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'mac_address': 'fa:16:3e:8d:d6:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'ac0e078d-97ae-4cd6-a0a6-6dab59affc7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:01:14Z', 'updated_at': '2022-07-29T05:01:18Z', 'revision_number': 4, 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'subnets': [{'id': 'ac0e078d-97ae-4cd6-a0a6-6dab59affc7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:01:19.602597 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1ce42d-e7d1-43f4-9f3d-0718e86b99ce None None] Routers {'6a4b6fcf-1585-4386-8015-dd86afa829b7'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:01:19.603620 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-3a1ce42d-e7d1-43f4-9f3d-0718e86b99ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T05:00:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['6a4b6fcf-1585-4386-8015-dd86afa829b7'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:01:19.608561 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-70f041f8-c6d2-49ad-aa1c-c650126bd9d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:19.614149 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 39494) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:01:19.614863 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-70f041f8-c6d2-49ad-aa1c-c650126bd9d4 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4643290 Jul 29 05:01:19.634017 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345ae47d-31f6-4067-bfcb-4d117ef64edc None None] The sync data for ids ['d255457a-0a07-44d8-8dd0-e214b7c8df83'] in dv-cinder-851449-2-iscsi is: [{'id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'name': 'tempest-TestVolumeBootPattern-1493235875-router', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '42f49a12-b73d-431e-beba-0613dde02901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:01:12Z', 'updated_at': '2022-07-29T05:01:15Z', 'revision_number': 4, 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'gw_port': {'id': '42f49a12-b73d-431e-beba-0613dde02901', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ee:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:01:13Z', 'updated_at': '2022-07-29T05:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': 'cae43ed0-ba9a-41f9-87df-99f0dbf4032b', 'name': '', 'network_id': 'a8d51233-0dc5-4999-a537-b5dd4b1ae8b7', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'mac_address': 'fa:16:3e:8d:d6:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'ac0e078d-97ae-4cd6-a0a6-6dab59affc7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:01:14Z', 'updated_at': '2022-07-29T05:01:18Z', 'revision_number': 4, 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'subnets': [{'id': 'ac0e078d-97ae-4cd6-a0a6-6dab59affc7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:01:19.664573 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-c6bdecc2-a9ce-4122-9c8d-f373098e8022 req-3cda1c38-3bf6-4740-8563-cf73bce481a4 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Publish callbacks [] for port (1a26b861-617c-4ef6-b856-a16b66ee0360), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:19.721045 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-f8a2b993-9561-495d-bb29-0ba94b5356f9 None None] Current status of the port cae43ed0-ba9a-41f9-87df-99f0dbf4032b is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:01:19.764143 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-c6bdecc2-a9ce-4122-9c8d-f373098e8022 req-3cda1c38-3bf6-4740-8563-cf73bce481a4 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (1a26b861-617c-4ef6-b856-a16b66ee0360), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:19.840802 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6bdecc2-a9ce-4122-9c8d-f373098e8022 req-3cda1c38-3bf6-4740-8563-cf73bce481a4 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Network ac70cb08-b25c-4351-9af8-2a46a3f3e6e9 is already hosted by enough agents. {{(pid=115908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:01:19.845953 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.base_scheduler [req-c6bdecc2-a9ce-4122-9c8d-f373098e8022 req-3cda1c38-3bf6-4740-8563-cf73bce481a4 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Resources bound (agent type, host, resource id): {{(pid=115908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:01:19.850452 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6bdecc2-a9ce-4122-9c8d-f373098e8022 req-3cda1c38-3bf6-4740-8563-cf73bce481a4 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Received port after_create {{(pid=115908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:01:19.893292 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda1c38-3bf6-4740-8563-cf73bce481a4 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Pushing event updated for resources: {'Port': ['ID=1a26b861-617c-4ef6-b856-a16b66ee0360,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:01:19.938293 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bdecc2-a9ce-4122-9c8d-f373098e8022 req-3cda1c38-3bf6-4740-8563-cf73bce481a4 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:01:19.939855 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-c6bdecc2-a9ce-4122-9c8d-f373098e8022 req-3cda1c38-3bf6-4740-8563-cf73bce481a4 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for port (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:19.978569 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c6bdecc2-a9ce-4122-9c8d-f373098e8022 req-3cda1c38-3bf6-4740-8563-cf73bce481a4 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1944754 Jul 29 05:01:20.005326 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [req-c6bdecc2-a9ce-4122-9c8d-f373098e8022 req-86c16682-3dba-4031-81c4-824242b0fbd3 service neutron] Request body: {'port': {'device_id': '0d8b3fba-7def-4a73-9c76-0b4871f244e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85144'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:01:20.014269 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0b390f-2823-495b-acb9-b3d919b522e4 None None] Network 9054b70b-5ee6-4464-9a2b-d603b3b9392d requested from dv-cinder-851449-2-iscsi {{(pid=115909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 05:01:20.072293 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-3a1ce42d-e7d1-43f4-9f3d-0718e86b99ce None None] Set router 6a4b6fcf-1585-4386-8015-dd86afa829b7 gateway port host: dv-cinder-851449-2-iscsi {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:01:20.092537 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:20.110105 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-45014df0-6693-432f-b3d0-cc41a7591ce5 None None] Provisioning complete for port 1ee7b380-8353-42ad-86bf-64ffb7e66338 triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:01:20.111593 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-45014df0-6693-432f-b3d0-cc41a7591ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (1ee7b380-8353-42ad-86bf-64ffb7e66338), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:20.164991 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device 1ee7b380-8353-42ad-86bf-64ffb7e66338 up at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:01:20.170356 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-c6bdecc2-a9ce-4122-9c8d-f373098e8022 req-86c16682-3dba-4031-81c4-824242b0fbd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (1a26b861-617c-4ef6-b856-a16b66ee0360), before_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:20.285982 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=100 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:20.334207 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Provisioning complete for port 1ee7b380-8353-42ad-86bf-64ffb7e66338 triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:01:20.334588 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (1ee7b380-8353-42ad-86bf-64ffb7e66338), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:20.429044 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-3a1ce42d-e7d1-43f4-9f3d-0718e86b99ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4b6fcf-1585-4386-8015-dd86afa829b7', 'name': 'tempest-TestVolumeBootPattern-1553409325-router', 'tenant_id': 'b28758e3ebd64fc9864d134a33085838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'fbbca393-1753-42c8-905b-eabe200eb245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:01:17Z', 'updated_at': '2022-07-29T05:01:18Z', 'revision_number': 3, 'project_id': 'b28758e3ebd64fc9864d134a33085838', 'gw_port': {'id': 'fbbca393-1753-42c8-905b-eabe200eb245', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:05:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a4b6fcf-1585-4386-8015-dd86afa829b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:01:17Z', 'updated_at': '2022-07-29T05:01:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi'}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:01:20.443323 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-45014df0-6693-432f-b3d0-cc41a7591ce5 None None] Current status of the port 1ee7b380-8353-42ad-86bf-64ffb7e66338 is: DOWN; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:01:20.443707 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-45014df0-6693-432f-b3d0-cc41a7591ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (1ee7b380-8353-42ad-86bf-64ffb7e66338), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:20.501747 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-45014df0-6693-432f-b3d0-cc41a7591ce5 None None] For port 1ee7b380-8353-42ad-86bf-64ffb7e66338, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=1ee7b380-8353-42ad-86bf-64ffb7e66338,segment=NetworkSegment(85e65757-8713-487d-89ab-58a824df5c10),segment_id=85e65757-8713-487d-89ab-58a824df5c10)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:01:20.509868 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1ce42d-e7d1-43f4-9f3d-0718e86b99ce None None] Checking router: 6a4b6fcf-1585-4386-8015-dd86afa829b7 for host: dv-cinder-851449-2-iscsi {{(pid=115910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:01:20.510482 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1ce42d-e7d1-43f4-9f3d-0718e86b99ce None None] Updating router 6a4b6fcf-1585-4386-8015-dd86afa829b7 port fbbca393-1753-42c8-905b-eabe200eb245 binding host dv-cinder-851449-2-iscsi {{(pid=115910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 05:01:20.541658 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port 1ee7b380-8353-42ad-86bf-64ffb7e66338 is: DOWN; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:01:20.542778 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (1ee7b380-8353-42ad-86bf-64ffb7e66338), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:20.557728 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-45014df0-6693-432f-b3d0-cc41a7591ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (1ee7b380-8353-42ad-86bf-64ffb7e66338), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:20.565989 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-3a1ce42d-e7d1-43f4-9f3d-0718e86b99ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (fbbca393-1753-42c8-905b-eabe200eb245), before_update {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:20.613985 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-c8593b58-c01a-4018-9664-98a1618dcea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:20.625101 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45014df0-6693-432f-b3d0-cc41a7591ce5 None None] Pushing event updated for resources: {'Port': ['ID=1ee7b380-8353-42ad-86bf-64ffb7e66338,revision_number=3']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:01:20.644126 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7233f44-8931-4389-8c34-2fedbad21bd8 req-909a5319-6846-464a-bbec-c35732b82e3e tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:01:20.645742 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-c7233f44-8931-4389-8c34-2fedbad21bd8 req-909a5319-6846-464a-bbec-c35732b82e3e tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/ports?device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9 HTTP/1.1" status: 200 len: 931 time: 0.2136509 Jul 29 05:01:20.691264 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-11fe5f53-c2d9-4a1c-81b9-c6f46e0ac422 None None] Provisioning complete for port 1a26b861-617c-4ef6-b856-a16b66ee0360 triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:01:20.691670 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-11fe5f53-c2d9-4a1c-81b9-c6f46e0ac422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (1a26b861-617c-4ef6-b856-a16b66ee0360), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:20.740007 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-4d17e8c6-549e-4e2a-bd09-d061be25c5b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:20.746495 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:20.749528 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.db.api [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115909) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 29 05:01:20.749947 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG oslo_db.api [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 05:01:20.753960 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-11fe5f53-c2d9-4a1c-81b9-c6f46e0ac422 None None] Port 1a26b861-617c-4ef6-b856-a16b66ee0360 cannot update to ACTIVE because it is not bound. {{(pid=115909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 05:01:20.764468 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-11fe5f53-c2d9-4a1c-81b9-c6f46e0ac422 None None] Provisioning complete for port 1ee7b380-8353-42ad-86bf-64ffb7e66338 triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:01:20.765295 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-11fe5f53-c2d9-4a1c-81b9-c6f46e0ac422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (1ee7b380-8353-42ad-86bf-64ffb7e66338), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:20.784201 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-c7233f44-8931-4389-8c34-2fedbad21bd8 req-34aedd3f-4f91-4e9a-a685-1549e19ec1f2 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/security-groups?id=03d44363-cfab-4b47-8455-6768e34578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248889 Jul 29 05:01:20.794457 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [req-c6bdecc2-a9ce-4122-9c8d-f373098e8022 req-86c16682-3dba-4031-81c4-824242b0fbd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a26b861-617c-4ef6-b856-a16b66ee0360 {{(pid=115908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 05:01:20.804392 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-c6bdecc2-a9ce-4122-9c8d-f373098e8022 req-86c16682-3dba-4031-81c4-824242b0fbd3 service neutron] Publish callbacks [] for port (1a26b861-617c-4ef6-b856-a16b66ee0360), precommit_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:20.831382 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.provisioning_blocks [req-c6bdecc2-a9ce-4122-9c8d-f373098e8022 req-86c16682-3dba-4031-81c4-824242b0fbd3 service neutron] Transition to ACTIVE for port object 1a26b861-617c-4ef6-b856-a16b66ee0360 will not be triggered until provisioned by entity L2. {{(pid=115908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 29 05:01:20.845978 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-c6bdecc2-a9ce-4122-9c8d-f373098e8022 req-86c16682-3dba-4031-81c4-824242b0fbd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7403849'] for port (1a26b861-617c-4ef6-b856-a16b66ee0360), after_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:20.911505 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:20.917188 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-11fe5f53-c2d9-4a1c-81b9-c6f46e0ac422 None None] Current status of the port 1ee7b380-8353-42ad-86bf-64ffb7e66338 is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:01:20.949362 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c16682-3dba-4031-81c4-824242b0fbd3 service neutron] Pushing event updated for resources: {'Port': ['ID=1a26b861-617c-4ef6-b856-a16b66ee0360,revision_number=2']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:01:20.957328 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.db.db_base_plugin_common [None req-c8593b58-c01a-4018-9664-98a1618dcea2 admin admin] Allocated IP 172.20.0.1 (9054b70b-5ee6-4464-9a2b-d603b3b9392d/5f9fd7aa-871e-49bc-bd94-8dfbfb322486/dd0a5182-331d-411a-8ce9-c11c3d857594) {{(pid=115907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:01:20.988517 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.managers [req-c6bdecc2-a9ce-4122-9c8d-f373098e8022 req-86c16682-3dba-4031-81c4-824242b0fbd3 service neutron] Attempting to bind port 1a26b861-617c-4ef6-b856-a16b66ee0360 on host hv-cinder-85144 for vnic_type normal with profile {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:01:20.988881 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.managers [req-c6bdecc2-a9ce-4122-9c8d-f373098e8022 req-86c16682-3dba-4031-81c4-824242b0fbd3 service neutron] Attempting to bind port 1a26b861-617c-4ef6-b856-a16b66ee0360 by drivers openvswitch,hyperv on host hv-cinder-85144 at level 0 using segments [{'id': 'c34b902e-18b6-43f9-be53-5c6bf44dfaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ac70cb08-b25c-4351-9af8-2a46a3f3e6e9'}] {{(pid=115908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:01:20.989212 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bdecc2-a9ce-4122-9c8d-f373098e8022 req-86c16682-3dba-4031-81c4-824242b0fbd3 service neutron] Attempting to bind port 1a26b861-617c-4ef6-b856-a16b66ee0360 on network ac70cb08-b25c-4351-9af8-2a46a3f3e6e9 {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:01:20.993799 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:20.996482 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bdecc2-a9ce-4122-9c8d-f373098e8022 req-86c16682-3dba-4031-81c4-824242b0fbd3 service neutron] Port 1a26b861-617c-4ef6-b856-a16b66ee0360 on network ac70cb08-b25c-4351-9af8-2a46a3f3e6e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85144 {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 29 05:01:20.996913 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bdecc2-a9ce-4122-9c8d-f373098e8022 req-86c16682-3dba-4031-81c4-824242b0fbd3 service neutron] Attempting to bind port 1a26b861-617c-4ef6-b856-a16b66ee0360 on network ac70cb08-b25c-4351-9af8-2a46a3f3e6e9 {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:01:21.005319 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bdecc2-a9ce-4122-9c8d-f373098e8022 req-86c16682-3dba-4031-81c4-824242b0fbd3 service neutron] Checking agent: {'id': 'bab6a0c9-2145-495f-b42f-b184e241503a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85144', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 4, 45, 21), 'started_at': datetime.datetime(2022, 7, 29, 4, 45, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:01:21.005690 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bdecc2-a9ce-4122-9c8d-f373098e8022 req-86c16682-3dba-4031-81c4-824242b0fbd3 service neutron] Checking segment: {'id': 'c34b902e-18b6-43f9-be53-5c6bf44dfaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ac70cb08-b25c-4351-9af8-2a46a3f3e6e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:01:21.006055 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bdecc2-a9ce-4122-9c8d-f373098e8022 req-86c16682-3dba-4031-81c4-824242b0fbd3 service neutron] Bound using segment: {'id': 'c34b902e-18b6-43f9-be53-5c6bf44dfaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ac70cb08-b25c-4351-9af8-2a46a3f3e6e9'} {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:01:21.006564 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.managers [req-c6bdecc2-a9ce-4122-9c8d-f373098e8022 req-86c16682-3dba-4031-81c4-824242b0fbd3 service neutron] Bound port: 1a26b861-617c-4ef6-b856-a16b66ee0360, host: hv-cinder-85144, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c34b902e-18b6-43f9-be53-5c6bf44dfaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ac70cb08-b25c-4351-9af8-2a46a3f3e6e9'}}] {{(pid=115908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:01:21.006934 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-c6bdecc2-a9ce-4122-9c8d-f373098e8022 req-86c16682-3dba-4031-81c4-824242b0fbd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (1a26b861-617c-4ef6-b856-a16b66ee0360), before_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:21.022175 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-3a1ce42d-e7d1-43f4-9f3d-0718e86b99ce None None] Publish callbacks [] for port (fbbca393-1753-42c8-905b-eabe200eb245), precommit_update {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:21.030028 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:21.032245 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-3a1ce42d-e7d1-43f4-9f3d-0718e86b99ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (fbbca393-1753-42c8-905b-eabe200eb245), after_update {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:21.086867 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aec90e-d430-42d8-b8f6-2978f72f0f76 None None] Pushing event updated for resources: {'Port': ['ID=fbbca393-1753-42c8-905b-eabe200eb245,revision_number=2']} {{(pid=115910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:01:21.115954 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.managers [None req-3a1ce42d-e7d1-43f4-9f3d-0718e86b99ce None None] Attempting to bind port fbbca393-1753-42c8-905b-eabe200eb245 on host dv-cinder-851449-2-iscsi for vnic_type normal with profile {{(pid=115910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:01:21.116524 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.managers [None req-3a1ce42d-e7d1-43f4-9f3d-0718e86b99ce None None] Attempting to bind port fbbca393-1753-42c8-905b-eabe200eb245 by drivers openvswitch,hyperv on host dv-cinder-851449-2-iscsi at level 0 using segments [{'id': 'a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a05b655-8925-4222-a853-020f58db76f4'}] {{(pid=115910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:01:21.117614 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1ce42d-e7d1-43f4-9f3d-0718e86b99ce None None] Attempting to bind port fbbca393-1753-42c8-905b-eabe200eb245 on network 9a05b655-8925-4222-a853-020f58db76f4 {{(pid=115910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:01:21.125672 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1ce42d-e7d1-43f4-9f3d-0718e86b99ce None None] Checking agent: {'id': '9625653a-1f3f-4d73-bc2a-dc32c08b0da9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 4, 38, 53), 'started_at': datetime.datetime(2022, 7, 29, 4, 39, 23), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:01:21.127404 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1ce42d-e7d1-43f4-9f3d-0718e86b99ce None None] Checking segment: {'id': 'a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a05b655-8925-4222-a853-020f58db76f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:01:21.128005 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-3a1ce42d-e7d1-43f4-9f3d-0718e86b99ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:21.128379 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=5 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:21.129536 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1ce42d-e7d1-43f4-9f3d-0718e86b99ce None None] Bound using segment: {'id': 'a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a05b655-8925-4222-a853-020f58db76f4'} {{(pid=115910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:01:21.130275 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.managers [None req-3a1ce42d-e7d1-43f4-9f3d-0718e86b99ce None None] Bound port: fbbca393-1753-42c8-905b-eabe200eb245, host: dv-cinder-851449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a05b655-8925-4222-a853-020f58db76f4'}}] {{(pid=115910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:01:21.131041 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-3a1ce42d-e7d1-43f4-9f3d-0718e86b99ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (fbbca393-1753-42c8-905b-eabe200eb245), before_update {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:21.132859 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [req-c6bdecc2-a9ce-4122-9c8d-f373098e8022 req-86c16682-3dba-4031-81c4-824242b0fbd3 service neutron] For port 1a26b861-617c-4ef6-b856-a16b66ee0360, host hv-cinder-85144, cleared binding levels {{(pid=115908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:01:21.138384 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [req-c6bdecc2-a9ce-4122-9c8d-f373098e8022 req-86c16682-3dba-4031-81c4-824242b0fbd3 service neutron] For port 1a26b861-617c-4ef6-b856-a16b66ee0360, host hv-cinder-85144, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=1a26b861-617c-4ef6-b856-a16b66ee0360,segment=NetworkSegment(c34b902e-18b6-43f9-be53-5c6bf44dfaa3),segment_id=c34b902e-18b6-43f9-be53-5c6bf44dfaa3)] {{(pid=115908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:01:21.149512 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-c6bdecc2-a9ce-4122-9c8d-f373098e8022 req-86c16682-3dba-4031-81c4-824242b0fbd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7403849'] for port (1a26b861-617c-4ef6-b856-a16b66ee0360), after_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:21.151621 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-c8593b58-c01a-4018-9664-98a1618dcea2 admin admin] Publish callbacks [] for port (dd0a5182-331d-411a-8ce9-c11c3d857594), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:21.200923 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.db [None req-3a1ce42d-e7d1-43f4-9f3d-0718e86b99ce None None] For port fbbca393-1753-42c8-905b-eabe200eb245, host dv-cinder-851449-2-iscsi, cleared binding levels {{(pid=115910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:01:21.204820 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bdecc2-a9ce-4122-9c8d-f373098e8022 req-86c16682-3dba-4031-81c4-824242b0fbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:01:21.205489 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-c6bdecc2-a9ce-4122-9c8d-f373098e8022 req-86c16682-3dba-4031-81c4-824242b0fbd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for port (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:21.205712 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.plugins.ml2.db [None req-3a1ce42d-e7d1-43f4-9f3d-0718e86b99ce None None] For port fbbca393-1753-42c8-905b-eabe200eb245, host dv-cinder-851449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=fbbca393-1753-42c8-905b-eabe200eb245,segment=NetworkSegment(a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f),segment_id=a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f)] {{(pid=115910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:01:21.206205 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-c8593b58-c01a-4018-9664-98a1618dcea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7638272'] for port (dd0a5182-331d-411a-8ce9-c11c3d857594), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:21.206896 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c6bdecc2-a9ce-4122-9c8d-f373098e8022 req-86c16682-3dba-4031-81c4-824242b0fbd3 service neutron] 10.222.0.64 "PUT /v2.0/ports/1a26b861-617c-4ef6-b856-a16b66ee0360 HTTP/1.1" status: 200 len: 1093 time: 1.2128496 Jul 29 05:01:21.207333 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d8b3fba-7def-4a73-9c76-0b4871f244e9', 'tag': '1a26b861-617c-4ef6-b856-a16b66ee0360'}] {{(pid=115908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:01:21.209847 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91089063952d51f7df5c9c02e055d40fa8e1e9cb9a21cfbbcb9b3277c7a948b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1463c092-8064-4e64-b647-acfbb9dc82d7" -d '{"events": [{"name": "network-changed", "server_uuid": "0d8b3fba-7def-4a73-9c76-0b4871f244e9", "tag": "1a26b861-617c-4ef6-b856-a16b66ee0360"}]}' {{(pid=115908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:01:21.212977 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron_lib.callbacks.manager [None req-3a1ce42d-e7d1-43f4-9f3d-0718e86b99ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (fbbca393-1753-42c8-905b-eabe200eb245), after_update {{(pid=115910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:21.227333 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c16682-3dba-4031-81c4-824242b0fbd3 service neutron] Pushing event updated for resources: {'Port': ['ID=1a26b861-617c-4ef6-b856-a16b66ee0360,revision_number=3']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:01:21.314179 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8593b58-c01a-4018-9664-98a1618dcea2 admin admin] Network 9054b70b-5ee6-4464-9a2b-d603b3b9392d is already hosted by enough agents. {{(pid=115907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:01:21.316229 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aec90e-d430-42d8-b8f6-2978f72f0f76 None None] Pushing event updated for resources: {'Port': ['ID=fbbca393-1753-42c8-905b-eabe200eb245,revision_number=3']} {{(pid=115910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:01:21.321044 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1ce42d-e7d1-43f4-9f3d-0718e86b99ce None None] Routers {'6a4b6fcf-1585-4386-8015-dd86afa829b7'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:01:21.321657 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-3a1ce42d-e7d1-43f4-9f3d-0718e86b99ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T05:01:21Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['6a4b6fcf-1585-4386-8015-dd86afa829b7'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:01:21.321827 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.base_scheduler [None req-c8593b58-c01a-4018-9664-98a1618dcea2 admin admin] Resources bound (agent type, host, resource id): {{(pid=115907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:01:21.337388 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8593b58-c01a-4018-9664-98a1618dcea2 admin admin] Received port after_create {{(pid=115907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:01:21.353724 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 05:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e263106a-88f9-4338-bad3-dc6bd86da387 x-openstack-request-id: req-e263106a-88f9-4338-bad3-dc6bd86da387 {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:01:21.353995 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d8b3fba-7def-4a73-9c76-0b4871f244e9", "tag": "1a26b861-617c-4ef6-b856-a16b66ee0360", "status": "completed", "code": 200}]} {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:01:21.354715 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-e263106a-88f9-4338-bad3-dc6bd86da387 {{(pid=115908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:01:21.354715 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e263106a-88f9-4338-bad3-dc6bd86da387'] response: {'name': 'network-changed', 'server_uuid': '0d8b3fba-7def-4a73-9c76-0b4871f244e9', 'tag': '1a26b861-617c-4ef6-b856-a16b66ee0360', 'status': 'completed', 'code': 200} Jul 29 05:01:21.373382 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port 1ee7b380-8353-42ad-86bf-64ffb7e66338 is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:01:21.374615 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device cae43ed0-ba9a-41f9-87df-99f0dbf4032b up at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:01:21.379881 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bdecc2-a9ce-4122-9c8d-f373098e8022 req-3fcf7c6e-988c-4a12-b88c-cf5fb6a0dd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:01:21.383386 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c6bdecc2-a9ce-4122-9c8d-f373098e8022 req-3fcf7c6e-988c-4a12-b88c-cf5fb6a0dd18 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b586a0d507ca497589a504f9e2d44574&device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9 HTTP/1.1" status: 200 len: 1127 time: 0.1172688 Jul 29 05:01:21.389314 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8593b58-c01a-4018-9664-98a1618dcea2 admin admin] Pushing event updated for resources: {'Port': ['ID=dd0a5182-331d-411a-8ce9-c11c3d857594,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:01:21.418599 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-c8593b58-c01a-4018-9664-98a1618dcea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1715585'] for router_interface (6a4b6fcf-1585-4386-8015-dd86afa829b7), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:21.471216 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c6bdecc2-a9ce-4122-9c8d-f373098e8022 req-0c4ff22a-350a-4b57-a223-10c09f27718b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a26b861-617c-4ef6-b856-a16b66ee0360 HTTP/1.1" status: 200 len: 217 time: 0.0711515 Jul 29 05:01:21.481862 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Provisioning complete for port cae43ed0-ba9a-41f9-87df-99f0dbf4032b triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:01:21.482492 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (cae43ed0-ba9a-41f9-87df-99f0dbf4032b), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:21.529611 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-3a1ce42d-e7d1-43f4-9f3d-0718e86b99ce None None] Set router 6a4b6fcf-1585-4386-8015-dd86afa829b7 gateway port host: dv-cinder-851449-2-iscsi {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:01:21.531795 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:21.582383 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bdecc2-a9ce-4122-9c8d-f373098e8022 req-cc30437a-dd6c-48cc-b9b9-a1a7d638acad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:01:21.584078 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c6bdecc2-a9ce-4122-9c8d-f373098e8022 req-cc30437a-dd6c-48cc-b9b9-a1a7d638acad service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9f74eaa6-5843-460c-81c7-7fbee07b9bef HTTP/1.1" status: 200 len: 847 time: 0.1083608 Jul 29 05:01:21.656982 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port cae43ed0-ba9a-41f9-87df-99f0dbf4032b is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:01:21.677806 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (bab6a0c9-2145-495f-b42f-b184e241503a), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:21.706428 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bdecc2-a9ce-4122-9c8d-f373098e8022 req-6e8ed24d-541c-47c4-98c2-8fe9e3b5496f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:01:21.710027 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c6bdecc2-a9ce-4122-9c8d-f373098e8022 req-6e8ed24d-541c-47c4-98c2-8fe9e3b5496f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ac70cb08-b25c-4351-9af8-2a46a3f3e6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1192956 Jul 29 05:01:21.794905 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-3a1ce42d-e7d1-43f4-9f3d-0718e86b99ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4b6fcf-1585-4386-8015-dd86afa829b7', 'name': 'tempest-TestVolumeBootPattern-1553409325-router', 'tenant_id': 'b28758e3ebd64fc9864d134a33085838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'fbbca393-1753-42c8-905b-eabe200eb245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:01:17Z', 'updated_at': '2022-07-29T05:01:18Z', 'revision_number': 3, 'project_id': 'b28758e3ebd64fc9864d134a33085838', 'gw_port': {'id': 'fbbca393-1753-42c8-905b-eabe200eb245', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:05:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a4b6fcf-1585-4386-8015-dd86afa829b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:01:17Z', 'updated_at': '2022-07-29T05:01:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi'}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:01:21.816716 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c6bdecc2-a9ce-4122-9c8d-f373098e8022 req-17805956-f4aa-4bd8-b8c8-9826388d323b service neutron] 10.222.0.64 "GET /v2.0/networks/ac70cb08-b25c-4351-9af8-2a46a3f3e6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016395 Jul 29 05:01:21.824872 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1ce42d-e7d1-43f4-9f3d-0718e86b99ce None None] The sync data for ids ['6a4b6fcf-1585-4386-8015-dd86afa829b7'] in dv-cinder-851449-2-iscsi is: [{'id': '6a4b6fcf-1585-4386-8015-dd86afa829b7', 'name': 'tempest-TestVolumeBootPattern-1553409325-router', 'tenant_id': 'b28758e3ebd64fc9864d134a33085838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'fbbca393-1753-42c8-905b-eabe200eb245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:01:17Z', 'updated_at': '2022-07-29T05:01:18Z', 'revision_number': 3, 'project_id': 'b28758e3ebd64fc9864d134a33085838', 'gw_port': {'id': 'fbbca393-1753-42c8-905b-eabe200eb245', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:05:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a4b6fcf-1585-4386-8015-dd86afa829b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:01:17Z', 'updated_at': '2022-07-29T05:01:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi'}] {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:01:21.868422 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-c69a00c8-8b6a-4148-a6d4-30ac6f570620 None None] Provisioning complete for port dd0a5182-331d-411a-8ce9-c11c3d857594 triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:01:21.868825 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-c69a00c8-8b6a-4148-a6d4-30ac6f570620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (dd0a5182-331d-411a-8ce9-c11c3d857594), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:21.932883 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c6bdecc2-a9ce-4122-9c8d-f373098e8022 req-f940a91b-ce4e-4b62-b3ed-8a0f10f1dfbd service neutron] 10.222.0.64 "GET /v2.0/networks/ac70cb08-b25c-4351-9af8-2a46a3f3e6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107647 Jul 29 05:01:21.947277 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-c8593b58-c01a-4018-9664-98a1618dcea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (dd0a5182-331d-411a-8ce9-c11c3d857594), before_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:21.961101 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:21.975008 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:21.977194 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-c69a00c8-8b6a-4148-a6d4-30ac6f570620 None None] Port dd0a5182-331d-411a-8ce9-c11c3d857594 cannot update to ACTIVE because it is not bound. {{(pid=115909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 05:01:22.014985 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded0ad5d-f223-42c5-b885-b43688741d93 req-6ee051af-78e8-49d3-80a1-6d9efee37e2a tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:01:22.016488 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-ded0ad5d-f223-42c5-b885-b43688741d93 req-6ee051af-78e8-49d3-80a1-6d9efee37e2a tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/ports?device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9 HTTP/1.1" status: 200 len: 943 time: 0.0782108 Jul 29 05:01:22.038413 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device 1ee7b380-8353-42ad-86bf-64ffb7e66338 up at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:01:22.086391 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:22.095411 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Provisioning complete for port 1ee7b380-8353-42ad-86bf-64ffb7e66338 triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:01:22.096508 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (1ee7b380-8353-42ad-86bf-64ffb7e66338), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:22.138544 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-ded0ad5d-f223-42c5-b885-b43688741d93 req-e67adb2a-4157-4144-bef7-29923f6d9599 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/security-groups?id=03d44363-cfab-4b47-8455-6768e34578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131926 Jul 29 05:01:22.196518 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port 1ee7b380-8353-42ad-86bf-64ffb7e66338 is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:01:22.231158 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-c8593b58-c01a-4018-9664-98a1618dcea2 admin admin] Publish callbacks [] for port (dd0a5182-331d-411a-8ce9-c11c3d857594), precommit_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:22.237962 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-c8593b58-c01a-4018-9664-98a1618dcea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7638295'] for port (dd0a5182-331d-411a-8ce9-c11c3d857594), after_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:22.309354 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8593b58-c01a-4018-9664-98a1618dcea2 admin admin] Pushing event updated for resources: {'Port': ['ID=dd0a5182-331d-411a-8ce9-c11c3d857594,revision_number=2']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:01:22.312227 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-c8593b58-c01a-4018-9664-98a1618dcea2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1573558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1715709'] for router_interface (6a4b6fcf-1585-4386-8015-dd86afa829b7), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:22.368651 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:22.423791 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8593b58-c01a-4018-9664-98a1618dcea2 admin admin] Network 9054b70b-5ee6-4464-9a2b-d603b3b9392d is already hosted by enough agents. {{(pid=115907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:01:22.425233 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.base_scheduler [None req-c8593b58-c01a-4018-9664-98a1618dcea2 admin admin] Resources bound (agent type, host, resource id): {{(pid=115907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:01:22.543968 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=100 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:22.549588 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8593b58-c01a-4018-9664-98a1618dcea2 admin admin] Router 6a4b6fcf-1585-4386-8015-dd86afa829b7 has already been hosted by L3 agent 507cc676-b5a3-487d-9bd3-df89beb45ea5 {{(pid=115907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:01:22.663103 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8593b58-c01a-4018-9664-98a1618dcea2 admin admin] Notify agent at l3_agent.dv-cinder-851449-2-iscsi the message routers_updated {{(pid=115907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:01:22.668017 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-c8593b58-c01a-4018-9664-98a1618dcea2 admin admin] 10.222.0.40 "PUT /v2.0/routers/6a4b6fcf-1585-4386-8015-dd86afa829b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0528581 Jul 29 05:01:22.700425 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-94402a7b-3a4d-426b-ae61-fd32c9ce2726 None None] Provisioning complete for port dd0a5182-331d-411a-8ce9-c11c3d857594 triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:01:22.701539 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-94402a7b-3a4d-426b-ae61-fd32c9ce2726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (dd0a5182-331d-411a-8ce9-c11c3d857594), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:22.735071 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-94402a7b-3a4d-426b-ae61-fd32c9ce2726 None None] Port dd0a5182-331d-411a-8ce9-c11c3d857594 cannot update to ACTIVE because it is not bound. {{(pid=115909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 05:01:22.878629 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463c092-8064-4e64-b647-acfbb9dc82d7 req-98f79ab1-a3bf-4aad-bc9a-d6b62b3f1b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:01:22.880414 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-1463c092-8064-4e64-b647-acfbb9dc82d7 req-98f79ab1-a3bf-4aad-bc9a-d6b62b3f1b5d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b586a0d507ca497589a504f9e2d44574&device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9 HTTP/1.1" status: 200 len: 1127 time: 0.0444472 Jul 29 05:01:22.972851 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463c092-8064-4e64-b647-acfbb9dc82d7 req-9dfc30fd-0e0f-41f4-906b-d327918e9489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:01:22.974303 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-1463c092-8064-4e64-b647-acfbb9dc82d7 req-9dfc30fd-0e0f-41f4-906b-d327918e9489 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ac70cb08-b25c-4351-9af8-2a46a3f3e6e9 HTTP/1.1" status: 200 len: 909 time: 0.0872748 Jul 29 05:01:23.018327 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 39508) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:01:23.020297 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-1463c092-8064-4e64-b647-acfbb9dc82d7 req-618515b1-ee15-4ae5-8467-28945f0a94ef service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a26b861-617c-4ef6-b856-a16b66ee0360 HTTP/1.1" status: 200 len: 217 time: 0.0402958 Jul 29 05:01:23.022902 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [None req-115d015a-9320-4b34-98e1-af059558324d tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2066975548', 'description': 'tempest-secgroup-smoke-2066975548 description', 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc'}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:01:23.043586 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-115d015a-9320-4b34-98e1-af059558324d tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks [] for security_group (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:23.071012 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463c092-8064-4e64-b647-acfbb9dc82d7 req-98dc878b-998e-44ad-b27b-3e14da9e2d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:01:23.072440 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-1463c092-8064-4e64-b647-acfbb9dc82d7 req-98dc878b-998e-44ad-b27b-3e14da9e2d1c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9f74eaa6-5843-460c-81c7-7fbee07b9bef HTTP/1.1" status: 200 len: 847 time: 0.0470481 Jul 29 05:01:23.114717 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-115d015a-9320-4b34-98e1-af059558324d tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks [] for security_group (53f4bb53-9596-4c65-ac4b-f09350e921ff), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:23.118423 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463c092-8064-4e64-b647-acfbb9dc82d7 req-43d2719d-ec86-4b68-b91c-52461f343b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:01:23.118763 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-115d015a-9320-4b34-98e1-af059558324d tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (53f4bb53-9596-4c65-ac4b-f09350e921ff), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:23.120010 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-1463c092-8064-4e64-b647-acfbb9dc82d7 req-43d2719d-ec86-4b68-b91c-52461f343b9f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ac70cb08-b25c-4351-9af8-2a46a3f3e6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414276 Jul 29 05:01:23.148505 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-115d015a-9320-4b34-98e1-af059558324d tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks [] for security_group (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:23.149760 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-115d015a-9320-4b34-98e1-af059558324d tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1304414 Jul 29 05:01:23.153096 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 39510) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:01:23.157984 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [None req-7a0008b6-9677-47f4-850d-d9c63ec3a86d tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Request body: {'security_group_rule': {'security_group_id': '53f4bb53-9596-4c65-ac4b-f09350e921ff', 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:01:23.163705 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115d015a-9320-4b34-98e1-af059558324d tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53f4bb53-9596-4c65-ac4b-f09350e921ff,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:01:23.188900 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-7a0008b6-9677-47f4-850d-d9c63ec3a86d tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks [] for security_group_rule (a6f8733b-6b8b-4f8e-bb14-e65dd466a76b), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:23.235231 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-1463c092-8064-4e64-b647-acfbb9dc82d7 req-d62770c6-bd66-4a00-a517-cccc8b856bfc service neutron] 10.222.0.64 "GET /v2.0/networks/ac70cb08-b25c-4351-9af8-2a46a3f3e6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094778 Jul 29 05:01:23.264688 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:23.293769 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-7a0008b6-9677-47f4-850d-d9c63ec3a86d tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks [] for security_group_rule (a6f8733b-6b8b-4f8e-bb14-e65dd466a76b), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:23.300039 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-7a0008b6-9677-47f4-850d-d9c63ec3a86d tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885006'] for security_group_rule (a6f8733b-6b8b-4f8e-bb14-e65dd466a76b), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:23.310719 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:23.328859 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0008b6-9677-47f4-850d-d9c63ec3a86d tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6f8733b-6b8b-4f8e-bb14-e65dd466a76b,revision_number=0']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:01:23.339148 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab326c0-eae5-47f8-bb4d-580441a98596 req-e9555221-4f05-4c5a-ba0a-902edd4d9c8f tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:01:23.340728 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-4ab326c0-eae5-47f8-bb4d-580441a98596 req-e9555221-4f05-4c5a-ba0a-902edd4d9c8f tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/ports?device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9 HTTP/1.1" status: 200 len: 943 time: 0.0869668 Jul 29 05:01:23.341628 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-1463c092-8064-4e64-b647-acfbb9dc82d7 req-7f3ea56b-ce21-44f7-b64c-8b8b373a7a24 service neutron] 10.222.0.64 "GET /v2.0/networks/ac70cb08-b25c-4351-9af8-2a46a3f3e6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997782 Jul 29 05:01:23.344164 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-7a0008b6-9677-47f4-850d-d9c63ec3a86d tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:23.346555 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-7a0008b6-9677-47f4-850d-d9c63ec3a86d tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1918588 Jul 29 05:01:23.348844 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 39514) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:01:23.353472 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [None req-008f51cc-d451-445a-88f4-73420f49cf24 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Request body: {'security_group_rule': {'security_group_id': '53f4bb53-9596-4c65-ac4b-f09350e921ff', 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:01:23.363980 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:23.387281 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-008f51cc-d451-445a-88f4-73420f49cf24 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks [] for security_group_rule (10b7fc12-12f4-4762-b3f4-cc9d6974ff1b), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:23.397712 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-4ab326c0-eae5-47f8-bb4d-580441a98596 req-a82d363b-29b1-4d74-a63f-0a1ba08dbf0d tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/security-groups?id=03d44363-cfab-4b47-8455-6768e34578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500395 Jul 29 05:01:23.410732 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:23.459010 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-008f51cc-d451-445a-88f4-73420f49cf24 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks [] for security_group_rule (10b7fc12-12f4-4762-b3f4-cc9d6974ff1b), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:23.462800 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-008f51cc-d451-445a-88f4-73420f49cf24 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885006'] for security_group_rule (10b7fc12-12f4-4762-b3f4-cc9d6974ff1b), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:23.485030 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008f51cc-d451-445a-88f4-73420f49cf24 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10b7fc12-12f4-4762-b3f4-cc9d6974ff1b,revision_number=0']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:01:23.493407 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-008f51cc-d451-445a-88f4-73420f49cf24 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:23.494604 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-008f51cc-d451-445a-88f4-73420f49cf24 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1446166 Jul 29 05:01:23.497402 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 39516) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:01:23.502847 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [None req-d1063612-8a53-48d9-be9e-016f8896f63d tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Request body: {'security_group_rule': {'security_group_id': '53f4bb53-9596-4c65-ac4b-f09350e921ff', 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:01:23.531110 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-d1063612-8a53-48d9-be9e-016f8896f63d tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks [] for security_group_rule (2805f161-ded6-4d43-be08-615c2403c4b9), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:23.593524 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-d1063612-8a53-48d9-be9e-016f8896f63d tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks [] for security_group_rule (2805f161-ded6-4d43-be08-615c2403c4b9), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:23.595077 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2b4c07-42c3-436c-bf8e-c86a90889cd4 None None] Sync routers for ids ['6a4b6fcf-1585-4386-8015-dd86afa829b7'] in dv-cinder-851449-2-iscsi {{(pid=115909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:01:23.597374 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-d1063612-8a53-48d9-be9e-016f8896f63d tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885006'] for security_group_rule (2805f161-ded6-4d43-be08-615c2403c4b9), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:23.606177 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2b4c07-42c3-436c-bf8e-c86a90889cd4 None None] Routers {'6a4b6fcf-1585-4386-8015-dd86afa829b7'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:01:23.606850 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-df2b4c07-42c3-436c-bf8e-c86a90889cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T05:01:21Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['6a4b6fcf-1585-4386-8015-dd86afa829b7'], 'active': True} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:01:23.616376 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1063612-8a53-48d9-be9e-016f8896f63d tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2805f161-ded6-4d43-be08-615c2403c4b9,revision_number=0']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:01:23.621431 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-d1063612-8a53-48d9-be9e-016f8896f63d tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:23.622611 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-d1063612-8a53-48d9-be9e-016f8896f63d tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1241188 Jul 29 05:01:23.625254 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 39518) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:01:23.630077 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [None req-22b424d9-b7b9-4b8e-b3f8-9fa0d372d58d tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Request body: {'security_group_rule': {'security_group_id': '53f4bb53-9596-4c65-ac4b-f09350e921ff', 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:01:23.656032 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-22b424d9-b7b9-4b8e-b3f8-9fa0d372d58d tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks [] for security_group_rule (67b0fa43-69e4-4dbe-a128-20d490245c1b), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:23.658948 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:23.681007 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:23.721006 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvr_db [None req-df2b4c07-42c3-436c-bf8e-c86a90889cd4 None None] Set router 6a4b6fcf-1585-4386-8015-dd86afa829b7 gateway port host: dv-cinder-851449-2-iscsi {{(pid=115909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:01:23.721545 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-22b424d9-b7b9-4b8e-b3f8-9fa0d372d58d tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks [] for security_group_rule (67b0fa43-69e4-4dbe-a128-20d490245c1b), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:23.725017 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-22b424d9-b7b9-4b8e-b3f8-9fa0d372d58d tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885006'] for security_group_rule (67b0fa43-69e4-4dbe-a128-20d490245c1b), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:23.745958 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b424d9-b7b9-4b8e-b3f8-9fa0d372d58d tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67b0fa43-69e4-4dbe-a128-20d490245c1b,revision_number=0']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:01:23.754212 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-22b424d9-b7b9-4b8e-b3f8-9fa0d372d58d tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:23.755434 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-22b424d9-b7b9-4b8e-b3f8-9fa0d372d58d tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1292813 Jul 29 05:01:23.758331 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 39520) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:01:23.762741 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [None req-4a9743b8-1da8-4150-b7dc-86e8c811cb08 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Request body: {'security_group_rule': {'security_group_id': '53f4bb53-9596-4c65-ac4b-f09350e921ff', 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:01:23.787183 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.db.securitygroups_db [None req-4a9743b8-1da8-4150-b7dc-86e8c811cb08 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Project e10af2e6edcd485caf51326fdc9c17fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 05:01:23.794363 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-4a9743b8-1da8-4150-b7dc-86e8c811cb08 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks [] for security_group_rule (f84b38a6-8633-48fd-b07e-a9133723fdac), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:23.858336 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-4a9743b8-1da8-4150-b7dc-86e8c811cb08 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks [] for security_group_rule (f84b38a6-8633-48fd-b07e-a9133723fdac), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:23.862929 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-4a9743b8-1da8-4150-b7dc-86e8c811cb08 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885006'] for security_group_rule (f84b38a6-8633-48fd-b07e-a9133723fdac), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:23.882465 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9743b8-1da8-4150-b7dc-86e8c811cb08 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f84b38a6-8633-48fd-b07e-a9133723fdac,revision_number=0']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:01:23.888172 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-4a9743b8-1da8-4150-b7dc-86e8c811cb08 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:23.892772 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-4a9743b8-1da8-4150-b7dc-86e8c811cb08 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1301608 Jul 29 05:01:23.892772 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 39522) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:01:23.897248 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [None req-bb552de3-ee45-41b6-a8ab-e976454ba3e8 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Request body: {'security_group_rule': {'security_group_id': '53f4bb53-9596-4c65-ac4b-f09350e921ff', 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:01:23.918409 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.db.securitygroups_db [None req-bb552de3-ee45-41b6-a8ab-e976454ba3e8 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Project e10af2e6edcd485caf51326fdc9c17fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 05:01:23.920297 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-df2b4c07-42c3-436c-bf8e-c86a90889cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4b6fcf-1585-4386-8015-dd86afa829b7', 'name': 'tempest-TestVolumeBootPattern-1553409325-router', 'tenant_id': 'b28758e3ebd64fc9864d134a33085838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'fbbca393-1753-42c8-905b-eabe200eb245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:01:17Z', 'updated_at': '2022-07-29T05:01:21Z', 'revision_number': 4, 'project_id': 'b28758e3ebd64fc9864d134a33085838', 'gw_port': {'id': 'fbbca393-1753-42c8-905b-eabe200eb245', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:05:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a4b6fcf-1585-4386-8015-dd86afa829b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:01:17Z', 'updated_at': '2022-07-29T05:01:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': 'dd0a5182-331d-411a-8ce9-c11c3d857594', 'name': '', 'network_id': '9054b70b-5ee6-4464-9a2b-d603b3b9392d', 'tenant_id': 'b28758e3ebd64fc9864d134a33085838', 'mac_address': 'fa:16:3e:fa:00:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a4b6fcf-1585-4386-8015-dd86afa829b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '5f9fd7aa-871e-49bc-bd94-8dfbfb322486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:01:20Z', 'updated_at': '2022-07-29T05:01:22Z', 'revision_number': 2, 'project_id': 'b28758e3ebd64fc9864d134a33085838', 'subnets': [{'id': '5f9fd7aa-871e-49bc-bd94-8dfbfb322486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:01:23.931069 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-bb552de3-ee45-41b6-a8ab-e976454ba3e8 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks [] for security_group_rule (83d5a35b-e8ee-4a36-8f95-2d31de6f3652), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:23.956585 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2b4c07-42c3-436c-bf8e-c86a90889cd4 None None] Checking router: 6a4b6fcf-1585-4386-8015-dd86afa829b7 for host: dv-cinder-851449-2-iscsi {{(pid=115909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:01:23.956946 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2b4c07-42c3-436c-bf8e-c86a90889cd4 None None] Updating router 6a4b6fcf-1585-4386-8015-dd86afa829b7 port dd0a5182-331d-411a-8ce9-c11c3d857594 binding host dv-cinder-851449-2-iscsi {{(pid=115909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 05:01:23.988427 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-df2b4c07-42c3-436c-bf8e-c86a90889cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (dd0a5182-331d-411a-8ce9-c11c3d857594), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:23.999161 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device fbbca393-1753-42c8-905b-eabe200eb245 up at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:01:24.000002 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-bb552de3-ee45-41b6-a8ab-e976454ba3e8 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks [] for security_group_rule (83d5a35b-e8ee-4a36-8f95-2d31de6f3652), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:24.004493 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-bb552de3-ee45-41b6-a8ab-e976454ba3e8 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885006'] for security_group_rule (83d5a35b-e8ee-4a36-8f95-2d31de6f3652), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:24.023425 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb552de3-ee45-41b6-a8ab-e976454ba3e8 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83d5a35b-e8ee-4a36-8f95-2d31de6f3652,revision_number=0']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:01:24.035987 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-bb552de3-ee45-41b6-a8ab-e976454ba3e8 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:24.037690 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-bb552de3-ee45-41b6-a8ab-e976454ba3e8 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1436703 Jul 29 05:01:24.121350 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Provisioning complete for port fbbca393-1753-42c8-905b-eabe200eb245 triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:01:24.121642 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (fbbca393-1753-42c8-905b-eabe200eb245), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:24.250890 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:24.414034 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port fbbca393-1753-42c8-905b-eabe200eb245 is: DOWN; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:01:24.414420 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (fbbca393-1753-42c8-905b-eabe200eb245), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:24.431035 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:24.471251 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] For port fbbca393-1753-42c8-905b-eabe200eb245, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=fbbca393-1753-42c8-905b-eabe200eb245,segment=NetworkSegment(a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f),segment_id=a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:01:24.486832 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (fbbca393-1753-42c8-905b-eabe200eb245), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:24.552436 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-df2b4c07-42c3-436c-bf8e-c86a90889cd4 None None] Publish callbacks [] for port (dd0a5182-331d-411a-8ce9-c11c3d857594), precommit_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:24.572960 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Pushing event updated for resources: {'Port': ['ID=fbbca393-1753-42c8-905b-eabe200eb245,revision_number=4']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:01:24.573071 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01dbb6-76fa-4880-a280-c36ef6299382 req-0926d9e4-41f8-4374-9ea1-71bd1ee94569 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:01:24.573525 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-3d01dbb6-76fa-4880-a280-c36ef6299382 req-0926d9e4-41f8-4374-9ea1-71bd1ee94569 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/ports?device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9 HTTP/1.1" status: 200 len: 943 time: 0.0898991 Jul 29 05:01:24.577756 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-df2b4c07-42c3-436c-bf8e-c86a90889cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (dd0a5182-331d-411a-8ce9-c11c3d857594), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:24.625538 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-3d01dbb6-76fa-4880-a280-c36ef6299382 req-334a70d8-5622-4476-b64f-261ac0172dde tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/security-groups?id=03d44363-cfab-4b47-8455-6768e34578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467606 Jul 29 05:01:24.651221 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c5ddf-b929-42a5-9ebe-acdae7fc1069 None None] Pushing event updated for resources: {'Port': ['ID=dd0a5182-331d-411a-8ce9-c11c3d857594,revision_number=3']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:01:24.689295 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-df2b4c07-42c3-436c-bf8e-c86a90889cd4 None None] Attempting to bind port dd0a5182-331d-411a-8ce9-c11c3d857594 on host dv-cinder-851449-2-iscsi for vnic_type normal with profile {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:01:24.689692 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-df2b4c07-42c3-436c-bf8e-c86a90889cd4 None None] Attempting to bind port dd0a5182-331d-411a-8ce9-c11c3d857594 by drivers openvswitch,hyperv on host dv-cinder-851449-2-iscsi at level 0 using segments [{'id': '85e65757-8713-487d-89ab-58a824df5c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9054b70b-5ee6-4464-9a2b-d603b3b9392d'}] {{(pid=115909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:01:24.690058 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2b4c07-42c3-436c-bf8e-c86a90889cd4 None None] Attempting to bind port dd0a5182-331d-411a-8ce9-c11c3d857594 on network 9054b70b-5ee6-4464-9a2b-d603b3b9392d {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:01:24.695441 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2b4c07-42c3-436c-bf8e-c86a90889cd4 None None] Checking agent: {'id': '9625653a-1f3f-4d73-bc2a-dc32c08b0da9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 4, 38, 53), 'started_at': datetime.datetime(2022, 7, 29, 4, 39, 23), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:01:24.695819 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2b4c07-42c3-436c-bf8e-c86a90889cd4 None None] Checking segment: {'id': '85e65757-8713-487d-89ab-58a824df5c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9054b70b-5ee6-4464-9a2b-d603b3b9392d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:01:24.696222 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-df2b4c07-42c3-436c-bf8e-c86a90889cd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:24.696836 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2b4c07-42c3-436c-bf8e-c86a90889cd4 None None] Bound using segment: {'id': '85e65757-8713-487d-89ab-58a824df5c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9054b70b-5ee6-4464-9a2b-d603b3b9392d'} {{(pid=115909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:01:24.697308 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.managers [None req-df2b4c07-42c3-436c-bf8e-c86a90889cd4 None None] Bound port: dd0a5182-331d-411a-8ce9-c11c3d857594, host: dv-cinder-851449-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e65757-8713-487d-89ab-58a824df5c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9054b70b-5ee6-4464-9a2b-d603b3b9392d'}}] {{(pid=115909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:01:24.698462 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-df2b4c07-42c3-436c-bf8e-c86a90889cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (dd0a5182-331d-411a-8ce9-c11c3d857594), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:24.765994 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-df2b4c07-42c3-436c-bf8e-c86a90889cd4 None None] For port dd0a5182-331d-411a-8ce9-c11c3d857594, host dv-cinder-851449-2-iscsi, cleared binding levels {{(pid=115909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:01:24.771339 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-df2b4c07-42c3-436c-bf8e-c86a90889cd4 None None] For port dd0a5182-331d-411a-8ce9-c11c3d857594, host dv-cinder-851449-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=dd0a5182-331d-411a-8ce9-c11c3d857594,segment=NetworkSegment(85e65757-8713-487d-89ab-58a824df5c10),segment_id=85e65757-8713-487d-89ab-58a824df5c10)] {{(pid=115909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:01:24.778637 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-df2b4c07-42c3-436c-bf8e-c86a90889cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (dd0a5182-331d-411a-8ce9-c11c3d857594), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:24.845543 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2b4c07-42c3-436c-bf8e-c86a90889cd4 None None] Routers {'6a4b6fcf-1585-4386-8015-dd86afa829b7'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:01:24.846438 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-df2b4c07-42c3-436c-bf8e-c86a90889cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T05:01:21Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['6a4b6fcf-1585-4386-8015-dd86afa829b7'], 'active': True} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:01:24.850109 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c5ddf-b929-42a5-9ebe-acdae7fc1069 None None] Pushing event updated for resources: {'Port': ['ID=dd0a5182-331d-411a-8ce9-c11c3d857594,revision_number=4']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:01:24.908848 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-c404fb81-79eb-424b-bd60-5b44871807d6 None None] Provisioning complete for port dd0a5182-331d-411a-8ce9-c11c3d857594 triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:01:24.909841 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-c404fb81-79eb-424b-bd60-5b44871807d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (dd0a5182-331d-411a-8ce9-c11c3d857594), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:24.996964 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvr_db [None req-df2b4c07-42c3-436c-bf8e-c86a90889cd4 None None] Set router 6a4b6fcf-1585-4386-8015-dd86afa829b7 gateway port host: dv-cinder-851449-2-iscsi {{(pid=115909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:01:25.132795 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-c404fb81-79eb-424b-bd60-5b44871807d6 None None] Current status of the port dd0a5182-331d-411a-8ce9-c11c3d857594 is: DOWN; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:01:25.133092 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-c404fb81-79eb-424b-bd60-5b44871807d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (dd0a5182-331d-411a-8ce9-c11c3d857594), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:25.189919 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:25.202501 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-c404fb81-79eb-424b-bd60-5b44871807d6 None None] For port dd0a5182-331d-411a-8ce9-c11c3d857594, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=dd0a5182-331d-411a-8ce9-c11c3d857594,segment=NetworkSegment(85e65757-8713-487d-89ab-58a824df5c10),segment_id=85e65757-8713-487d-89ab-58a824df5c10)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:01:25.210471 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-c404fb81-79eb-424b-bd60-5b44871807d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (dd0a5182-331d-411a-8ce9-c11c3d857594), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:25.272912 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:25.280902 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-df2b4c07-42c3-436c-bf8e-c86a90889cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4b6fcf-1585-4386-8015-dd86afa829b7', 'name': 'tempest-TestVolumeBootPattern-1553409325-router', 'tenant_id': 'b28758e3ebd64fc9864d134a33085838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'fbbca393-1753-42c8-905b-eabe200eb245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:01:17Z', 'updated_at': '2022-07-29T05:01:21Z', 'revision_number': 4, 'project_id': 'b28758e3ebd64fc9864d134a33085838', 'gw_port': {'id': 'fbbca393-1753-42c8-905b-eabe200eb245', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:05:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4b6fcf-1585-4386-8015-dd86afa829b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:01:17Z', 'updated_at': '2022-07-29T05:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': 'dd0a5182-331d-411a-8ce9-c11c3d857594', 'name': '', 'network_id': '9054b70b-5ee6-4464-9a2b-d603b3b9392d', 'tenant_id': 'b28758e3ebd64fc9864d134a33085838', 'mac_address': 'fa:16:3e:fa:00:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a4b6fcf-1585-4386-8015-dd86afa829b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '5f9fd7aa-871e-49bc-bd94-8dfbfb322486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:01:20Z', 'updated_at': '2022-07-29T05:01:24Z', 'revision_number': 4, 'project_id': 'b28758e3ebd64fc9864d134a33085838', 'subnets': [{'id': '5f9fd7aa-871e-49bc-bd94-8dfbfb322486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:01:25.316874 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2b4c07-42c3-436c-bf8e-c86a90889cd4 None None] The sync data for ids ['6a4b6fcf-1585-4386-8015-dd86afa829b7'] in dv-cinder-851449-2-iscsi is: [{'id': '6a4b6fcf-1585-4386-8015-dd86afa829b7', 'name': 'tempest-TestVolumeBootPattern-1553409325-router', 'tenant_id': 'b28758e3ebd64fc9864d134a33085838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'fbbca393-1753-42c8-905b-eabe200eb245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:01:17Z', 'updated_at': '2022-07-29T05:01:21Z', 'revision_number': 4, 'project_id': 'b28758e3ebd64fc9864d134a33085838', 'gw_port': {'id': 'fbbca393-1753-42c8-905b-eabe200eb245', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:05:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4b6fcf-1585-4386-8015-dd86afa829b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:01:17Z', 'updated_at': '2022-07-29T05:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': 'dd0a5182-331d-411a-8ce9-c11c3d857594', 'name': '', 'network_id': '9054b70b-5ee6-4464-9a2b-d603b3b9392d', 'tenant_id': 'b28758e3ebd64fc9864d134a33085838', 'mac_address': 'fa:16:3e:fa:00:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a4b6fcf-1585-4386-8015-dd86afa829b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '5f9fd7aa-871e-49bc-bd94-8dfbfb322486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:01:20Z', 'updated_at': '2022-07-29T05:01:24Z', 'revision_number': 4, 'project_id': 'b28758e3ebd64fc9864d134a33085838', 'subnets': [{'id': '5f9fd7aa-871e-49bc-bd94-8dfbfb322486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:01:25.322146 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c404fb81-79eb-424b-bd60-5b44871807d6 None None] Pushing event updated for resources: {'Port': ['ID=dd0a5182-331d-411a-8ce9-c11c3d857594,revision_number=5']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:01:25.333710 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-f6901176-3638-4eea-9851-ba2ded2e688d None None] Provisioning complete for port dd0a5182-331d-411a-8ce9-c11c3d857594 triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:01:25.334081 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-f6901176-3638-4eea-9851-ba2ded2e688d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (dd0a5182-331d-411a-8ce9-c11c3d857594), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:25.441259 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-f6901176-3638-4eea-9851-ba2ded2e688d None None] Current status of the port dd0a5182-331d-411a-8ce9-c11c3d857594 is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:01:25.757704 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2277665a-df0c-4ec3-a408-2b64c50ce416 req-dde5d268-378a-437a-8590-f3c2f9644401 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:01:25.759560 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-2277665a-df0c-4ec3-a408-2b64c50ce416 req-dde5d268-378a-437a-8590-f3c2f9644401 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/ports?device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9 HTTP/1.1" status: 200 len: 943 time: 0.0517991 Jul 29 05:01:25.814462 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-2277665a-df0c-4ec3-a408-2b64c50ce416 req-9b9429bd-9d81-4262-8ae1-b80706610b24 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/security-groups?id=03d44363-cfab-4b47-8455-6768e34578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487418 Jul 29 05:01:26.038605 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device fbbca393-1753-42c8-905b-eabe200eb245 up at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:01:26.084236 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Provisioning complete for port fbbca393-1753-42c8-905b-eabe200eb245 triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:01:26.084626 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (fbbca393-1753-42c8-905b-eabe200eb245), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:26.159218 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port fbbca393-1753-42c8-905b-eabe200eb245 is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:01:26.160308 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device dd0a5182-331d-411a-8ce9-c11c3d857594 up at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:01:26.203726 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Provisioning complete for port dd0a5182-331d-411a-8ce9-c11c3d857594 triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:01:26.204449 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (dd0a5182-331d-411a-8ce9-c11c3d857594), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:26.279094 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Current status of the port dd0a5182-331d-411a-8ce9-c11c3d857594 is: ACTIVE; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:01:26.938108 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d88eae6-79ac-4e0f-a6bb-62cf4bf39cbe req-98ce0f60-25cc-489a-9d42-0cbbf04f266b tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:01:26.939599 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-0d88eae6-79ac-4e0f-a6bb-62cf4bf39cbe req-98ce0f60-25cc-489a-9d42-0cbbf04f266b tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/ports?device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9 HTTP/1.1" status: 200 len: 943 time: 0.0498252 Jul 29 05:01:26.989372 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-0d88eae6-79ac-4e0f-a6bb-62cf4bf39cbe req-f5982131-c047-4fe7-9882-33d60a8452c4 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/security-groups?id=03d44363-cfab-4b47-8455-6768e34578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434175 Jul 29 05:01:28.111061 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9531220-737c-4901-b53b-e5df133c2fa1 req-2f7ae82e-d823-4a66-aa01-08b90042c60c tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:01:28.112440 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-d9531220-737c-4901-b53b-e5df133c2fa1 req-2f7ae82e-d823-4a66-aa01-08b90042c60c tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/ports?device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9 HTTP/1.1" status: 200 len: 943 time: 0.0485265 Jul 29 05:01:28.162298 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-d9531220-737c-4901-b53b-e5df133c2fa1 req-dc77ecde-2f2c-47ed-aa6a-0bf842dba685 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/security-groups?id=03d44363-cfab-4b47-8455-6768e34578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441084 Jul 29 05:01:29.301672 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c846fda-cdcb-40f7-b07b-2bce2edbfa39 req-2c2979e8-734b-43f9-9d1e-0770f144ca8a tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:01:29.303828 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-3c846fda-cdcb-40f7-b07b-2bce2edbfa39 req-2c2979e8-734b-43f9-9d1e-0770f144ca8a tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/ports?device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9 HTTP/1.1" status: 200 len: 943 time: 0.0645580 Jul 29 05:01:29.370542 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-3c846fda-cdcb-40f7-b07b-2bce2edbfa39 req-ce6dcf65-74ce-4743-b90c-936d7f213a98 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/security-groups?id=03d44363-cfab-4b47-8455-6768e34578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611227 Jul 29 05:01:30.164973 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device 1a26b861-617c-4ef6-b856-a16b66ee0360 details requested by agent hyperv_hv-cinder-85144 with host hv-cinder-85144 {{(pid=115909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 05:01:30.266412 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port 1a26b861-617c-4ef6-b856-a16b66ee0360, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=1a26b861-617c-4ef6-b856-a16b66ee0360,segment=NetworkSegment(c34b902e-18b6-43f9-be53-5c6bf44dfaa3),segment_id=c34b902e-18b6-43f9-be53-5c6bf44dfaa3)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:01:30.277967 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Returning: {'device': '1a26b861-617c-4ef6-b856-a16b66ee0360', 'network_id': 'ac70cb08-b25c-4351-9af8-2a46a3f3e6e9', 'port_id': '1a26b861-617c-4ef6-b856-a16b66ee0360', 'mac_address': 'fa:16:3e:16:73:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f74eaa6-5843-460c-81c7-7fbee07b9bef', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 05:01:30.319338 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Current status of the port 1a26b861-617c-4ef6-b856-a16b66ee0360 is: DOWN; New status is: BUILD {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:01:30.319745 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (1a26b861-617c-4ef6-b856-a16b66ee0360), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:30.333097 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.notifiers.nova [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a26b861-617c-4ef6-b856-a16b66ee0360 {{(pid=115909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 05:01:30.355127 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port 1a26b861-617c-4ef6-b856-a16b66ee0360, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=1a26b861-617c-4ef6-b856-a16b66ee0360,segment=NetworkSegment(c34b902e-18b6-43f9-be53-5c6bf44dfaa3),segment_id=c34b902e-18b6-43f9-be53-5c6bf44dfaa3)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:01:30.359559 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (1a26b861-617c-4ef6-b856-a16b66ee0360), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:30.409142 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Pushing event updated for resources: {'Port': ['ID=1a26b861-617c-4ef6-b856-a16b66ee0360,revision_number=4']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:01:30.500625 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5aec42-f1aa-4211-b752-ea554f0a0fb2 req-7e7def80-b9a1-4a71-aa28-ebe1860b4620 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:01:30.502116 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-5c5aec42-f1aa-4211-b752-ea554f0a0fb2 req-7e7def80-b9a1-4a71-aa28-ebe1860b4620 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/ports?device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9 HTTP/1.1" status: 200 len: 944 time: 0.0489051 Jul 29 05:01:30.555700 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-5c5aec42-f1aa-4211-b752-ea554f0a0fb2 req-3ed4288f-45c3-4f41-b09a-85508f17a100 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/security-groups?id=03d44363-cfab-4b47-8455-6768e34578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470593 Jul 29 05:01:30.903288 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] get_ports_and_sgs() called for port_ids ['1a26b861-617c-4ef6-b856-a16b66ee0360'] {{(pid=115909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 05:01:30.928946 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:31.028264 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:31.676511 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847738b8-fa58-4652-85c8-c93820ee8ec5 req-0fa47ebe-f165-457f-a9c4-ed694007a8cf tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:01:31.678084 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-847738b8-fa58-4652-85c8-c93820ee8ec5 req-0fa47ebe-f165-457f-a9c4-ed694007a8cf tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/ports?device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9 HTTP/1.1" status: 200 len: 944 time: 0.0503848 Jul 29 05:01:31.729479 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-847738b8-fa58-4652-85c8-c93820ee8ec5 req-eb1af67b-0756-4421-a4bc-451daaf878b8 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/security-groups?id=03d44363-cfab-4b47-8455-6768e34578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458212 Jul 29 05:01:31.794495 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=61,neutron:UPDATE=3 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:31.824371 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=12 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:32.165835 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device 1a26b861-617c-4ef6-b856-a16b66ee0360 up at agent hyperv_hv-cinder-85144 {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:01:32.208175 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Provisioning for port 1a26b861-617c-4ef6-b856-a16b66ee0360 completed by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 29 05:01:32.213909 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Provisioning complete for port 1a26b861-617c-4ef6-b856-a16b66ee0360 triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:01:32.214296 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (1a26b861-617c-4ef6-b856-a16b66ee0360), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:32.296559 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Current status of the port 1a26b861-617c-4ef6-b856-a16b66ee0360 is: BUILD; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:01:32.296986 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (1a26b861-617c-4ef6-b856-a16b66ee0360), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:32.321360 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d8b3fba-7def-4a73-9c76-0b4871f244e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a26b861-617c-4ef6-b856-a16b66ee0360'}] {{(pid=115909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:01:32.324037 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c420e031ced92140226aa6f83123c9b23fc96e3244e1479094dc728224b9fe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9203ee-df6c-4729-8733-5820f2542fc2" -d '{"events": [{"server_uuid": "0d8b3fba-7def-4a73-9c76-0b4871f244e9", "name": "network-vif-plugged", "status": "completed", "tag": "1a26b861-617c-4ef6-b856-a16b66ee0360"}]}' {{(pid=115909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:01:32.337371 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port 1a26b861-617c-4ef6-b856-a16b66ee0360, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=1a26b861-617c-4ef6-b856-a16b66ee0360,segment=NetworkSegment(c34b902e-18b6-43f9-be53-5c6bf44dfaa3),segment_id=c34b902e-18b6-43f9-be53-5c6bf44dfaa3)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:01:32.342032 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (1a26b861-617c-4ef6-b856-a16b66ee0360), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:32.367678 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 05:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf947c8-3072-438d-9584-7df935afc55d x-openstack-request-id: req-1cf947c8-3072-438d-9584-7df935afc55d {{(pid=115909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:01:32.367972 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d8b3fba-7def-4a73-9c76-0b4871f244e9", "name": "network-vif-plugged", "status": "completed", "tag": "1a26b861-617c-4ef6-b856-a16b66ee0360", "code": 200}]} {{(pid=115909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:01:32.368226 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-1cf947c8-3072-438d-9584-7df935afc55d {{(pid=115909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:01:32.368644 dv-cinder-851449-2-iscsi neutron-server[115909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cf947c8-3072-438d-9584-7df935afc55d'] response: {'server_uuid': '0d8b3fba-7def-4a73-9c76-0b4871f244e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a26b861-617c-4ef6-b856-a16b66ee0360', 'code': 200} Jul 29 05:01:32.393003 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Pushing event updated for resources: {'Port': ['ID=1a26b861-617c-4ef6-b856-a16b66ee0360,revision_number=5']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:01:32.620381 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d109a01-8637-49d4-ac26-5acad34ab61a req-d1a947c0-75e1-4f64-a1bd-83bb21d7203c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:01:32.621930 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-2d109a01-8637-49d4-ac26-5acad34ab61a req-d1a947c0-75e1-4f64-a1bd-83bb21d7203c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9 HTTP/1.1" status: 200 len: 1129 time: 0.0390241 Jul 29 05:01:32.675279 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-2d109a01-8637-49d4-ac26-5acad34ab61a req-19d191a5-0ed3-42b6-b1ca-bb188a6faca6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=03d44363-cfab-4b47-8455-6768e34578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463793 Jul 29 05:01:32.848915 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed87e4-7f6b-44a4-add8-c9802721835a req-3b1d3f33-577f-4951-91e1-21b3e64286f0 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:01:32.851163 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-94ed87e4-7f6b-44a4-add8-c9802721835a req-3b1d3f33-577f-4951-91e1-21b3e64286f0 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/ports?device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9 HTTP/1.1" status: 200 len: 945 time: 0.0479295 Jul 29 05:01:32.900698 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-94ed87e4-7f6b-44a4-add8-c9802721835a req-d0a9a737-f920-41cc-ab6a-16020e894ea8 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/security-groups?id=03d44363-cfab-4b47-8455-6768e34578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437958 Jul 29 05:01:34.024752 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e861385-d6e4-4c48-8007-f4a9e990a20a req-5d1a7bfc-01a9-48e2-8951-986a92e9e317 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:01:34.026346 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-4e861385-d6e4-4c48-8007-f4a9e990a20a req-5d1a7bfc-01a9-48e2-8951-986a92e9e317 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/ports?device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9 HTTP/1.1" status: 200 len: 945 time: 0.0533161 Jul 29 05:01:34.079886 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-4e861385-d6e4-4c48-8007-f4a9e990a20a req-656f35e3-3617-4ed0-900e-b437b51b30aa tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/security-groups?id=03d44363-cfab-4b47-8455-6768e34578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477390 Jul 29 05:01:35.198154 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee38962-3e5e-47d2-a794-d2c08b8780dd req-86fb4da3-105a-4c04-b42b-887c2f849020 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:01:35.199622 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-5ee38962-3e5e-47d2-a794-d2c08b8780dd req-86fb4da3-105a-4c04-b42b-887c2f849020 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/ports?device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9 HTTP/1.1" status: 200 len: 945 time: 0.0473316 Jul 29 05:01:35.247967 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-5ee38962-3e5e-47d2-a794-d2c08b8780dd req-e74ceb34-ad25-4fe1-b2b8-b941e157723a tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/security-groups?id=03d44363-cfab-4b47-8455-6768e34578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428488 Jul 29 05:01:35.363348 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aa147e-c199-4e93-83a5-cd691caf697c req-614ae913-dfb2-4473-a8d2-ece7cc027000 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:01:35.364838 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-b2aa147e-c199-4e93-83a5-cd691caf697c req-614ae913-dfb2-4473-a8d2-ece7cc027000 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/ports?device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9 HTTP/1.1" status: 200 len: 945 time: 0.0465128 Jul 29 05:01:35.416391 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-b2aa147e-c199-4e93-83a5-cd691caf697c req-914143fe-6958-4d4d-8069-360e807c734b tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/security-groups?id=03d44363-cfab-4b47-8455-6768e34578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454447 Jul 29 05:01:35.442384 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 39636) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:01:35.624273 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2279edf5-058c-40be-97be-6d51aeea97b4 tempest-TestShelveInstance-840261151 tempest-TestShelveInstance-840261151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:01:35.625827 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-2279edf5-058c-40be-97be-6d51aeea97b4 tempest-TestShelveInstance-840261151 tempest-TestShelveInstance-840261151-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9 HTTP/1.1" status: 200 len: 1124 time: 0.1824796 Jul 29 05:01:35.628754 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 39640) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:01:35.632947 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [None req-dc6f19cc-cbd0-4318-8ee9-ad6e96796fbe tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Request body: {'floatingip': {'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'port_id': '1a26b861-617c-4ef6-b856-a16b66ee0360', 'tenant_id': 'b586a0d507ca497589a504f9e2d44574', 'fixed_ip_address': '172.20.0.8'}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:01:35.640020 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:35.647429 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:35.658100 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-dc6f19cc-cbd0-4318-8ee9-ad6e96796fbe tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:35.742318 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-dc6f19cc-cbd0-4318-8ee9-ad6e96796fbe tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:35.847745 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.db.db_base_plugin_common [None req-dc6f19cc-cbd0-4318-8ee9-ad6e96796fbe tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Allocated IP 172.27.0.16 (9a05b655-8925-4222-a853-020f58db76f4/b252d643-2a5f-428d-a536-f8ecbd6d13e1/c0731d43-bda3-4467-bd5e-2edcf49820d8) {{(pid=115907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:01:35.949095 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-dc6f19cc-cbd0-4318-8ee9-ad6e96796fbe tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Publish callbacks [] for port (c0731d43-bda3-4467-bd5e-2edcf49820d8), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:35.980517 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-dc6f19cc-cbd0-4318-8ee9-ad6e96796fbe tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7638272'] for port (c0731d43-bda3-4467-bd5e-2edcf49820d8), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:36.023135 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6f19cc-cbd0-4318-8ee9-ad6e96796fbe tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Network 9a05b655-8925-4222-a853-020f58db76f4 is already hosted by enough agents. {{(pid=115907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:01:36.026223 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.base_scheduler [None req-dc6f19cc-cbd0-4318-8ee9-ad6e96796fbe tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Resources bound (agent type, host, resource id): {{(pid=115907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:01:36.030042 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6f19cc-cbd0-4318-8ee9-ad6e96796fbe tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Received port after_create {{(pid=115907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:01:36.035001 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6f19cc-cbd0-4318-8ee9-ad6e96796fbe tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Pushing event updated for resources: {'Port': ['ID=c0731d43-bda3-4467-bd5e-2edcf49820d8,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:01:36.389762 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-dc6f19cc-cbd0-4318-8ee9-ad6e96796fbe tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Publish callbacks [] for floatingip (649cec88-32ac-4975-944d-b74b2fd1eb5d), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:36.410875 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:UPDATE=2 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:36.449102 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:36.461739 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-dc6f19cc-cbd0-4318-8ee9-ad6e96796fbe tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (c0731d43-bda3-4467-bd5e-2edcf49820d8), before_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:36.606200 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-dc6f19cc-cbd0-4318-8ee9-ad6e96796fbe tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Publish callbacks [] for port (c0731d43-bda3-4467-bd5e-2edcf49820d8), precommit_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:36.610526 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-dc6f19cc-cbd0-4318-8ee9-ad6e96796fbe tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7638295'] for port (c0731d43-bda3-4467-bd5e-2edcf49820d8), after_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:36.675632 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6f19cc-cbd0-4318-8ee9-ad6e96796fbe tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Pushing event updated for resources: {'Port': ['ID=c0731d43-bda3-4467-bd5e-2edcf49820d8,revision_number=2']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:01:36.689922 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-dc6f19cc-cbd0-4318-8ee9-ad6e96796fbe tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1937124'] for floatingip (649cec88-32ac-4975-944d-b74b2fd1eb5d), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:36.784558 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.db.l3_db [None req-dc6f19cc-cbd0-4318-8ee9-ad6e96796fbe tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Floating IP 649cec88-32ac-4975-944d-b74b2fd1eb5d associated. External IP: 172.27.0.16, port: 1a26b861-617c-4ef6-b856-a16b66ee0360. Jul 29 05:01:36.981184 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc6f19cc-cbd0-4318-8ee9-ad6e96796fbe tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Router 1d7ee91b-eb8e-4711-885f-0ed79b1b17a5 has already been hosted by L3 agent 507cc676-b5a3-487d-9bd3-df89beb45ea5 {{(pid=115907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:01:37.083050 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6f19cc-cbd0-4318-8ee9-ad6e96796fbe tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Notify agent at l3_agent.dv-cinder-851449-2-iscsi the message routers_updated {{(pid=115907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:01:37.092693 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a37c64-4bc8-4ad7-9e90-c05239985563 None None] Sync routers for ids ['1d7ee91b-eb8e-4711-885f-0ed79b1b17a5'] in dv-cinder-851449-2-iscsi {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:01:37.101914 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-dc6f19cc-cbd0-4318-8ee9-ad6e96796fbe tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for floatingip (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:37.103535 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a37c64-4bc8-4ad7-9e90-c05239985563 None None] Routers {'1d7ee91b-eb8e-4711-885f-0ed79b1b17a5'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:01:37.104330 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-f8a37c64-4bc8-4ad7-9e90-c05239985563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T05:01:21Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['1d7ee91b-eb8e-4711-885f-0ed79b1b17a5'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:01:37.132963 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-dc6f19cc-cbd0-4318-8ee9-ad6e96796fbe tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5031855 Jul 29 05:01:37.133661 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d8b3fba-7def-4a73-9c76-0b4871f244e9', 'tag': '1a26b861-617c-4ef6-b856-a16b66ee0360'}] {{(pid=115907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:01:37.136042 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6d28d1995ec7db04a13c19e5d747406a5c99e6072777cdd6d240f116ae67410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87e2d02-02e2-4997-b0d6-834af2df71ae" -d '{"events": [{"name": "network-changed", "server_uuid": "0d8b3fba-7def-4a73-9c76-0b4871f244e9", "tag": "1a26b861-617c-4ef6-b856-a16b66ee0360"}]}' {{(pid=115907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:01:37.231183 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-f8a37c64-4bc8-4ad7-9e90-c05239985563 None None] Set router 1d7ee91b-eb8e-4711-885f-0ed79b1b17a5 gateway port host: dv-cinder-851449-2-iscsi {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:01:37.238672 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 05:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7205ff5e-c9ea-4ed6-b265-95988bc53818 x-openstack-request-id: req-7205ff5e-c9ea-4ed6-b265-95988bc53818 {{(pid=115907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:01:37.238967 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d8b3fba-7def-4a73-9c76-0b4871f244e9", "tag": "1a26b861-617c-4ef6-b856-a16b66ee0360", "status": "completed", "code": 200}]} {{(pid=115907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:01:37.239221 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-7205ff5e-c9ea-4ed6-b265-95988bc53818 {{(pid=115907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:01:37.239624 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7205ff5e-c9ea-4ed6-b265-95988bc53818'] response: {'name': 'network-changed', 'server_uuid': '0d8b3fba-7def-4a73-9c76-0b4871f244e9', 'tag': '1a26b861-617c-4ef6-b856-a16b66ee0360', 'status': 'completed', 'code': 200} Jul 29 05:01:37.329887 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87e2d02-02e2-4997-b0d6-834af2df71ae req-99fb632b-8373-4800-9054-a2db0df0126c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:01:37.331355 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b87e2d02-02e2-4997-b0d6-834af2df71ae req-99fb632b-8373-4800-9054-a2db0df0126c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b586a0d507ca497589a504f9e2d44574&device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9 HTTP/1.1" status: 200 len: 1129 time: 0.0474219 Jul 29 05:01:37.419658 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87e2d02-02e2-4997-b0d6-834af2df71ae req-72fae553-e9cf-44ca-876a-3c22417ec91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:01:37.421420 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b87e2d02-02e2-4997-b0d6-834af2df71ae req-72fae553-e9cf-44ca-876a-3c22417ec91c service neutron] 10.222.0.64 "GET /v2.0/networks?id=ac70cb08-b25c-4351-9af8-2a46a3f3e6e9 HTTP/1.1" status: 200 len: 909 time: 0.0844245 Jul 29 05:01:37.475963 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:37.478359 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:37.488715 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b87e2d02-02e2-4997-b0d6-834af2df71ae req-bea2fd07-0d56-47cd-8d7f-9ef61dce5888 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a26b861-617c-4ef6-b856-a16b66ee0360 HTTP/1.1" status: 200 len: 998 time: 0.0615723 Jul 29 05:01:37.538258 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87e2d02-02e2-4997-b0d6-834af2df71ae req-74193978-cf8f-40c3-835f-9fecc2f5fd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:01:37.539740 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b87e2d02-02e2-4997-b0d6-834af2df71ae req-74193978-cf8f-40c3-835f-9fecc2f5fd99 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9f74eaa6-5843-460c-81c7-7fbee07b9bef HTTP/1.1" status: 200 len: 847 time: 0.0453744 Jul 29 05:01:37.542634 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-f8a37c64-4bc8-4ad7-9e90-c05239985563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7ee91b-eb8e-4711-885f-0ed79b1b17a5', 'name': 'tempest-TestShelveInstance-224877264-router', 'tenant_id': 'b586a0d507ca497589a504f9e2d44574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '620984d9-1cba-4602-a0d8-78253ef3a9df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:00:38Z', 'updated_at': '2022-07-29T05:00:41Z', 'revision_number': 4, 'project_id': 'b586a0d507ca497589a504f9e2d44574', 'gw_port': {'id': '620984d9-1cba-4602-a0d8-78253ef3a9df', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:79:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7ee91b-eb8e-4711-885f-0ed79b1b17a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:00:38Z', 'updated_at': '2022-07-29T05:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_floatingips': [{'id': '649cec88-32ac-4975-944d-b74b2fd1eb5d', 'tenant_id': 'b586a0d507ca497589a504f9e2d44574', 'floating_ip_address': '172.27.0.16', 'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'router_id': '1d7ee91b-eb8e-4711-885f-0ed79b1b17a5', 'port_id': '1a26b861-617c-4ef6-b856-a16b66ee0360', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac70cb08-b25c-4351-9af8-2a46a3f3e6e9', 'mac_address': 'fa:16:3e:16:73:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8b3fba-7def-4a73-9c76-0b4871f244e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:01:36Z', 'updated_at': '2022-07-29T05:01:36Z', 'revision_number': 0, 'project_id': 'b586a0d507ca497589a504f9e2d44574', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17075559-af9d-4912-a072-706297a53d10', 'name': '', 'network_id': 'ac70cb08-b25c-4351-9af8-2a46a3f3e6e9', 'tenant_id': 'b586a0d507ca497589a504f9e2d44574', 'mac_address': 'fa:16:3e:f9:56:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7ee91b-eb8e-4711-885f-0ed79b1b17a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '9f74eaa6-5843-460c-81c7-7fbee07b9bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:00:40Z', 'updated_at': '2022-07-29T05:00:45Z', 'revision_number': 5, 'project_id': 'b586a0d507ca497589a504f9e2d44574', 'subnets': [{'id': '9f74eaa6-5843-460c-81c7-7fbee07b9bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:01:37.586664 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87e2d02-02e2-4997-b0d6-834af2df71ae req-bb5fea49-9cb7-47c8-bb0e-537a373e55b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:01:37.588205 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b87e2d02-02e2-4997-b0d6-834af2df71ae req-bb5fea49-9cb7-47c8-bb0e-537a373e55b2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ac70cb08-b25c-4351-9af8-2a46a3f3e6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421445 Jul 29 05:01:37.659711 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a37c64-4bc8-4ad7-9e90-c05239985563 None None] Checking router: 1d7ee91b-eb8e-4711-885f-0ed79b1b17a5 for host: dv-cinder-851449-2-iscsi {{(pid=115910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:01:37.669110 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a37c64-4bc8-4ad7-9e90-c05239985563 None None] Routers {'1d7ee91b-eb8e-4711-885f-0ed79b1b17a5'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:01:37.669710 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-f8a37c64-4bc8-4ad7-9e90-c05239985563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T05:01:21Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['1d7ee91b-eb8e-4711-885f-0ed79b1b17a5'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:01:37.697689 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b87e2d02-02e2-4997-b0d6-834af2df71ae req-2b16b8c4-2ad4-47b6-8fab-23fae908c982 service neutron] 10.222.0.64 "GET /v2.0/networks/ac70cb08-b25c-4351-9af8-2a46a3f3e6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033175 Jul 29 05:01:37.773615 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-f8a37c64-4bc8-4ad7-9e90-c05239985563 None None] Set router 1d7ee91b-eb8e-4711-885f-0ed79b1b17a5 gateway port host: dv-cinder-851449-2-iscsi {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:01:37.789156 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b87e2d02-02e2-4997-b0d6-834af2df71ae req-7448ac82-c53a-4f61-8385-e76cdcd2b2d6 service neutron] 10.222.0.64 "GET /v2.0/networks/ac70cb08-b25c-4351-9af8-2a46a3f3e6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860944 Jul 29 05:01:37.982608 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-f8a37c64-4bc8-4ad7-9e90-c05239985563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7ee91b-eb8e-4711-885f-0ed79b1b17a5', 'name': 'tempest-TestShelveInstance-224877264-router', 'tenant_id': 'b586a0d507ca497589a504f9e2d44574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '620984d9-1cba-4602-a0d8-78253ef3a9df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:00:38Z', 'updated_at': '2022-07-29T05:00:41Z', 'revision_number': 4, 'project_id': 'b586a0d507ca497589a504f9e2d44574', 'gw_port': {'id': '620984d9-1cba-4602-a0d8-78253ef3a9df', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:79:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7ee91b-eb8e-4711-885f-0ed79b1b17a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:00:38Z', 'updated_at': '2022-07-29T05:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_floatingips': [{'id': '649cec88-32ac-4975-944d-b74b2fd1eb5d', 'tenant_id': 'b586a0d507ca497589a504f9e2d44574', 'floating_ip_address': '172.27.0.16', 'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'router_id': '1d7ee91b-eb8e-4711-885f-0ed79b1b17a5', 'port_id': '1a26b861-617c-4ef6-b856-a16b66ee0360', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac70cb08-b25c-4351-9af8-2a46a3f3e6e9', 'mac_address': 'fa:16:3e:16:73:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8b3fba-7def-4a73-9c76-0b4871f244e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:01:36Z', 'updated_at': '2022-07-29T05:01:36Z', 'revision_number': 0, 'project_id': 'b586a0d507ca497589a504f9e2d44574', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17075559-af9d-4912-a072-706297a53d10', 'name': '', 'network_id': 'ac70cb08-b25c-4351-9af8-2a46a3f3e6e9', 'tenant_id': 'b586a0d507ca497589a504f9e2d44574', 'mac_address': 'fa:16:3e:f9:56:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7ee91b-eb8e-4711-885f-0ed79b1b17a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '9f74eaa6-5843-460c-81c7-7fbee07b9bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:00:40Z', 'updated_at': '2022-07-29T05:00:45Z', 'revision_number': 5, 'project_id': 'b586a0d507ca497589a504f9e2d44574', 'subnets': [{'id': '9f74eaa6-5843-460c-81c7-7fbee07b9bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:01:38.009833 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a37c64-4bc8-4ad7-9e90-c05239985563 None None] The sync data for ids ['1d7ee91b-eb8e-4711-885f-0ed79b1b17a5'] in dv-cinder-851449-2-iscsi is: [{'id': '1d7ee91b-eb8e-4711-885f-0ed79b1b17a5', 'name': 'tempest-TestShelveInstance-224877264-router', 'tenant_id': 'b586a0d507ca497589a504f9e2d44574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '620984d9-1cba-4602-a0d8-78253ef3a9df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:00:38Z', 'updated_at': '2022-07-29T05:00:41Z', 'revision_number': 4, 'project_id': 'b586a0d507ca497589a504f9e2d44574', 'gw_port': {'id': '620984d9-1cba-4602-a0d8-78253ef3a9df', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:79:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7ee91b-eb8e-4711-885f-0ed79b1b17a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:00:38Z', 'updated_at': '2022-07-29T05:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_floatingips': [{'id': '649cec88-32ac-4975-944d-b74b2fd1eb5d', 'tenant_id': 'b586a0d507ca497589a504f9e2d44574', 'floating_ip_address': '172.27.0.16', 'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'router_id': '1d7ee91b-eb8e-4711-885f-0ed79b1b17a5', 'port_id': '1a26b861-617c-4ef6-b856-a16b66ee0360', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac70cb08-b25c-4351-9af8-2a46a3f3e6e9', 'mac_address': 'fa:16:3e:16:73:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8b3fba-7def-4a73-9c76-0b4871f244e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:01:36Z', 'updated_at': '2022-07-29T05:01:36Z', 'revision_number': 0, 'project_id': 'b586a0d507ca497589a504f9e2d44574', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17075559-af9d-4912-a072-706297a53d10', 'name': '', 'network_id': 'ac70cb08-b25c-4351-9af8-2a46a3f3e6e9', 'tenant_id': 'b586a0d507ca497589a504f9e2d44574', 'mac_address': 'fa:16:3e:f9:56:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7ee91b-eb8e-4711-885f-0ed79b1b17a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '9f74eaa6-5843-460c-81c7-7fbee07b9bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:00:40Z', 'updated_at': '2022-07-29T05:00:45Z', 'revision_number': 5, 'project_id': 'b586a0d507ca497589a504f9e2d44574', 'subnets': [{'id': '9f74eaa6-5843-460c-81c7-7fbee07b9bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:01:38.202577 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe3c01d-971a-44e2-ad72-1f37a3f6ff36 None None] New status for floating IP 649cec88-32ac-4975-944d-b74b2fd1eb5d: ACTIVE {{(pid=115909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 05:01:44.812848 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-ddc5c3ae-2a0e-46e3-a6e0-620455db4862 req-dcdcc293-55b1-40ed-bd3a-3620cdb727ee tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2066975548&fields=id&tenant_id=e10af2e6edcd485caf51326fdc9c17fc HTTP/1.1" status: 200 len: 267 time: 0.0452232 Jul 29 05:01:44.893973 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:44.913830 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:44.924636 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5c3ae-2a0e-46e3-a6e0-620455db4862 req-f26f83cc-6972-45f9-9135-9ae43d514800 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:01:44.926093 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-ddc5c3ae-2a0e-46e3-a6e0-620455db4862 req-f26f83cc-6972-45f9-9135-9ae43d514800 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/networks?id=a8d51233-0dc5-4999-a537-b5dd4b1ae8b7 HTTP/1.1" status: 200 len: 812 time: 0.1060402 Jul 29 05:01:44.940780 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-ddc5c3ae-2a0e-46e3-a6e0-620455db4862 req-4b25a6b9-0039-4902-a05f-4fa7944e9944 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/quotas/e10af2e6edcd485caf51326fdc9c17fc HTTP/1.1" status: 200 len: 375 time: 0.0088034 Jul 29 05:01:44.989258 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-ddc5c3ae-2a0e-46e3-a6e0-620455db4862 req-8722bd05-b35b-47e4-aee9-c3946b666b10 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=e10af2e6edcd485caf51326fdc9c17fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0431235 Jul 29 05:01:45.086608 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-ddc5c3ae-2a0e-46e3-a6e0-620455db4862 req-58b70b81-b6c6-41ca-8e8f-2650b03c3157 service neutron] 10.222.0.40 "GET /v2.0/networks/a8d51233-0dc5-4999-a537-b5dd4b1ae8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859783 Jul 29 05:01:45.174893 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-ddc5c3ae-2a0e-46e3-a6e0-620455db4862 req-e2052d2e-8cd5-4080-af66-c2f268ba6d34 service neutron] 10.222.0.40 "GET /v2.0/networks/a8d51233-0dc5-4999-a537-b5dd4b1ae8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826366 Jul 29 05:01:45.471151 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-5a452de0-10ef-4318-910a-48734deb52bc req-727ec1a5-cd87-442f-863a-0c1357057d9e tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/ports?device_id=65045a08-7888-448b-b52a-67750317b2d1 HTTP/1.1" status: 200 len: 210 time: 0.0319898 Jul 29 05:01:46.533973 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5c3ae-2a0e-46e3-a6e0-620455db4862 req-03f26225-19fb-40b8-ab5d-aff4628d457a tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:01:46.535458 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ddc5c3ae-2a0e-46e3-a6e0-620455db4862 req-03f26225-19fb-40b8-ab5d-aff4628d457a tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.64 "GET /v2.0/networks?id=a8d51233-0dc5-4999-a537-b5dd4b1ae8b7 HTTP/1.1" status: 200 len: 812 time: 0.1091893 Jul 29 05:01:46.581957 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-88d33b7d-0892-4a09-86e2-b2d25a9a189a req-438299d9-66f2-4b14-a2c6-e9640a4f27b9 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/ports?device_id=65045a08-7888-448b-b52a-67750317b2d1 HTTP/1.1" status: 200 len: 210 time: 0.0327799 Jul 29 05:01:46.609168 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ddc5c3ae-2a0e-46e3-a6e0-620455db4862 req-c5094f04-905b-473b-993f-49a3448506e1 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e10af2e6edcd485caf51326fdc9c17fc HTTP/1.1" status: 200 len: 380 time: 0.0591891 Jul 29 05:01:46.617863 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [req-ddc5c3ae-2a0e-46e3-a6e0-620455db4862 req-c37ecd71-9600-4025-ba88-4f3ac5c01bd6 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Request body: {'port': {'device_id': '65045a08-7888-448b-b52a-67750317b2d1', 'network_id': 'a8d51233-0dc5-4999-a537-b5dd4b1ae8b7', 'admin_state_up': True, 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'security_groups': ['53f4bb53-9596-4c65-ac4b-f09350e921ff']}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:01:46.726171 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddc5c3ae-2a0e-46e3-a6e0-620455db4862 req-c37ecd71-9600-4025-ba88-4f3ac5c01bd6 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Made reservation on behalf of e10af2e6edcd485caf51326fdc9c17fc for: {'port': 1} {{(pid=115908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:01:46.729525 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-ddc5c3ae-2a0e-46e3-a6e0-620455db4862 req-c37ecd71-9600-4025-ba88-4f3ac5c01bd6 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:46.855468 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.db_base_plugin_common [req-ddc5c3ae-2a0e-46e3-a6e0-620455db4862 req-c37ecd71-9600-4025-ba88-4f3ac5c01bd6 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Allocated IP 172.20.0.5 (a8d51233-0dc5-4999-a537-b5dd4b1ae8b7/ac0e078d-97ae-4cd6-a0a6-6dab59affc7e/c811e59d-1fd7-4b9e-a75b-edec92b21f25) {{(pid=115908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:01:46.995262 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-ddc5c3ae-2a0e-46e3-a6e0-620455db4862 req-c37ecd71-9600-4025-ba88-4f3ac5c01bd6 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks [] for port (c811e59d-1fd7-4b9e-a75b-edec92b21f25), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:47.004303 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:47.006321 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:47.035139 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-ddc5c3ae-2a0e-46e3-a6e0-620455db4862 req-c37ecd71-9600-4025-ba88-4f3ac5c01bd6 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (c811e59d-1fd7-4b9e-a75b-edec92b21f25), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:47.083309 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddc5c3ae-2a0e-46e3-a6e0-620455db4862 req-c37ecd71-9600-4025-ba88-4f3ac5c01bd6 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Network a8d51233-0dc5-4999-a537-b5dd4b1ae8b7 is already hosted by enough agents. {{(pid=115908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:01:47.087223 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.base_scheduler [req-ddc5c3ae-2a0e-46e3-a6e0-620455db4862 req-c37ecd71-9600-4025-ba88-4f3ac5c01bd6 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Resources bound (agent type, host, resource id): {{(pid=115908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:01:47.091163 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc5c3ae-2a0e-46e3-a6e0-620455db4862 req-c37ecd71-9600-4025-ba88-4f3ac5c01bd6 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Received port after_create {{(pid=115908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:01:47.115604 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ecd71-9600-4025-ba88-4f3ac5c01bd6 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Pushing event updated for resources: {'Port': ['ID=c811e59d-1fd7-4b9e-a75b-edec92b21f25,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:01:47.129706 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ecd71-9600-4025-ba88-4f3ac5c01bd6 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:01:47.130049 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ecd71-9600-4025-ba88-4f3ac5c01bd6 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:01:47.130386 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ecd71-9600-4025-ba88-4f3ac5c01bd6 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:01:47.130715 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ecd71-9600-4025-ba88-4f3ac5c01bd6 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:01:47.131041 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ecd71-9600-4025-ba88-4f3ac5c01bd6 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:01:47.131403 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ecd71-9600-4025-ba88-4f3ac5c01bd6 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:01:47.132311 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ecd71-9600-4025-ba88-4f3ac5c01bd6 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:01:47.132852 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ecd71-9600-4025-ba88-4f3ac5c01bd6 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:01:47.133258 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ecd71-9600-4025-ba88-4f3ac5c01bd6 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:01:47.133599 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ecd71-9600-4025-ba88-4f3ac5c01bd6 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:01:47.133916 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ecd71-9600-4025-ba88-4f3ac5c01bd6 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:01:47.134256 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ecd71-9600-4025-ba88-4f3ac5c01bd6 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:01:47.134646 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ecd71-9600-4025-ba88-4f3ac5c01bd6 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:01:47.134971 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ecd71-9600-4025-ba88-4f3ac5c01bd6 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:01:47.135285 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ecd71-9600-4025-ba88-4f3ac5c01bd6 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:01:47.158778 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5c3ae-2a0e-46e3-a6e0-620455db4862 req-c37ecd71-9600-4025-ba88-4f3ac5c01bd6 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:01:47.159408 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-ddc5c3ae-2a0e-46e3-a6e0-620455db4862 req-c37ecd71-9600-4025-ba88-4f3ac5c01bd6 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for port (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:47.181610 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ddc5c3ae-2a0e-46e3-a6e0-620455db4862 req-c37ecd71-9600-4025-ba88-4f3ac5c01bd6 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5676963 Jul 29 05:01:47.201944 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [req-ddc5c3ae-2a0e-46e3-a6e0-620455db4862 req-f9af6d91-f00f-4c2e-b31d-6ec8d8259803 service neutron] Request body: {'port': {'device_id': '65045a08-7888-448b-b52a-67750317b2d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85144'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:01:47.270702 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-ddc5c3ae-2a0e-46e3-a6e0-620455db4862 req-f9af6d91-f00f-4c2e-b31d-6ec8d8259803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (c811e59d-1fd7-4b9e-a75b-edec92b21f25), before_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:47.396928 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-7903b91e-09b7-46ca-a96f-b64d801c6519 None None] Provisioning complete for port c811e59d-1fd7-4b9e-a75b-edec92b21f25 triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:01:47.398129 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-7903b91e-09b7-46ca-a96f-b64d801c6519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (c811e59d-1fd7-4b9e-a75b-edec92b21f25), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:47.436502 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-7903b91e-09b7-46ca-a96f-b64d801c6519 None None] Port c811e59d-1fd7-4b9e-a75b-edec92b21f25 cannot update to ACTIVE because it is not bound. {{(pid=115909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 05:01:47.525396 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [req-ddc5c3ae-2a0e-46e3-a6e0-620455db4862 req-f9af6d91-f00f-4c2e-b31d-6ec8d8259803 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c811e59d-1fd7-4b9e-a75b-edec92b21f25 {{(pid=115908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 05:01:47.532830 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-ddc5c3ae-2a0e-46e3-a6e0-620455db4862 req-f9af6d91-f00f-4c2e-b31d-6ec8d8259803 service neutron] Publish callbacks [] for port (c811e59d-1fd7-4b9e-a75b-edec92b21f25), precommit_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:47.546345 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.provisioning_blocks [req-ddc5c3ae-2a0e-46e3-a6e0-620455db4862 req-f9af6d91-f00f-4c2e-b31d-6ec8d8259803 service neutron] Transition to ACTIVE for port object c811e59d-1fd7-4b9e-a75b-edec92b21f25 will not be triggered until provisioned by entity L2. {{(pid=115908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 29 05:01:47.549848 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-ddc5c3ae-2a0e-46e3-a6e0-620455db4862 req-f9af6d91-f00f-4c2e-b31d-6ec8d8259803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7403849'] for port (c811e59d-1fd7-4b9e-a75b-edec92b21f25), after_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:47.596413 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9af6d91-f00f-4c2e-b31d-6ec8d8259803 service neutron] Pushing event updated for resources: {'Port': ['ID=c811e59d-1fd7-4b9e-a75b-edec92b21f25,revision_number=2']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:01:47.685952 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.managers [req-ddc5c3ae-2a0e-46e3-a6e0-620455db4862 req-f9af6d91-f00f-4c2e-b31d-6ec8d8259803 service neutron] Attempting to bind port c811e59d-1fd7-4b9e-a75b-edec92b21f25 on host hv-cinder-85144 for vnic_type normal with profile {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:01:47.686289 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.managers [req-ddc5c3ae-2a0e-46e3-a6e0-620455db4862 req-f9af6d91-f00f-4c2e-b31d-6ec8d8259803 service neutron] Attempting to bind port c811e59d-1fd7-4b9e-a75b-edec92b21f25 by drivers openvswitch,hyperv on host hv-cinder-85144 at level 0 using segments [{'id': '3fca9811-8309-4f3b-9991-5d50db061952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a8d51233-0dc5-4999-a537-b5dd4b1ae8b7'}] {{(pid=115908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:01:47.686616 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc5c3ae-2a0e-46e3-a6e0-620455db4862 req-f9af6d91-f00f-4c2e-b31d-6ec8d8259803 service neutron] Attempting to bind port c811e59d-1fd7-4b9e-a75b-edec92b21f25 on network a8d51233-0dc5-4999-a537-b5dd4b1ae8b7 {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:01:47.700976 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc5c3ae-2a0e-46e3-a6e0-620455db4862 req-f9af6d91-f00f-4c2e-b31d-6ec8d8259803 service neutron] Port c811e59d-1fd7-4b9e-a75b-edec92b21f25 on network a8d51233-0dc5-4999-a537-b5dd4b1ae8b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85144 {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 29 05:01:47.701324 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc5c3ae-2a0e-46e3-a6e0-620455db4862 req-f9af6d91-f00f-4c2e-b31d-6ec8d8259803 service neutron] Attempting to bind port c811e59d-1fd7-4b9e-a75b-edec92b21f25 on network a8d51233-0dc5-4999-a537-b5dd4b1ae8b7 {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:01:47.729691 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc5c3ae-2a0e-46e3-a6e0-620455db4862 req-f9af6d91-f00f-4c2e-b31d-6ec8d8259803 service neutron] Checking agent: {'id': 'bab6a0c9-2145-495f-b42f-b184e241503a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85144', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 4, 45, 21), 'started_at': datetime.datetime(2022, 7, 29, 4, 45, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:01:47.730022 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc5c3ae-2a0e-46e3-a6e0-620455db4862 req-f9af6d91-f00f-4c2e-b31d-6ec8d8259803 service neutron] Checking segment: {'id': '3fca9811-8309-4f3b-9991-5d50db061952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a8d51233-0dc5-4999-a537-b5dd4b1ae8b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:01:47.730403 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc5c3ae-2a0e-46e3-a6e0-620455db4862 req-f9af6d91-f00f-4c2e-b31d-6ec8d8259803 service neutron] Bound using segment: {'id': '3fca9811-8309-4f3b-9991-5d50db061952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a8d51233-0dc5-4999-a537-b5dd4b1ae8b7'} {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:01:47.730847 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.managers [req-ddc5c3ae-2a0e-46e3-a6e0-620455db4862 req-f9af6d91-f00f-4c2e-b31d-6ec8d8259803 service neutron] Bound port: c811e59d-1fd7-4b9e-a75b-edec92b21f25, host: hv-cinder-85144, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fca9811-8309-4f3b-9991-5d50db061952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a8d51233-0dc5-4999-a537-b5dd4b1ae8b7'}}] {{(pid=115908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:01:47.731207 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-ddc5c3ae-2a0e-46e3-a6e0-620455db4862 req-f9af6d91-f00f-4c2e-b31d-6ec8d8259803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (c811e59d-1fd7-4b9e-a75b-edec92b21f25), before_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:47.750206 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b544431a-a61f-43b6-a785-a9690cda456f req-d288f568-6f72-4627-acbb-7e17a7c4e9d8 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:01:47.751689 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b544431a-a61f-43b6-a785-a9690cda456f req-d288f568-6f72-4627-acbb-7e17a7c4e9d8 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/ports?device_id=65045a08-7888-448b-b52a-67750317b2d1 HTTP/1.1" status: 200 len: 943 time: 0.0676038 Jul 29 05:01:48.078886 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:48.096964 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b544431a-a61f-43b6-a785-a9690cda456f req-37f38611-982e-4285-b7fa-6f096cece85a tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/security-groups?id=53f4bb53-9596-4c65-ac4b-f09350e921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3379188 Jul 29 05:01:48.097965 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [req-ddc5c3ae-2a0e-46e3-a6e0-620455db4862 req-f9af6d91-f00f-4c2e-b31d-6ec8d8259803 service neutron] For port c811e59d-1fd7-4b9e-a75b-edec92b21f25, host hv-cinder-85144, cleared binding levels {{(pid=115908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:01:48.102790 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [req-ddc5c3ae-2a0e-46e3-a6e0-620455db4862 req-f9af6d91-f00f-4c2e-b31d-6ec8d8259803 service neutron] For port c811e59d-1fd7-4b9e-a75b-edec92b21f25, host hv-cinder-85144, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=c811e59d-1fd7-4b9e-a75b-edec92b21f25,segment=NetworkSegment(3fca9811-8309-4f3b-9991-5d50db061952),segment_id=3fca9811-8309-4f3b-9991-5d50db061952)] {{(pid=115908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:01:48.109289 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-ddc5c3ae-2a0e-46e3-a6e0-620455db4862 req-f9af6d91-f00f-4c2e-b31d-6ec8d8259803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7403849'] for port (c811e59d-1fd7-4b9e-a75b-edec92b21f25), after_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:48.112382 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:48.150958 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5c3ae-2a0e-46e3-a6e0-620455db4862 req-f9af6d91-f00f-4c2e-b31d-6ec8d8259803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:01:48.151580 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-ddc5c3ae-2a0e-46e3-a6e0-620455db4862 req-f9af6d91-f00f-4c2e-b31d-6ec8d8259803 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for port (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:48.152997 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ddc5c3ae-2a0e-46e3-a6e0-620455db4862 req-f9af6d91-f00f-4c2e-b31d-6ec8d8259803 service neutron] 10.222.0.64 "PUT /v2.0/ports/c811e59d-1fd7-4b9e-a75b-edec92b21f25 HTTP/1.1" status: 200 len: 1093 time: 0.9568260 Jul 29 05:01:48.153426 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65045a08-7888-448b-b52a-67750317b2d1', 'tag': 'c811e59d-1fd7-4b9e-a75b-edec92b21f25'}] {{(pid=115908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:01:48.155662 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91089063952d51f7df5c9c02e055d40fa8e1e9cb9a21cfbbcb9b3277c7a948b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e1aaca-635f-4f1e-a637-2b2c0ae36b3d" -d '{"events": [{"name": "network-changed", "server_uuid": "65045a08-7888-448b-b52a-67750317b2d1", "tag": "c811e59d-1fd7-4b9e-a75b-edec92b21f25"}]}' {{(pid=115908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:01:48.177497 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9af6d91-f00f-4c2e-b31d-6ec8d8259803 service neutron] Pushing event updated for resources: {'Port': ['ID=c811e59d-1fd7-4b9e-a75b-edec92b21f25,revision_number=3']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:01:48.206440 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 05:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604cb290-2ff7-4141-ae0e-c4a50dec94a4 x-openstack-request-id: req-604cb290-2ff7-4141-ae0e-c4a50dec94a4 {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:01:48.207242 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65045a08-7888-448b-b52a-67750317b2d1", "tag": "c811e59d-1fd7-4b9e-a75b-edec92b21f25", "status": "completed", "code": 200}]} {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:01:48.207603 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-604cb290-2ff7-4141-ae0e-c4a50dec94a4 {{(pid=115908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:01:48.208130 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-604cb290-2ff7-4141-ae0e-c4a50dec94a4'] response: {'name': 'network-changed', 'server_uuid': '65045a08-7888-448b-b52a-67750317b2d1', 'tag': 'c811e59d-1fd7-4b9e-a75b-edec92b21f25', 'status': 'completed', 'code': 200} Jul 29 05:01:48.265086 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5c3ae-2a0e-46e3-a6e0-620455db4862 req-50728b1a-8a4a-4c88-9cfe-775b3a7e77fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:01:48.267313 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ddc5c3ae-2a0e-46e3-a6e0-620455db4862 req-50728b1a-8a4a-4c88-9cfe-775b3a7e77fe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e10af2e6edcd485caf51326fdc9c17fc&device_id=65045a08-7888-448b-b52a-67750317b2d1 HTTP/1.1" status: 200 len: 1127 time: 0.0423126 Jul 29 05:01:48.318353 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ddc5c3ae-2a0e-46e3-a6e0-620455db4862 req-34de599b-a260-460c-b488-e3342097f315 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c811e59d-1fd7-4b9e-a75b-edec92b21f25 HTTP/1.1" status: 200 len: 217 time: 0.0361373 Jul 29 05:01:48.367003 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5c3ae-2a0e-46e3-a6e0-620455db4862 req-80c3ee79-7567-44af-98df-1eac8865b0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:01:48.368474 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ddc5c3ae-2a0e-46e3-a6e0-620455db4862 req-80c3ee79-7567-44af-98df-1eac8865b0b1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ac0e078d-97ae-4cd6-a0a6-6dab59affc7e HTTP/1.1" status: 200 len: 851 time: 0.0441289 Jul 29 05:01:48.411996 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5c3ae-2a0e-46e3-a6e0-620455db4862 req-5e6d793d-022a-4cec-8fc7-257688cd5f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:01:48.413593 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ddc5c3ae-2a0e-46e3-a6e0-620455db4862 req-5e6d793d-022a-4cec-8fc7-257688cd5f81 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a8d51233-0dc5-4999-a537-b5dd4b1ae8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395060 Jul 29 05:01:48.441205 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-04643eed-78df-4c35-9ea9-2f042d4b47c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:48.509327 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ddc5c3ae-2a0e-46e3-a6e0-620455db4862 req-c0b82fd5-b9a4-4154-bffb-adb9ca21c289 service neutron] 10.222.0.64 "GET /v2.0/networks/a8d51233-0dc5-4999-a537-b5dd4b1ae8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879736 Jul 29 05:01:48.598759 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ddc5c3ae-2a0e-46e3-a6e0-620455db4862 req-a99598e5-3e22-4138-9fdb-bb3952794a58 service neutron] 10.222.0.64 "GET /v2.0/networks/a8d51233-0dc5-4999-a537-b5dd4b1ae8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819278 Jul 29 05:01:49.220232 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b56a18-d8a4-42e9-b100-a180ef952c49 req-09c7a8a0-2e98-49fe-b7fe-5b8f16311ccc tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:01:49.221729 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-d4b56a18-d8a4-42e9-b100-a180ef952c49 req-09c7a8a0-2e98-49fe-b7fe-5b8f16311ccc tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/ports?device_id=65045a08-7888-448b-b52a-67750317b2d1 HTTP/1.1" status: 200 len: 943 time: 0.0515957 Jul 29 05:01:49.270613 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-d4b56a18-d8a4-42e9-b100-a180ef952c49 req-2e6d5b2c-7c9e-45be-8c9b-a64b7aee80da tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/security-groups?id=53f4bb53-9596-4c65-ac4b-f09350e921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430875 Jul 29 05:01:49.511904 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e1aaca-635f-4f1e-a637-2b2c0ae36b3d req-056a39f9-702a-4863-ab3a-f3bcab773a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:01:49.513458 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c7e1aaca-635f-4f1e-a637-2b2c0ae36b3d req-056a39f9-702a-4863-ab3a-f3bcab773a07 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e10af2e6edcd485caf51326fdc9c17fc&device_id=65045a08-7888-448b-b52a-67750317b2d1 HTTP/1.1" status: 200 len: 1127 time: 0.0442803 Jul 29 05:01:49.606818 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e1aaca-635f-4f1e-a637-2b2c0ae36b3d req-5bb29266-1060-45cf-a7f1-1ad62effe048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:01:49.608351 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c7e1aaca-635f-4f1e-a637-2b2c0ae36b3d req-5bb29266-1060-45cf-a7f1-1ad62effe048 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a8d51233-0dc5-4999-a537-b5dd4b1ae8b7 HTTP/1.1" status: 200 len: 913 time: 0.0888903 Jul 29 05:01:49.649046 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c7e1aaca-635f-4f1e-a637-2b2c0ae36b3d req-062c4ae4-d095-45f1-b800-37a0b3ab7bc8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c811e59d-1fd7-4b9e-a75b-edec92b21f25 HTTP/1.1" status: 200 len: 217 time: 0.0317419 Jul 29 05:01:49.697552 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e1aaca-635f-4f1e-a637-2b2c0ae36b3d req-f123997d-2935-4522-8df7-c370c2b69c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:01:49.698979 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c7e1aaca-635f-4f1e-a637-2b2c0ae36b3d req-f123997d-2935-4522-8df7-c370c2b69c62 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ac0e078d-97ae-4cd6-a0a6-6dab59affc7e HTTP/1.1" status: 200 len: 851 time: 0.0444071 Jul 29 05:01:49.742324 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e1aaca-635f-4f1e-a637-2b2c0ae36b3d req-7a4993c4-da58-4730-b748-08db88c9836f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:01:49.743758 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c7e1aaca-635f-4f1e-a637-2b2c0ae36b3d req-7a4993c4-da58-4730-b748-08db88c9836f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a8d51233-0dc5-4999-a537-b5dd4b1ae8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385168 Jul 29 05:01:49.834043 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c7e1aaca-635f-4f1e-a637-2b2c0ae36b3d req-f7bca7b2-1249-4800-8244-9745fd54f72e service neutron] 10.222.0.64 "GET /v2.0/networks/a8d51233-0dc5-4999-a537-b5dd4b1ae8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844226 Jul 29 05:01:49.890043 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=86 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:49.894835 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=94 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:49.929306 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c7e1aaca-635f-4f1e-a637-2b2c0ae36b3d req-c3a283b2-0b9f-4362-9199-c12969e009b9 service neutron] 10.222.0.64 "GET /v2.0/networks/a8d51233-0dc5-4999-a537-b5dd4b1ae8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861070 Jul 29 05:01:50.389508 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5327f761-2ec3-4e25-9061-9cc78d708879 req-bedb84e6-5d98-47e1-9861-dc6437d445fe tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:01:50.390890 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-5327f761-2ec3-4e25-9061-9cc78d708879 req-bedb84e6-5d98-47e1-9861-dc6437d445fe tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/ports?device_id=65045a08-7888-448b-b52a-67750317b2d1 HTTP/1.1" status: 200 len: 943 time: 0.0468452 Jul 29 05:01:50.440928 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-5327f761-2ec3-4e25-9061-9cc78d708879 req-cf1a1185-50bf-4d37-a078-9a018d5df4d9 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/security-groups?id=53f4bb53-9596-4c65-ac4b-f09350e921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444121 Jul 29 05:01:50.652776 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-26ce252f-a9f7-4d36-bdea-a753f4c8dc8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:51.559457 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ae593-a23f-4bf8-a525-7cbd66ce0c44 req-17070454-9bb9-452c-a1a6-c555a828f4e2 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:01:51.560930 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-6d9ae593-a23f-4bf8-a525-7cbd66ce0c44 req-17070454-9bb9-452c-a1a6-c555a828f4e2 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/ports?device_id=65045a08-7888-448b-b52a-67750317b2d1 HTTP/1.1" status: 200 len: 943 time: 0.0476110 Jul 29 05:01:51.578662 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:51.598124 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (bab6a0c9-2145-495f-b42f-b184e241503a), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:51.610884 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-6d9ae593-a23f-4bf8-a525-7cbd66ce0c44 req-57531d53-1bc3-4ed6-aaf2-3470738acbc5 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/security-groups?id=53f4bb53-9596-4c65-ac4b-f09350e921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444207 Jul 29 05:01:51.883402 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:52.729334 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e59fc-8970-410f-ab57-dc8d85fcc72b req-92d02535-3fb3-46b0-a43d-40c6c27ed642 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:01:52.730800 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-2d1e59fc-8970-410f-ab57-dc8d85fcc72b req-92d02535-3fb3-46b0-a43d-40c6c27ed642 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/ports?device_id=65045a08-7888-448b-b52a-67750317b2d1 HTTP/1.1" status: 200 len: 943 time: 0.0462344 Jul 29 05:01:52.779642 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-2d1e59fc-8970-410f-ab57-dc8d85fcc72b req-7a8aac46-4d10-4829-8344-7cbb6fa4848c tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/security-groups?id=53f4bb53-9596-4c65-ac4b-f09350e921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433464 Jul 29 05:01:53.249523 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:53.384743 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:53.880257 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:53.896050 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c493936-e5a9-47c6-82ea-6af008b97d21 req-13fc18dc-823c-46ce-9d32-75d978cb2b92 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:01:53.897544 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4c493936-e5a9-47c6-82ea-6af008b97d21 req-13fc18dc-823c-46ce-9d32-75d978cb2b92 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/ports?device_id=65045a08-7888-448b-b52a-67750317b2d1 HTTP/1.1" status: 200 len: 943 time: 0.0468318 Jul 29 05:01:53.946796 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4c493936-e5a9-47c6-82ea-6af008b97d21 req-c5b7b43a-e7e2-4009-b302-74334027eaf3 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/security-groups?id=53f4bb53-9596-4c65-ac4b-f09350e921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432351 Jul 29 05:01:55.070270 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67faff-bca5-4df5-9cd3-43f766bc7372 req-99e4f1f5-659f-4afb-ad4c-f068cd67363e tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:01:55.072571 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-9f67faff-bca5-4df5-9cd3-43f766bc7372 req-99e4f1f5-659f-4afb-ad4c-f068cd67363e tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/ports?device_id=65045a08-7888-448b-b52a-67750317b2d1 HTTP/1.1" status: 200 len: 943 time: 0.0532479 Jul 29 05:01:55.121126 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-9f67faff-bca5-4df5-9cd3-43f766bc7372 req-1d99fcd6-6ddb-460d-b094-ccc50aa7a204 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/security-groups?id=53f4bb53-9596-4c65-ac4b-f09350e921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429814 Jul 29 05:01:55.904587 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.agents_db [None req-05f878dc-9505-4230-ae26-b2f791c5e7d5 None None] Agent healthcheck: found 6 active agents {{(pid=115910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:01:56.244008 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e10a5-b0a8-4264-b4b4-4f2547b3e12c req-fa0946c4-49b7-4751-af1c-4935adeeb33f tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:01:56.246318 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4a2e10a5-b0a8-4264-b4b4-4f2547b3e12c req-fa0946c4-49b7-4751-af1c-4935adeeb33f tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/ports?device_id=65045a08-7888-448b-b52a-67750317b2d1 HTTP/1.1" status: 200 len: 943 time: 0.0511427 Jul 29 05:01:56.295869 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4a2e10a5-b0a8-4264-b4b4-4f2547b3e12c req-7307fa2d-4794-49af-b1a3-cfd698bc111b tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/security-groups?id=53f4bb53-9596-4c65-ac4b-f09350e921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437834 Jul 29 05:01:57.416869 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49ac74-5e78-48fa-b0ac-412654d7d8de req-1560ee13-f44d-427d-929c-3f84dd0c67d9 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:01:57.418328 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-0b49ac74-5e78-48fa-b0ac-412654d7d8de req-1560ee13-f44d-427d-929c-3f84dd0c67d9 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/ports?device_id=65045a08-7888-448b-b52a-67750317b2d1 HTTP/1.1" status: 200 len: 943 time: 0.0475144 Jul 29 05:01:57.467251 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-0b49ac74-5e78-48fa-b0ac-412654d7d8de req-e4418c6a-ee75-4ba4-b33a-afe3c4d8b012 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/security-groups?id=53f4bb53-9596-4c65-ac4b-f09350e921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431783 Jul 29 05:01:58.293412 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device c811e59d-1fd7-4b9e-a75b-edec92b21f25 details requested by agent hyperv_hv-cinder-85144 with host hv-cinder-85144 {{(pid=115909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 05:01:58.354776 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:58.392171 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port c811e59d-1fd7-4b9e-a75b-edec92b21f25, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=c811e59d-1fd7-4b9e-a75b-edec92b21f25,segment=NetworkSegment(3fca9811-8309-4f3b-9991-5d50db061952),segment_id=3fca9811-8309-4f3b-9991-5d50db061952)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:01:58.403256 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Returning: {'device': 'c811e59d-1fd7-4b9e-a75b-edec92b21f25', 'network_id': 'a8d51233-0dc5-4999-a537-b5dd4b1ae8b7', 'port_id': 'c811e59d-1fd7-4b9e-a75b-edec92b21f25', 'mac_address': 'fa:16:3e:af:8e:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac0e078d-97ae-4cd6-a0a6-6dab59affc7e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 05:01:58.404591 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:01:58.566150 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Current status of the port c811e59d-1fd7-4b9e-a75b-edec92b21f25 is: DOWN; New status is: BUILD {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:01:58.566450 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (c811e59d-1fd7-4b9e-a75b-edec92b21f25), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:58.580207 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.notifiers.nova [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c811e59d-1fd7-4b9e-a75b-edec92b21f25 {{(pid=115909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 05:01:58.587723 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fadf35-8dbb-446d-a45e-72046902ade9 req-d5140c66-bc3b-4866-b7b2-8c9d8bfc7b39 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:01:58.589295 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-f5fadf35-8dbb-446d-a45e-72046902ade9 req-d5140c66-bc3b-4866-b7b2-8c9d8bfc7b39 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/ports?device_id=65045a08-7888-448b-b52a-67750317b2d1 HTTP/1.1" status: 200 len: 943 time: 0.0486062 Jul 29 05:01:58.599994 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port c811e59d-1fd7-4b9e-a75b-edec92b21f25, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=c811e59d-1fd7-4b9e-a75b-edec92b21f25,segment=NetworkSegment(3fca9811-8309-4f3b-9991-5d50db061952),segment_id=3fca9811-8309-4f3b-9991-5d50db061952)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:01:58.604904 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (c811e59d-1fd7-4b9e-a75b-edec92b21f25), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:01:58.640449 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-f5fadf35-8dbb-446d-a45e-72046902ade9 req-998b154d-f8cd-426a-9070-38ff370ba485 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/security-groups?id=53f4bb53-9596-4c65-ac4b-f09350e921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450454 Jul 29 05:01:58.656502 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Pushing event updated for resources: {'Port': ['ID=c811e59d-1fd7-4b9e-a75b-edec92b21f25,revision_number=4']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:01:59.010269 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] get_ports_and_sgs() called for port_ids ['c811e59d-1fd7-4b9e-a75b-edec92b21f25'] {{(pid=115909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 05:01:59.756199 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5408e01-f9d1-449c-a8a7-c1cc8cc40ad5 req-681a4996-2fe8-4f04-9796-bfb4dd5413ac tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:01:59.757697 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-d5408e01-f9d1-449c-a8a7-c1cc8cc40ad5 req-681a4996-2fe8-4f04-9796-bfb4dd5413ac tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/ports?device_id=65045a08-7888-448b-b52a-67750317b2d1 HTTP/1.1" status: 200 len: 944 time: 0.0473273 Jul 29 05:01:59.810268 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-d5408e01-f9d1-449c-a8a7-c1cc8cc40ad5 req-da793f35-7e65-45a4-ba7a-0c10e1ca0cc9 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/security-groups?id=53f4bb53-9596-4c65-ac4b-f09350e921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463769 Jul 29 05:02:00.325335 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device c811e59d-1fd7-4b9e-a75b-edec92b21f25 up at agent hyperv_hv-cinder-85144 {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:02:00.366209 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Provisioning for port c811e59d-1fd7-4b9e-a75b-edec92b21f25 completed by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 29 05:02:00.372622 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Provisioning complete for port c811e59d-1fd7-4b9e-a75b-edec92b21f25 triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:02:00.373008 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (c811e59d-1fd7-4b9e-a75b-edec92b21f25), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:02:00.447010 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Current status of the port c811e59d-1fd7-4b9e-a75b-edec92b21f25 is: BUILD; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:02:00.447396 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (c811e59d-1fd7-4b9e-a75b-edec92b21f25), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:02:00.470385 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65045a08-7888-448b-b52a-67750317b2d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c811e59d-1fd7-4b9e-a75b-edec92b21f25'}] {{(pid=115909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:02:00.472683 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c420e031ced92140226aa6f83123c9b23fc96e3244e1479094dc728224b9fe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d219c4e-915e-4b83-bcef-6addee46109a" -d '{"events": [{"server_uuid": "65045a08-7888-448b-b52a-67750317b2d1", "name": "network-vif-plugged", "status": "completed", "tag": "c811e59d-1fd7-4b9e-a75b-edec92b21f25"}]}' {{(pid=115909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:02:00.486269 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port c811e59d-1fd7-4b9e-a75b-edec92b21f25, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=c811e59d-1fd7-4b9e-a75b-edec92b21f25,segment=NetworkSegment(3fca9811-8309-4f3b-9991-5d50db061952),segment_id=3fca9811-8309-4f3b-9991-5d50db061952)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:02:00.490693 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (c811e59d-1fd7-4b9e-a75b-edec92b21f25), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:02:00.513971 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 05:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda8d14b-c66b-4dac-a10d-17572108332c x-openstack-request-id: req-dda8d14b-c66b-4dac-a10d-17572108332c {{(pid=115909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:02:00.514270 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65045a08-7888-448b-b52a-67750317b2d1", "name": "network-vif-plugged", "status": "completed", "tag": "c811e59d-1fd7-4b9e-a75b-edec92b21f25", "code": 200}]} {{(pid=115909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:02:00.514519 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-dda8d14b-c66b-4dac-a10d-17572108332c {{(pid=115909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:02:00.514915 dv-cinder-851449-2-iscsi neutron-server[115909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dda8d14b-c66b-4dac-a10d-17572108332c'] response: {'server_uuid': '65045a08-7888-448b-b52a-67750317b2d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c811e59d-1fd7-4b9e-a75b-edec92b21f25', 'code': 200} Jul 29 05:02:00.540019 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Pushing event updated for resources: {'Port': ['ID=c811e59d-1fd7-4b9e-a75b-edec92b21f25,revision_number=5']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:02:00.764746 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b626e-763b-4096-870f-4265728fef89 req-1d2bb644-d175-4bf2-8e49-c017a4f93a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:02:00.766238 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-331b626e-763b-4096-870f-4265728fef89 req-1d2bb644-d175-4bf2-8e49-c017a4f93a63 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=65045a08-7888-448b-b52a-67750317b2d1 HTTP/1.1" status: 200 len: 1129 time: 0.0418208 Jul 29 05:02:00.812768 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-331b626e-763b-4096-870f-4265728fef89 req-5a55557c-a68d-4769-bc9a-90574e09f42f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=53f4bb53-9596-4c65-ac4b-f09350e921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401278 Jul 29 05:02:00.929751 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc55252-c373-4591-b5cf-d8c58da3bc41 req-55ce03d6-2b44-401b-8a68-e6e49da002fd tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:02:00.931184 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-cfc55252-c373-4591-b5cf-d8c58da3bc41 req-55ce03d6-2b44-401b-8a68-e6e49da002fd tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/ports?device_id=65045a08-7888-448b-b52a-67750317b2d1 HTTP/1.1" status: 200 len: 945 time: 0.0478294 Jul 29 05:02:00.980364 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-cfc55252-c373-4591-b5cf-d8c58da3bc41 req-f276036b-9eea-4603-844e-164c1174e739 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/security-groups?id=53f4bb53-9596-4c65-ac4b-f09350e921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435789 Jul 29 05:02:02.098338 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe56cda-1f5e-42e5-a353-5faaabc4d2b2 req-1b2a64a0-fa93-45b5-b44e-70b3050a651a tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:02:02.099784 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4fe56cda-1f5e-42e5-a353-5faaabc4d2b2 req-1b2a64a0-fa93-45b5-b44e-70b3050a651a tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/ports?device_id=65045a08-7888-448b-b52a-67750317b2d1 HTTP/1.1" status: 200 len: 945 time: 0.0467124 Jul 29 05:02:02.148135 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4fe56cda-1f5e-42e5-a353-5faaabc4d2b2 req-27772525-76ad-45a7-bc66-79b5c9a9ba68 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/security-groups?id=53f4bb53-9596-4c65-ac4b-f09350e921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420258 Jul 29 05:02:03.265508 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846e17d2-231b-40df-a460-05e818485ad7 req-49696c26-de18-4dcc-974a-753925801d94 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:02:03.266964 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-846e17d2-231b-40df-a460-05e818485ad7 req-49696c26-de18-4dcc-974a-753925801d94 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/ports?device_id=65045a08-7888-448b-b52a-67750317b2d1 HTTP/1.1" status: 200 len: 945 time: 0.0468450 Jul 29 05:02:03.315984 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-846e17d2-231b-40df-a460-05e818485ad7 req-b02a6126-791e-4f53-b1b6-105c508f1df6 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/security-groups?id=53f4bb53-9596-4c65-ac4b-f09350e921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434091 Jul 29 05:02:03.431510 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f55262-f0a5-40a2-a0d1-798c4a2321be req-bbf6598d-bb76-48b5-9f04-f12c7f579241 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:02:03.432929 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-72f55262-f0a5-40a2-a0d1-798c4a2321be req-bbf6598d-bb76-48b5-9f04-f12c7f579241 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/ports?device_id=65045a08-7888-448b-b52a-67750317b2d1 HTTP/1.1" status: 200 len: 945 time: 0.0472233 Jul 29 05:02:03.484183 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-72f55262-f0a5-40a2-a0d1-798c4a2321be req-fe478787-e997-4bd0-b402-64e6ee476858 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/security-groups?id=53f4bb53-9596-4c65-ac4b-f09350e921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456860 Jul 29 05:02:03.511651 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 39732) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:02:03.594413 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff118e9-d38f-4e96-9a6b-6dd38feebbf5 tempest-TestVolumeBootPattern-583010662 tempest-TestVolumeBootPattern-583010662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:02:03.595933 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-0ff118e9-d38f-4e96-9a6b-6dd38feebbf5 tempest-TestVolumeBootPattern-583010662 tempest-TestVolumeBootPattern-583010662-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=65045a08-7888-448b-b52a-67750317b2d1 HTTP/1.1" status: 200 len: 1124 time: 0.0833042 Jul 29 05:02:03.598980 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 39736) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:02:03.603347 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [None req-37b1422e-3f47-4f69-bf1c-68a7f1d547ef tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Request body: {'floatingip': {'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'port_id': 'c811e59d-1fd7-4b9e-a75b-edec92b21f25', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'fixed_ip_address': '172.20.0.5'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:02:03.624943 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-37b1422e-3f47-4f69-bf1c-68a7f1d547ef tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:02:03.702809 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-37b1422e-3f47-4f69-bf1c-68a7f1d547ef tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:02:03.807749 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.db_base_plugin_common [None req-37b1422e-3f47-4f69-bf1c-68a7f1d547ef tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Allocated IP 172.27.0.169 (9a05b655-8925-4222-a853-020f58db76f4/b252d643-2a5f-428d-a536-f8ecbd6d13e1/267dbe93-3579-4d97-9481-7fdc60f447ea) {{(pid=115908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:02:03.876651 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:02:03.912545 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-37b1422e-3f47-4f69-bf1c-68a7f1d547ef tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks [] for port (267dbe93-3579-4d97-9481-7fdc60f447ea), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:02:03.913701 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:02:03.948662 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-37b1422e-3f47-4f69-bf1c-68a7f1d547ef tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (267dbe93-3579-4d97-9481-7fdc60f447ea), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:02:03.988057 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b1422e-3f47-4f69-bf1c-68a7f1d547ef tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Network 9a05b655-8925-4222-a853-020f58db76f4 is already hosted by enough agents. {{(pid=115908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:02:03.991108 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.base_scheduler [None req-37b1422e-3f47-4f69-bf1c-68a7f1d547ef tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Resources bound (agent type, host, resource id): {{(pid=115908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:02:03.995709 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b1422e-3f47-4f69-bf1c-68a7f1d547ef tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Received port after_create {{(pid=115908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:02:04.018015 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b1422e-3f47-4f69-bf1c-68a7f1d547ef tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Pushing event updated for resources: {'Port': ['ID=267dbe93-3579-4d97-9481-7fdc60f447ea,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:02:04.351108 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-37b1422e-3f47-4f69-bf1c-68a7f1d547ef tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks [] for floatingip (9d5bd301-98b1-4d0c-ba91-62ecd1634204), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:02:04.417246 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-37b1422e-3f47-4f69-bf1c-68a7f1d547ef tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (267dbe93-3579-4d97-9481-7fdc60f447ea), before_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:02:04.563129 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-37b1422e-3f47-4f69-bf1c-68a7f1d547ef tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks [] for port (267dbe93-3579-4d97-9481-7fdc60f447ea), precommit_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:02:04.567363 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-37b1422e-3f47-4f69-bf1c-68a7f1d547ef tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7403849'] for port (267dbe93-3579-4d97-9481-7fdc60f447ea), after_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:02:04.608216 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:02:04.638014 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b1422e-3f47-4f69-bf1c-68a7f1d547ef tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Pushing event updated for resources: {'Port': ['ID=267dbe93-3579-4d97-9481-7fdc60f447ea,revision_number=2']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:02:04.651879 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-37b1422e-3f47-4f69-bf1c-68a7f1d547ef tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1937124'] for floatingip (9d5bd301-98b1-4d0c-ba91-62ecd1634204), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:02:04.737775 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:02:04.749413 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.db.l3_db [None req-37b1422e-3f47-4f69-bf1c-68a7f1d547ef tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Floating IP 9d5bd301-98b1-4d0c-ba91-62ecd1634204 associated. External IP: 172.27.0.169, port: c811e59d-1fd7-4b9e-a75b-edec92b21f25. Jul 29 05:02:04.941822 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b1422e-3f47-4f69-bf1c-68a7f1d547ef tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Router d255457a-0a07-44d8-8dd0-e214b7c8df83 has already been hosted by L3 agent 507cc676-b5a3-487d-9bd3-df89beb45ea5 {{(pid=115908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:02:05.043659 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b1422e-3f47-4f69-bf1c-68a7f1d547ef tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Notify agent at l3_agent.dv-cinder-851449-2-iscsi the message routers_updated {{(pid=115908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:02:05.053230 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82270766-0636-4fe9-8f34-6835f55180d6 None None] Sync routers for ids ['d255457a-0a07-44d8-8dd0-e214b7c8df83'] in dv-cinder-851449-2-iscsi {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:02:05.061787 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-37b1422e-3f47-4f69-bf1c-68a7f1d547ef tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for floatingip (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:02:05.063358 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82270766-0636-4fe9-8f34-6835f55180d6 None None] Routers {'d255457a-0a07-44d8-8dd0-e214b7c8df83'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:02:05.063970 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-82270766-0636-4fe9-8f34-6835f55180d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T05:01:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['d255457a-0a07-44d8-8dd0-e214b7c8df83'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:02:05.092239 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-37b1422e-3f47-4f69-bf1c-68a7f1d547ef tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4922397 Jul 29 05:02:05.092856 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65045a08-7888-448b-b52a-67750317b2d1', 'tag': 'c811e59d-1fd7-4b9e-a75b-edec92b21f25'}] {{(pid=115908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:02:05.095152 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91089063952d51f7df5c9c02e055d40fa8e1e9cb9a21cfbbcb9b3277c7a948b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b40cee-039c-4d67-85d6-ba412a5cb07b" -d '{"events": [{"name": "network-changed", "server_uuid": "65045a08-7888-448b-b52a-67750317b2d1", "tag": "c811e59d-1fd7-4b9e-a75b-edec92b21f25"}]}' {{(pid=115908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:02:05.132840 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 05:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454cf08d-0c67-4c35-9722-ef0dba97b732 x-openstack-request-id: req-454cf08d-0c67-4c35-9722-ef0dba97b732 {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:02:05.133129 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65045a08-7888-448b-b52a-67750317b2d1", "tag": "c811e59d-1fd7-4b9e-a75b-edec92b21f25", "status": "completed", "code": 200}]} {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:02:05.133377 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-454cf08d-0c67-4c35-9722-ef0dba97b732 {{(pid=115908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:02:05.133859 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-454cf08d-0c67-4c35-9722-ef0dba97b732'] response: {'name': 'network-changed', 'server_uuid': '65045a08-7888-448b-b52a-67750317b2d1', 'tag': 'c811e59d-1fd7-4b9e-a75b-edec92b21f25', 'status': 'completed', 'code': 200} Jul 29 05:02:05.166414 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-82270766-0636-4fe9-8f34-6835f55180d6 None None] Set router d255457a-0a07-44d8-8dd0-e214b7c8df83 gateway port host: dv-cinder-851449-2-iscsi {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:02:05.218843 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b40cee-039c-4d67-85d6-ba412a5cb07b req-a96a1992-e12a-4fac-b060-7d58ee697648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:02:05.220243 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-72b40cee-039c-4d67-85d6-ba412a5cb07b req-a96a1992-e12a-4fac-b060-7d58ee697648 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e10af2e6edcd485caf51326fdc9c17fc&device_id=65045a08-7888-448b-b52a-67750317b2d1 HTTP/1.1" status: 200 len: 1129 time: 0.0425935 Jul 29 05:02:05.318489 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b40cee-039c-4d67-85d6-ba412a5cb07b req-1ee1b302-0d2f-44ae-a051-b215ebcf7cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:02:05.319996 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-72b40cee-039c-4d67-85d6-ba412a5cb07b req-1ee1b302-0d2f-44ae-a051-b215ebcf7cb1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a8d51233-0dc5-4999-a537-b5dd4b1ae8b7 HTTP/1.1" status: 200 len: 913 time: 0.0919783 Jul 29 05:02:05.377227 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-82270766-0636-4fe9-8f34-6835f55180d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'name': 'tempest-TestVolumeBootPattern-1493235875-router', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '42f49a12-b73d-431e-beba-0613dde02901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:01:12Z', 'updated_at': '2022-07-29T05:01:15Z', 'revision_number': 4, 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'gw_port': {'id': '42f49a12-b73d-431e-beba-0613dde02901', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ee:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:01:13Z', 'updated_at': '2022-07-29T05:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_floatingips': [{'id': '9d5bd301-98b1-4d0c-ba91-62ecd1634204', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'floating_ip_address': '172.27.0.169', 'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'router_id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'port_id': 'c811e59d-1fd7-4b9e-a75b-edec92b21f25', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d51233-0dc5-4999-a537-b5dd4b1ae8b7', 'mac_address': 'fa:16:3e:af:8e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65045a08-7888-448b-b52a-67750317b2d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:02:04Z', 'updated_at': '2022-07-29T05:02:04Z', 'revision_number': 0, 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cae43ed0-ba9a-41f9-87df-99f0dbf4032b', 'name': '', 'network_id': 'a8d51233-0dc5-4999-a537-b5dd4b1ae8b7', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'mac_address': 'fa:16:3e:8d:d6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'ac0e078d-97ae-4cd6-a0a6-6dab59affc7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:01:14Z', 'updated_at': '2022-07-29T05:01:19Z', 'revision_number': 5, 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'subnets': [{'id': 'ac0e078d-97ae-4cd6-a0a6-6dab59affc7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:02:05.383670 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-72b40cee-039c-4d67-85d6-ba412a5cb07b req-74ede796-3087-4e1e-8a7c-6d3d18090e23 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c811e59d-1fd7-4b9e-a75b-edec92b21f25 HTTP/1.1" status: 200 len: 999 time: 0.0578165 Jul 29 05:02:05.405342 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82270766-0636-4fe9-8f34-6835f55180d6 None None] Checking router: d255457a-0a07-44d8-8dd0-e214b7c8df83 for host: dv-cinder-851449-2-iscsi {{(pid=115910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:02:05.414565 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82270766-0636-4fe9-8f34-6835f55180d6 None None] Routers {'d255457a-0a07-44d8-8dd0-e214b7c8df83'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:02:05.415780 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-82270766-0636-4fe9-8f34-6835f55180d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T05:01:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['d255457a-0a07-44d8-8dd0-e214b7c8df83'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:02:05.433253 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b40cee-039c-4d67-85d6-ba412a5cb07b req-73b1d048-e6f3-469d-8cc9-f6fced612aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:02:05.434721 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-72b40cee-039c-4d67-85d6-ba412a5cb07b req-73b1d048-e6f3-469d-8cc9-f6fced612aec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ac0e078d-97ae-4cd6-a0a6-6dab59affc7e HTTP/1.1" status: 200 len: 851 time: 0.0454514 Jul 29 05:02:05.476236 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b40cee-039c-4d67-85d6-ba412a5cb07b req-4c5c1b9d-a6a7-4e37-924a-eda40c284fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:02:05.478252 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-72b40cee-039c-4d67-85d6-ba412a5cb07b req-4c5c1b9d-a6a7-4e37-924a-eda40c284fb2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a8d51233-0dc5-4999-a537-b5dd4b1ae8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375314 Jul 29 05:02:05.519944 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-82270766-0636-4fe9-8f34-6835f55180d6 None None] Set router d255457a-0a07-44d8-8dd0-e214b7c8df83 gateway port host: dv-cinder-851449-2-iscsi {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:02:05.570280 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-72b40cee-039c-4d67-85d6-ba412a5cb07b req-e5639452-5d71-4199-b3de-f3f269619fb7 service neutron] 10.222.0.64 "GET /v2.0/networks/a8d51233-0dc5-4999-a537-b5dd4b1ae8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859399 Jul 29 05:02:05.617400 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:02:05.659786 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-72b40cee-039c-4d67-85d6-ba412a5cb07b req-5d8c957a-cb42-4349-a1ec-82ee2b628535 service neutron] 10.222.0.64 "GET /v2.0/networks/a8d51233-0dc5-4999-a537-b5dd4b1ae8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839546 Jul 29 05:02:05.735439 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-82270766-0636-4fe9-8f34-6835f55180d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'name': 'tempest-TestVolumeBootPattern-1493235875-router', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '42f49a12-b73d-431e-beba-0613dde02901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:01:12Z', 'updated_at': '2022-07-29T05:01:15Z', 'revision_number': 4, 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'gw_port': {'id': '42f49a12-b73d-431e-beba-0613dde02901', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ee:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:01:13Z', 'updated_at': '2022-07-29T05:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_floatingips': [{'id': '9d5bd301-98b1-4d0c-ba91-62ecd1634204', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'floating_ip_address': '172.27.0.169', 'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'router_id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'port_id': 'c811e59d-1fd7-4b9e-a75b-edec92b21f25', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d51233-0dc5-4999-a537-b5dd4b1ae8b7', 'mac_address': 'fa:16:3e:af:8e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65045a08-7888-448b-b52a-67750317b2d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:02:04Z', 'updated_at': '2022-07-29T05:02:04Z', 'revision_number': 0, 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cae43ed0-ba9a-41f9-87df-99f0dbf4032b', 'name': '', 'network_id': 'a8d51233-0dc5-4999-a537-b5dd4b1ae8b7', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'mac_address': 'fa:16:3e:8d:d6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'ac0e078d-97ae-4cd6-a0a6-6dab59affc7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:01:14Z', 'updated_at': '2022-07-29T05:01:19Z', 'revision_number': 5, 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'subnets': [{'id': 'ac0e078d-97ae-4cd6-a0a6-6dab59affc7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:02:05.760023 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82270766-0636-4fe9-8f34-6835f55180d6 None None] The sync data for ids ['d255457a-0a07-44d8-8dd0-e214b7c8df83'] in dv-cinder-851449-2-iscsi is: [{'id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'name': 'tempest-TestVolumeBootPattern-1493235875-router', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '42f49a12-b73d-431e-beba-0613dde02901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:01:12Z', 'updated_at': '2022-07-29T05:01:15Z', 'revision_number': 4, 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'gw_port': {'id': '42f49a12-b73d-431e-beba-0613dde02901', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ee:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:01:13Z', 'updated_at': '2022-07-29T05:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_floatingips': [{'id': '9d5bd301-98b1-4d0c-ba91-62ecd1634204', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'floating_ip_address': '172.27.0.169', 'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'router_id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'port_id': 'c811e59d-1fd7-4b9e-a75b-edec92b21f25', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d51233-0dc5-4999-a537-b5dd4b1ae8b7', 'mac_address': 'fa:16:3e:af:8e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65045a08-7888-448b-b52a-67750317b2d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:02:04Z', 'updated_at': '2022-07-29T05:02:04Z', 'revision_number': 0, 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cae43ed0-ba9a-41f9-87df-99f0dbf4032b', 'name': '', 'network_id': 'a8d51233-0dc5-4999-a537-b5dd4b1ae8b7', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'mac_address': 'fa:16:3e:8d:d6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'ac0e078d-97ae-4cd6-a0a6-6dab59affc7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:01:14Z', 'updated_at': '2022-07-29T05:01:19Z', 'revision_number': 5, 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'subnets': [{'id': 'ac0e078d-97ae-4cd6-a0a6-6dab59affc7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:02:05.936962 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fb4a49-7089-4330-9e59-f247a2f33fa7 None None] New status for floating IP 9d5bd301-98b1-4d0c-ba91-62ecd1634204: ACTIVE {{(pid=115909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 05:02:13.308550 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=89 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:02:13.312491 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=89 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:02:15.655190 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=82,neutron:DELETE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:02:15.657066 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=4 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:02:15.733074 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=68 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:02:15.738070 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=82 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:02:16.037623 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:02:16.039807 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:02:18.446224 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-710fbf49-66e3-4da5-a152-d84f161e9b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:02:20.656912 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-4a2312ca-ec9e-438e-856c-08f1de03095a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:02:21.623224 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (bab6a0c9-2145-495f-b42f-b184e241503a), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:02:21.886424 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:02:23.251066 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:02:23.386566 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:02:26.896322 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=2 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:02:26.900359 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=4 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:02:32.904145 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.agents_db [None req-05f878dc-9505-4230-ae26-b2f791c5e7d5 None None] Agent healthcheck: found 6 active agents {{(pid=115910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:02:33.380317 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:02:33.382231 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:02:33.895109 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c7639b58-0784-4dde-8026-ed195e552bd9 req-2c88f841-36b9-4418-bb5d-8b4bb30e10a5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414453 Jul 29 05:02:34.228736 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7639b58-0784-4dde-8026-ed195e552bd9 req-33920f50-e1ac-4187-b9f2-7c8aecd1ec16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:02:34.230159 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c7639b58-0784-4dde-8026-ed195e552bd9 req-33920f50-e1ac-4187-b9f2-7c8aecd1ec16 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b586a0d507ca497589a504f9e2d44574&device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9 HTTP/1.1" status: 200 len: 1129 time: 0.2755864 Jul 29 05:02:34.331989 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7639b58-0784-4dde-8026-ed195e552bd9 req-d9cd119b-048e-475a-a1be-5c1f0523af6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:02:34.333457 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c7639b58-0784-4dde-8026-ed195e552bd9 req-d9cd119b-048e-475a-a1be-5c1f0523af6d service neutron] 10.222.0.64 "GET /v2.0/networks?id=ac70cb08-b25c-4351-9af8-2a46a3f3e6e9 HTTP/1.1" status: 200 len: 909 time: 0.0846248 Jul 29 05:02:34.395650 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c7639b58-0784-4dde-8026-ed195e552bd9 req-e9102c10-45db-4f24-9996-990c153414a2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a26b861-617c-4ef6-b856-a16b66ee0360 HTTP/1.1" status: 200 len: 1000 time: 0.0561991 Jul 29 05:02:34.447234 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7639b58-0784-4dde-8026-ed195e552bd9 req-b3489940-67fd-412f-ab31-dfebe8f55547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:02:34.448550 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c7639b58-0784-4dde-8026-ed195e552bd9 req-b3489940-67fd-412f-ab31-dfebe8f55547 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9f74eaa6-5843-460c-81c7-7fbee07b9bef HTTP/1.1" status: 200 len: 847 time: 0.0472181 Jul 29 05:02:34.491281 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7639b58-0784-4dde-8026-ed195e552bd9 req-89bfe982-a5d9-4c52-b0f8-091480afbe40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:02:34.492773 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c7639b58-0784-4dde-8026-ed195e552bd9 req-89bfe982-a5d9-4c52-b0f8-091480afbe40 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ac70cb08-b25c-4351-9af8-2a46a3f3e6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383224 Jul 29 05:02:34.582643 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c7639b58-0784-4dde-8026-ed195e552bd9 req-76265fa3-e428-48b3-b05d-02b0cbac4f7d service neutron] 10.222.0.64 "GET /v2.0/networks/ac70cb08-b25c-4351-9af8-2a46a3f3e6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835967 Jul 29 05:02:34.674354 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c7639b58-0784-4dde-8026-ed195e552bd9 req-04d43e13-70ba-4f24-9f47-0f00b28ff429 service neutron] 10.222.0.64 "GET /v2.0/networks/ac70cb08-b25c-4351-9af8-2a46a3f3e6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856354 Jul 29 05:02:44.664759 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=49 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:02:44.670567 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=52 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:02:46.935089 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:02:46.936056 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:02:48.448473 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-993ba8e1-2283-4a5e-9160-6ac4fdfbbd65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:02:50.658918 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-f9d32351-9fa6-4be6-b550-54a88a1bf2fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:02:51.632201 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (bab6a0c9-2145-495f-b42f-b184e241503a), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:02:51.889954 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:02:53.253669 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:02:53.388854 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:03:03.250509 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:03:03.384177 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:03:03.893010 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:03:03.898003 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=5 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:03:09.904192 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.agents_db [None req-05f878dc-9505-4230-ae26-b2f791c5e7d5 None None] Agent healthcheck: found 6 active agents {{(pid=115910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:03:15.846338 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [req-9f3301a4-1a7a-4ff9-95f2-d08e25ba38b3 req-b2f74afb-9c45-4544-987e-5240e187030e service neutron] (115907) timed out ('10.222.0.64', 54228) {{(pid=115907) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 29 05:03:18.450211 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-4c00b302-95a9-40e8-8a44-52797e88f42a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:03:19.899522 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:03:19.900273 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:03:20.661533 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-239b28a3-e1e0-469a-91fa-52398c10b8a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:03:21.630151 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (bab6a0c9-2145-495f-b42f-b184e241503a), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:03:21.892104 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:03:23.257045 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:03:23.390906 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:03:33.385331 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:03:33.387287 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:03:35.921663 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-72898530-eeed-40dd-9922-4c1fd7c9f66d req-dacf6a51-dd36-44d7-aa54-62d1a7c7b40b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=65045a08-7888-448b-b52a-67750317b2d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0817327 Jul 29 05:03:35.989879 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72898530-eeed-40dd-9922-4c1fd7c9f66d req-87d24add-4f2d-40da-a5e0-cbdff8058d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:03:35.991347 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-72898530-eeed-40dd-9922-4c1fd7c9f66d req-87d24add-4f2d-40da-a5e0-cbdff8058d6e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e10af2e6edcd485caf51326fdc9c17fc&device_id=65045a08-7888-448b-b52a-67750317b2d1 HTTP/1.1" status: 200 len: 1129 time: 0.0393553 Jul 29 05:03:36.097265 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72898530-eeed-40dd-9922-4c1fd7c9f66d req-11be67a0-143f-4204-96d9-80df22e5a07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:03:36.098730 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-72898530-eeed-40dd-9922-4c1fd7c9f66d req-11be67a0-143f-4204-96d9-80df22e5a07e service neutron] 10.222.0.64 "GET /v2.0/networks?id=a8d51233-0dc5-4999-a537-b5dd4b1ae8b7 HTTP/1.1" status: 200 len: 913 time: 0.0890009 Jul 29 05:03:36.157564 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-72898530-eeed-40dd-9922-4c1fd7c9f66d req-3bb117ef-14bf-4454-bc3b-7565a3e24e39 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c811e59d-1fd7-4b9e-a75b-edec92b21f25 HTTP/1.1" status: 200 len: 1001 time: 0.0533290 Jul 29 05:03:36.205384 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72898530-eeed-40dd-9922-4c1fd7c9f66d req-201aeb18-d8e4-44ac-8ce9-786c95f3d08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:03:36.206698 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-72898530-eeed-40dd-9922-4c1fd7c9f66d req-201aeb18-d8e4-44ac-8ce9-786c95f3d08b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ac0e078d-97ae-4cd6-a0a6-6dab59affc7e HTTP/1.1" status: 200 len: 851 time: 0.0438344 Jul 29 05:03:36.251833 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72898530-eeed-40dd-9922-4c1fd7c9f66d req-7367cfa0-ef18-422b-a7e2-10de37ab10eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:03:36.253331 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-72898530-eeed-40dd-9922-4c1fd7c9f66d req-7367cfa0-ef18-422b-a7e2-10de37ab10eb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a8d51233-0dc5-4999-a537-b5dd4b1ae8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409718 Jul 29 05:03:36.342692 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-72898530-eeed-40dd-9922-4c1fd7c9f66d req-f2b59ac5-87b6-4981-9108-9a3d8d6575ca service neutron] 10.222.0.64 "GET /v2.0/networks/a8d51233-0dc5-4999-a537-b5dd4b1ae8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832577 Jul 29 05:03:36.437671 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-72898530-eeed-40dd-9922-4c1fd7c9f66d req-293b7641-3781-4ad3-ac06-61bbbee56764 service neutron] 10.222.0.64 "GET /v2.0/networks/a8d51233-0dc5-4999-a537-b5dd4b1ae8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889394 Jul 29 05:03:46.433599 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=50 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:03:46.434570 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=51 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:03:46.903660 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.agents_db [None req-05f878dc-9505-4230-ae26-b2f791c5e7d5 None None] Agent healthcheck: found 6 active agents {{(pid=115910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:03:48.451679 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b0fcb0b6-71e5-4ccd-a109-56639566d632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:03:50.664982 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-27d2bcc9-3c27-486b-8f39-758b01793b88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:03:51.630536 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (bab6a0c9-2145-495f-b42f-b184e241503a), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:03:51.893623 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:03:53.259418 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:03:53.394718 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:03:53.430044 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8062ec9-d3bf-4f1a-91d8-d27acdbb59e7 req-da4d59a5-fedf-4307-8ccc-35c587a58ef8 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:03:53.431470 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-c8062ec9-d3bf-4f1a-91d8-d27acdbb59e7 req-da4d59a5-fedf-4307-8ccc-35c587a58ef8 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/ports?device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9 HTTP/1.1" status: 200 len: 945 time: 0.1057417 Jul 29 05:03:53.481339 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-c8062ec9-d3bf-4f1a-91d8-d27acdbb59e7 req-01ef3297-c890-433e-ac10-8ab61505f9e9 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/security-groups?id=03d44363-cfab-4b47-8455-6768e34578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441403 Jul 29 05:03:54.650679 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc93c3a9-b5d9-4334-8de9-a8619344b120 req-08d9035e-da89-4214-8c7e-e777ad3573ec tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:03:54.652180 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-bc93c3a9-b5d9-4334-8de9-a8619344b120 req-08d9035e-da89-4214-8c7e-e777ad3573ec tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/ports?device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9 HTTP/1.1" status: 200 len: 945 time: 0.0946841 Jul 29 05:03:54.707519 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-bc93c3a9-b5d9-4334-8de9-a8619344b120 req-22922bdc-4e68-490f-9f58-e280d31ef76d tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/security-groups?id=03d44363-cfab-4b47-8455-6768e34578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497394 Jul 29 05:03:55.827339 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95d40c-6d69-4199-9fea-ad1b1688643d req-bdcb71bc-bc13-4cf0-a279-da0948e99b32 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:03:55.828856 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-5b95d40c-6d69-4199-9fea-ad1b1688643d req-bdcb71bc-bc13-4cf0-a279-da0948e99b32 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/ports?device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9 HTTP/1.1" status: 200 len: 945 time: 0.0476334 Jul 29 05:03:55.877011 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-5b95d40c-6d69-4199-9fea-ad1b1688643d req-03c1930d-1f55-4461-bf59-0df12221432f tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/security-groups?id=03d44363-cfab-4b47-8455-6768e34578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425909 Jul 29 05:03:56.898572 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=17 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:03:56.899847 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=17 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:03:56.999582 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3bb1f-3559-4ba1-83f2-5051b02b767b req-30f6cf42-64ec-4198-b2dd-c7843ad39809 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:03:57.001192 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-73a3bb1f-3559-4ba1-83f2-5051b02b767b req-30f6cf42-64ec-4198-b2dd-c7843ad39809 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/ports?device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9 HTTP/1.1" status: 200 len: 945 time: 0.0511560 Jul 29 05:03:57.050611 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-73a3bb1f-3559-4ba1-83f2-5051b02b767b req-6180e4a9-5460-4fbd-886d-138e4fdd3a9b tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/security-groups?id=03d44363-cfab-4b47-8455-6768e34578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433502 Jul 29 05:03:58.073117 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [req-827b66e6-668d-4ea6-8f03-635cfcc76c39 req-f9fd1f6e-143d-4d97-a8a3-d2ff692ab683 service neutron] (115908) timed out ('10.222.0.64', 54213) {{(pid=115908) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 29 05:03:58.170134 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711fa91d-ff5b-4f6d-b8fb-82a9391ce4b6 req-889efdb9-4b6b-4093-ace9-cee3f4e3a984 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:03:58.171835 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-711fa91d-ff5b-4f6d-b8fb-82a9391ce4b6 req-889efdb9-4b6b-4093-ace9-cee3f4e3a984 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/ports?device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9 HTTP/1.1" status: 200 len: 945 time: 0.0489292 Jul 29 05:03:58.220595 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-711fa91d-ff5b-4f6d-b8fb-82a9391ce4b6 req-70244b09-de7f-439c-800e-20462d268191 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/security-groups?id=03d44363-cfab-4b47-8455-6768e34578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426688 Jul 29 05:03:58.231362 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [req-78d50fce-e26e-4b13-bb05-4c032b1fba97 req-337a8801-5757-4ebd-9dca-29d6d882428f service neutron] (115907) timed out ('10.222.0.64', 54216) {{(pid=115907) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 29 05:03:59.337075 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b498c4f-082f-447a-96f6-43eef9ae2227 req-35dc949f-053a-4a4d-b4f1-dab30a35142f tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:03:59.338520 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9b498c4f-082f-447a-96f6-43eef9ae2227 req-35dc949f-053a-4a4d-b4f1-dab30a35142f tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/ports?device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9 HTTP/1.1" status: 200 len: 945 time: 0.0470560 Jul 29 05:03:59.385682 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9b498c4f-082f-447a-96f6-43eef9ae2227 req-9eae289a-2ff2-4580-be7a-bf7e3d5f65d7 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/security-groups?id=03d44363-cfab-4b47-8455-6768e34578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417759 Jul 29 05:04:00.503542 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53ec870-7ac4-46c1-9288-39a5370e46cf req-771091fc-b9c0-4e55-88b9-90f184ad71b5 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:00.505023 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-a53ec870-7ac4-46c1-9288-39a5370e46cf req-771091fc-b9c0-4e55-88b9-90f184ad71b5 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/ports?device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9 HTTP/1.1" status: 200 len: 945 time: 0.0470753 Jul 29 05:04:00.553972 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-a53ec870-7ac4-46c1-9288-39a5370e46cf req-d29ac5ab-bc3b-48b2-ac43-aa0206ee78be tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/security-groups?id=03d44363-cfab-4b47-8455-6768e34578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435419 Jul 29 05:04:01.671157 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c51764-b8c6-4ce2-910a-79a67058939a req-9393c32b-ff3a-46fa-affd-1ed4f7031ef9 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:01.672925 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e8c51764-b8c6-4ce2-910a-79a67058939a req-9393c32b-ff3a-46fa-affd-1ed4f7031ef9 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/ports?device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9 HTTP/1.1" status: 200 len: 945 time: 0.0480068 Jul 29 05:04:01.725892 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e8c51764-b8c6-4ce2-910a-79a67058939a req-8a29a44f-3953-4b02-b66d-d3be1e00fece tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/security-groups?id=03d44363-cfab-4b47-8455-6768e34578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473998 Jul 29 05:04:02.845684 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b23b3ee-6226-4088-aba5-85f681184cb2 req-52fa8cce-5847-42af-b2fd-b4fcfb4e4871 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:02.848058 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-8b23b3ee-6226-4088-aba5-85f681184cb2 req-52fa8cce-5847-42af-b2fd-b4fcfb4e4871 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/ports?device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9 HTTP/1.1" status: 200 len: 945 time: 0.0471833 Jul 29 05:04:03.144146 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-8b23b3ee-6226-4088-aba5-85f681184cb2 req-bbc62f15-8473-4caf-8bc4-c390f25ca94e tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/security-groups?id=03d44363-cfab-4b47-8455-6768e34578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2909198 Jul 29 05:04:03.387867 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:04:03.389755 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:04:03.584794 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa005893-5824-4a4d-83ec-0c565ae7bff6 req-e91a15f3-50e8-432b-b218-f15ca85ee33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:03.586263 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-aa005893-5824-4a4d-83ec-0c565ae7bff6 req-e91a15f3-50e8-432b-b218-f15ca85ee33c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b586a0d507ca497589a504f9e2d44574&device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9 HTTP/1.1" status: 200 len: 1129 time: 0.0395591 Jul 29 05:04:03.679426 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa005893-5824-4a4d-83ec-0c565ae7bff6 req-d9e2fe3f-0677-461a-b7e2-81a17f5348f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:03.680931 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-aa005893-5824-4a4d-83ec-0c565ae7bff6 req-d9e2fe3f-0677-461a-b7e2-81a17f5348f4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ac70cb08-b25c-4351-9af8-2a46a3f3e6e9 HTTP/1.1" status: 200 len: 909 time: 0.0895298 Jul 29 05:04:03.741552 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-aa005893-5824-4a4d-83ec-0c565ae7bff6 req-50dca5a6-e1af-4ab2-bb09-7bf6497f1b79 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a26b861-617c-4ef6-b856-a16b66ee0360 HTTP/1.1" status: 200 len: 1000 time: 0.0550177 Jul 29 05:04:03.789269 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa005893-5824-4a4d-83ec-0c565ae7bff6 req-d953d8fe-13d5-4c36-af0c-853465e12bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:03.790681 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-aa005893-5824-4a4d-83ec-0c565ae7bff6 req-d953d8fe-13d5-4c36-af0c-853465e12bb2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9f74eaa6-5843-460c-81c7-7fbee07b9bef HTTP/1.1" status: 200 len: 847 time: 0.0434594 Jul 29 05:04:03.837708 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa005893-5824-4a4d-83ec-0c565ae7bff6 req-de49d3df-9740-4ea0-8397-c89811e007cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:03.839092 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-aa005893-5824-4a4d-83ec-0c565ae7bff6 req-de49d3df-9740-4ea0-8397-c89811e007cd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ac70cb08-b25c-4351-9af8-2a46a3f3e6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429804 Jul 29 05:04:03.925938 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-aa005893-5824-4a4d-83ec-0c565ae7bff6 req-14b86e3b-2d95-4140-8f0d-08e77bb4fad6 service neutron] 10.222.0.64 "GET /v2.0/networks/ac70cb08-b25c-4351-9af8-2a46a3f3e6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810757 Jul 29 05:04:04.017305 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-aa005893-5824-4a4d-83ec-0c565ae7bff6 req-978362e1-2919-41cc-ab88-955a105d2e62 service neutron] 10.222.0.64 "GET /v2.0/networks/ac70cb08-b25c-4351-9af8-2a46a3f3e6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859694 Jul 29 05:04:04.261472 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eea1f7d-65c8-4c66-b87f-57a9ad4911c2 req-71487b45-a73d-418f-bf29-1f33b4ca594f tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:04.263021 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-2eea1f7d-65c8-4c66-b87f-57a9ad4911c2 req-71487b45-a73d-418f-bf29-1f33b4ca594f tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/ports?device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9 HTTP/1.1" status: 200 len: 945 time: 0.0470791 Jul 29 05:04:04.312344 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-2eea1f7d-65c8-4c66-b87f-57a9ad4911c2 req-7c305331-8b53-4d63-aacc-918bdfe4d0d6 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/security-groups?id=03d44363-cfab-4b47-8455-6768e34578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430295 Jul 29 05:04:05.430144 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28229ee7-2be2-4980-8a03-f52d9417f71d req-c568d638-f175-44a3-97af-f76565ba2220 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:05.431622 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-28229ee7-2be2-4980-8a03-f52d9417f71d req-c568d638-f175-44a3-97af-f76565ba2220 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/ports?device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9 HTTP/1.1" status: 200 len: 945 time: 0.0477045 Jul 29 05:04:05.480280 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-28229ee7-2be2-4980-8a03-f52d9417f71d req-51a18473-2f53-4432-9385-22f15d17dfe3 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/security-groups?id=03d44363-cfab-4b47-8455-6768e34578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429811 Jul 29 05:04:06.600180 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3216b33-53c8-4d38-9370-f37b472addbc req-aa1e0566-d1d2-43d9-95c5-3022ebd6bd30 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:06.601667 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e3216b33-53c8-4d38-9370-f37b472addbc req-aa1e0566-d1d2-43d9-95c5-3022ebd6bd30 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/ports?device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9 HTTP/1.1" status: 200 len: 945 time: 0.0475273 Jul 29 05:04:06.614725 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:04:06.651044 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:04:06.656341 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e3216b33-53c8-4d38-9370-f37b472addbc req-66649845-4ca8-49a0-8487-2968d15a8862 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/security-groups?id=03d44363-cfab-4b47-8455-6768e34578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491974 Jul 29 05:04:06.728552 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [req-d93d166c-6cdd-44b1-a0e3-85d7c8d30b34 req-ad35b0cc-33ac-43e6-b581-f192012d8bc5 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=115907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 29 05:04:06.729592 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-d93d166c-6cdd-44b1-a0e3-85d7c8d30b34 req-ad35b0cc-33ac-43e6-b581-f192012d8bc5 service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053523 Jul 29 05:04:07.939821 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44fd15-2b5a-46d5-a8b8-448b6e297742 req-74108abf-bc7b-44a8-95f0-82aee7e3326d tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:07.941735 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-2d44fd15-2b5a-46d5-a8b8-448b6e297742 req-74108abf-bc7b-44a8-95f0-82aee7e3326d tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/ports?device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9 HTTP/1.1" status: 200 len: 945 time: 0.0757015 Jul 29 05:04:07.947717 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8b62e9cc-d062-4f21-ae8b-b896160606e6 req-8aeab357-1c32-4e82-be40-3cb1bc682e5e service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1023986 Jul 29 05:04:07.961213 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [req-8b62e9cc-d062-4f21-ae8b-b896160606e6 req-07995e4f-5ca9-499b-bbb1-35b4289134c0 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=115908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 29 05:04:07.962158 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8b62e9cc-d062-4f21-ae8b-b896160606e6 req-07995e4f-5ca9-499b-bbb1-35b4289134c0 service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0078526 Jul 29 05:04:07.998821 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-2d44fd15-2b5a-46d5-a8b8-448b6e297742 req-77fc2992-fe06-4470-8b7e-f0076ff515d7 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/security-groups?id=03d44363-cfab-4b47-8455-6768e34578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501897 Jul 29 05:04:08.873131 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device 1a26b861-617c-4ef6-b856-a16b66ee0360 no longer exists at agent hyperv_hv-cinder-85144 {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:04:08.945089 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Current status of the port 1a26b861-617c-4ef6-b856-a16b66ee0360 is: ACTIVE; New status is: DOWN {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:04:08.945391 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (1a26b861-617c-4ef6-b856-a16b66ee0360), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:04:08.967039 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d8b3fba-7def-4a73-9c76-0b4871f244e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a26b861-617c-4ef6-b856-a16b66ee0360'}] {{(pid=115909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:04:08.969289 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c420e031ced92140226aa6f83123c9b23fc96e3244e1479094dc728224b9fe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3a074c-440b-4d68-aaf4-109384220b5f" -d '{"events": [{"server_uuid": "0d8b3fba-7def-4a73-9c76-0b4871f244e9", "name": "network-vif-unplugged", "status": "completed", "tag": "1a26b861-617c-4ef6-b856-a16b66ee0360"}]}' {{(pid=115909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:04:08.983601 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port 1a26b861-617c-4ef6-b856-a16b66ee0360, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=1a26b861-617c-4ef6-b856-a16b66ee0360,segment=NetworkSegment(c34b902e-18b6-43f9-be53-5c6bf44dfaa3),segment_id=c34b902e-18b6-43f9-be53-5c6bf44dfaa3)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:04:08.990520 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (1a26b861-617c-4ef6-b856-a16b66ee0360), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:04:09.055264 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Pushing event updated for resources: {'Port': ['ID=1a26b861-617c-4ef6-b856-a16b66ee0360,revision_number=6']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:04:09.064909 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:04:09.065258 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:04:09.065695 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:04:09.066925 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:04:09.067445 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:04:09.068025 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:04:09.068391 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:04:09.068826 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:04:09.069177 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:04:09.069502 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:04:09.069875 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:04:09.070202 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:04:09.070521 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:04:09.070889 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:04:09.071205 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:04:09.077216 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 29 Jul 2022 05:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f40cda4-48a8-4cb3-bcc7-5d946a31a7d5 x-openstack-request-id: req-6f40cda4-48a8-4cb3-bcc7-5d946a31a7d5 {{(pid=115909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:04:09.077735 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d8b3fba-7def-4a73-9c76-0b4871f244e9", "name": "network-vif-unplugged", "status": "failed", "tag": "1a26b861-617c-4ef6-b856-a16b66ee0360", "code": 422}]} {{(pid=115909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:04:09.078149 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-6f40cda4-48a8-4cb3-bcc7-5d946a31a7d5 {{(pid=115909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:04:09.078713 dv-cinder-851449-2-iscsi neutron-server[115909]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-6f40cda4-48a8-4cb3-bcc7-5d946a31a7d5']: {'server_uuid': '0d8b3fba-7def-4a73-9c76-0b4871f244e9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1a26b861-617c-4ef6-b856-a16b66ee0360', 'code': 422} returned with failed status Jul 29 05:04:09.110481 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62e9cc-d062-4f21-ae8b-b896160606e6 req-8f199087-f618-4cef-b8ad-a5baa0de6727 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:09.111863 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-8b62e9cc-d062-4f21-ae8b-b896160606e6 req-8f199087-f618-4cef-b8ad-a5baa0de6727 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/ports/1a26b861-617c-4ef6-b856-a16b66ee0360 HTTP/1.1" status: 200 len: 940 time: 0.1084390 Jul 29 05:04:09.133340 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea211c-c09f-444c-b29b-d82e47a052ba req-87f1c958-58cc-4669-8d7c-588962830922 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:09.134855 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4dea211c-c09f-444c-b29b-d82e47a052ba req-87f1c958-58cc-4669-8d7c-588962830922 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/ports?device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9 HTTP/1.1" status: 200 len: 943 time: 0.0514297 Jul 29 05:04:09.189945 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4dea211c-c09f-444c-b29b-d82e47a052ba req-f9b68855-fcad-4583-a3bd-8c85e51d3400 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/security-groups?id=03d44363-cfab-4b47-8455-6768e34578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496209 Jul 29 05:04:10.310341 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c62fa07-e3bd-47a1-b6ce-bee8b2881401 req-61082690-3808-42fe-b34e-05f62fa83d52 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:10.311733 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-0c62fa07-e3bd-47a1-b6ce-bee8b2881401 req-61082690-3808-42fe-b34e-05f62fa83d52 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/ports?device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9 HTTP/1.1" status: 200 len: 943 time: 0.0506706 Jul 29 05:04:10.360895 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-0c62fa07-e3bd-47a1-b6ce-bee8b2881401 req-03621a8f-bd2b-45f9-aa86-174a2d630ef3 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/security-groups?id=03d44363-cfab-4b47-8455-6768e34578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434136 Jul 29 05:04:11.483139 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca6fb0-ac11-4801-8436-18e6eb0a59c6 req-561c240d-8ecc-490f-b909-8c4337ca51ad tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:11.484606 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-3cca6fb0-ac11-4801-8436-18e6eb0a59c6 req-561c240d-8ecc-490f-b909-8c4337ca51ad tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/ports?device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9 HTTP/1.1" status: 200 len: 943 time: 0.0482905 Jul 29 05:04:11.533607 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-3cca6fb0-ac11-4801-8436-18e6eb0a59c6 req-ba3fa3b3-7d17-4d8f-92c8-9985f895fcd3 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/security-groups?id=03d44363-cfab-4b47-8455-6768e34578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425236 Jul 29 05:04:12.656112 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e51943-f770-4547-b6fd-fd13e7f5ab73 req-a4e16d11-c31f-4e1d-a4a4-2463fbf07443 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:12.657633 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-05e51943-f770-4547-b6fd-fd13e7f5ab73 req-a4e16d11-c31f-4e1d-a4a4-2463fbf07443 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/ports?device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9 HTTP/1.1" status: 200 len: 943 time: 0.0481720 Jul 29 05:04:12.708547 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-05e51943-f770-4547-b6fd-fd13e7f5ab73 req-da904280-1b8e-4d65-b5ed-17195f49a271 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/security-groups?id=03d44363-cfab-4b47-8455-6768e34578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435555 Jul 29 05:04:13.801670 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62e9cc-d062-4f21-ae8b-b896160606e6 req-8a908891-9f3b-4f84-9590-dc63dd37ea38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:13.803057 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8b62e9cc-d062-4f21-ae8b-b896160606e6 req-8a908891-9f3b-4f84-9590-dc63dd37ea38 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9&tenant_id=b586a0d507ca497589a504f9e2d44574 HTTP/1.1" status: 200 len: 1127 time: 0.0537131 Jul 29 05:04:13.837396 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b939d-6d69-4914-a485-107d329a59aa req-43eba336-53a5-4565-99c8-92a724e30c5d tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:13.838883 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-472b939d-6d69-4914-a485-107d329a59aa req-43eba336-53a5-4565-99c8-92a724e30c5d tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/ports?device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9 HTTP/1.1" status: 200 len: 943 time: 0.0562773 Jul 29 05:04:13.893592 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62e9cc-d062-4f21-ae8b-b896160606e6 req-d5f637e1-a953-40f2-bd19-cb3cd67ed72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:13.895693 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8b62e9cc-d062-4f21-ae8b-b896160606e6 req-d5f637e1-a953-40f2-bd19-cb3cd67ed72f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b586a0d507ca497589a504f9e2d44574&device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9 HTTP/1.1" status: 200 len: 1127 time: 0.0555089 Jul 29 05:04:13.966273 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-472b939d-6d69-4914-a485-107d329a59aa req-29a829fb-47f8-4f77-88bd-18ebd119c7e0 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/security-groups?id=03d44363-cfab-4b47-8455-6768e34578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163876 Jul 29 05:04:14.005170 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62e9cc-d062-4f21-ae8b-b896160606e6 req-6411284c-2c39-4d97-a152-097e72bc0d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:14.006655 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8b62e9cc-d062-4f21-ae8b-b896160606e6 req-6411284c-2c39-4d97-a152-097e72bc0d63 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ac70cb08-b25c-4351-9af8-2a46a3f3e6e9 HTTP/1.1" status: 200 len: 909 time: 0.1050634 Jul 29 05:04:14.067184 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8b62e9cc-d062-4f21-ae8b-b896160606e6 req-1704574e-d092-4aae-8928-cda2ce2876a9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a26b861-617c-4ef6-b856-a16b66ee0360 HTTP/1.1" status: 200 len: 998 time: 0.0544317 Jul 29 05:04:14.117556 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62e9cc-d062-4f21-ae8b-b896160606e6 req-c732c4df-8413-4903-a8c4-25dbbe5e4cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:14.118975 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8b62e9cc-d062-4f21-ae8b-b896160606e6 req-c732c4df-8413-4903-a8c4-25dbbe5e4cd7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9f74eaa6-5843-460c-81c7-7fbee07b9bef HTTP/1.1" status: 200 len: 847 time: 0.0467329 Jul 29 05:04:14.162395 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62e9cc-d062-4f21-ae8b-b896160606e6 req-b60d4816-1b5f-447b-b9ba-f1d3e7db4584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:14.163819 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8b62e9cc-d062-4f21-ae8b-b896160606e6 req-b60d4816-1b5f-447b-b9ba-f1d3e7db4584 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ac70cb08-b25c-4351-9af8-2a46a3f3e6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385594 Jul 29 05:04:14.252482 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8b62e9cc-d062-4f21-ae8b-b896160606e6 req-6757e40e-c13b-4575-9cd7-fd030b42a957 service neutron] 10.222.0.64 "GET /v2.0/networks/ac70cb08-b25c-4351-9af8-2a46a3f3e6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830615 Jul 29 05:04:14.344679 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8b62e9cc-d062-4f21-ae8b-b896160606e6 req-54d64e76-20a3-4c2b-a819-be5a4c935cb8 service neutron] 10.222.0.64 "GET /v2.0/networks/ac70cb08-b25c-4351-9af8-2a46a3f3e6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858378 Jul 29 05:04:15.083834 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f28721-e031-44cf-a84c-b14f2ec757b7 req-512b6bb5-0aa6-4c17-bcc7-1d572f144599 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:15.085321 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-35f28721-e031-44cf-a84c-b14f2ec757b7 req-512b6bb5-0aa6-4c17-bcc7-1d572f144599 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/ports?device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9 HTTP/1.1" status: 200 len: 943 time: 0.0467288 Jul 29 05:04:15.136818 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-35f28721-e031-44cf-a84c-b14f2ec757b7 req-579b4ded-4efa-4bc5-9a23-e44560fd7206 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/security-groups?id=03d44363-cfab-4b47-8455-6768e34578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459757 Jul 29 05:04:16.255659 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ae284-b623-4106-be8b-2bc4e1aada08 req-aaa68b59-a1e5-4197-ade2-e4ce14679fa0 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:16.257104 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-3e5ae284-b623-4106-be8b-2bc4e1aada08 req-aaa68b59-a1e5-4197-ade2-e4ce14679fa0 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/ports?device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9 HTTP/1.1" status: 200 len: 943 time: 0.0487671 Jul 29 05:04:16.288941 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:04:16.308062 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-3e5ae284-b623-4106-be8b-2bc4e1aada08 req-846f8545-59a1-45be-ad6f-8d55d69bea7e tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/security-groups?id=03d44363-cfab-4b47-8455-6768e34578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444276 Jul 29 05:04:17.428001 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde867b2-2d0d-4126-9f00-5a484d369045 req-9d58575c-2f3e-481d-a35f-98f16d369330 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:17.429505 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-bde867b2-2d0d-4126-9f00-5a484d369045 req-9d58575c-2f3e-481d-a35f-98f16d369330 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/ports?device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9 HTTP/1.1" status: 200 len: 943 time: 0.0489435 Jul 29 05:04:17.470170 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=100 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:04:17.480302 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-bde867b2-2d0d-4126-9f00-5a484d369045 req-e7e59eb6-df2e-4499-a5ec-cafecca8c386 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/security-groups?id=03d44363-cfab-4b47-8455-6768e34578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454080 Jul 29 05:04:17.891907 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=4 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:04:17.892708 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=4 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:04:18.453834 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-1ed4be7f-4ad0-4639-bbf9-fd6a5120d5a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:04:18.563653 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:04:18.604507 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f58fbd-10c7-4bdc-b830-53199a01cbc5 req-540fa019-6aba-4ab2-927f-5ae9be61fa2b tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:18.606024 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-29f58fbd-10c7-4bdc-b830-53199a01cbc5 req-540fa019-6aba-4ab2-927f-5ae9be61fa2b tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/ports?device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9 HTTP/1.1" status: 200 len: 943 time: 0.0518825 Jul 29 05:04:18.655198 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-29f58fbd-10c7-4bdc-b830-53199a01cbc5 req-e11773cb-76d1-42f8-8bf5-f7dea10ab5c5 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/security-groups?id=03d44363-cfab-4b47-8455-6768e34578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436947 Jul 29 05:04:19.770731 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580dbeb3-4829-462a-8546-71443a849ee4 req-90002861-c62c-4c32-af6e-91141c9c945e tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:19.772201 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-580dbeb3-4829-462a-8546-71443a849ee4 req-90002861-c62c-4c32-af6e-91141c9c945e tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/ports?device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9 HTTP/1.1" status: 200 len: 943 time: 0.0465214 Jul 29 05:04:19.820218 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-580dbeb3-4829-462a-8546-71443a849ee4 req-bea0fa4a-74f4-4dd3-96fe-6087e37a0f32 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/security-groups?id=03d44363-cfab-4b47-8455-6768e34578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425148 Jul 29 05:04:20.380246 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=100 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:04:20.398704 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d945ace-c47a-4439-845e-6d759ac4ae89 req-547c8a27-8f37-474b-9804-7a6b9b20e93d tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:20.400163 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-2d945ace-c47a-4439-845e-6d759ac4ae89 req-547c8a27-8f37-474b-9804-7a6b9b20e93d tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/ports?device_id=65045a08-7888-448b-b52a-67750317b2d1 HTTP/1.1" status: 200 len: 945 time: 0.0503457 Jul 29 05:04:20.451057 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-2d945ace-c47a-4439-845e-6d759ac4ae89 req-269d618f-cce9-4ad1-baba-225f107cf5f6 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/security-groups?id=53f4bb53-9596-4c65-ac4b-f09350e921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451932 Jul 29 05:04:20.667125 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-eab8c448-ae5c-4e26-a8b5-52e987089d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:04:20.939401 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6432f717-6092-42e5-a6ec-cf7129fea992 req-9522e5c1-6de4-40cb-b73a-8d27deb514e6 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:20.940784 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-6432f717-6092-42e5-a6ec-cf7129fea992 req-9522e5c1-6de4-40cb-b73a-8d27deb514e6 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/ports?device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9 HTTP/1.1" status: 200 len: 943 time: 0.0481434 Jul 29 05:04:20.990126 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-6432f717-6092-42e5-a6ec-cf7129fea992 req-ea09e7ba-2774-4ebc-a7d1-2a63d0543bd2 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/security-groups?id=03d44363-cfab-4b47-8455-6768e34578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437734 Jul 29 05:04:21.572387 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ad729-244b-4033-8619-ce19d85fcd73 req-e7d129f5-7ebd-4ef0-a2f2-16b6fb6cf802 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:21.573893 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-ec4ad729-244b-4033-8619-ce19d85fcd73 req-e7d129f5-7ebd-4ef0-a2f2-16b6fb6cf802 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/ports?device_id=65045a08-7888-448b-b52a-67750317b2d1 HTTP/1.1" status: 200 len: 945 time: 0.0494566 Jul 29 05:04:21.623052 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-ec4ad729-244b-4033-8619-ce19d85fcd73 req-6c90e27c-85ae-4b61-bae9-b39a1f23ff49 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/security-groups?id=53f4bb53-9596-4c65-ac4b-f09350e921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435455 Jul 29 05:04:21.640990 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (bab6a0c9-2145-495f-b42f-b184e241503a), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:04:21.895465 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:04:22.113821 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ec441-e070-4d49-9bef-8d108c1d4335 req-057ff751-569d-4d34-a063-5a6781ae9f13 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:22.115471 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-d60ec441-e070-4d49-9bef-8d108c1d4335 req-057ff751-569d-4d34-a063-5a6781ae9f13 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/ports?device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9 HTTP/1.1" status: 200 len: 943 time: 0.0515835 Jul 29 05:04:22.165509 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-d60ec441-e070-4d49-9bef-8d108c1d4335 req-36424444-7372-477a-b05f-71db5078af8f tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/security-groups?id=03d44363-cfab-4b47-8455-6768e34578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445068 Jul 29 05:04:22.745750 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44769a5-d3cb-4f96-9358-d99bec246eb8 req-e84fce02-8048-4357-ad49-945934171d0d tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:22.747103 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-a44769a5-d3cb-4f96-9358-d99bec246eb8 req-e84fce02-8048-4357-ad49-945934171d0d tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/ports?device_id=65045a08-7888-448b-b52a-67750317b2d1 HTTP/1.1" status: 200 len: 945 time: 0.0492938 Jul 29 05:04:22.794667 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-a44769a5-d3cb-4f96-9358-d99bec246eb8 req-8dffde8c-dbab-47a3-aa0a-b8e954b40ef4 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/security-groups?id=53f4bb53-9596-4c65-ac4b-f09350e921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421190 Jul 29 05:04:22.962327 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device 1a26b861-617c-4ef6-b856-a16b66ee0360 details requested by agent hyperv_hv-cinder-85144 with host hv-cinder-85144 {{(pid=115909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 05:04:23.060198 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port 1a26b861-617c-4ef6-b856-a16b66ee0360, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=1a26b861-617c-4ef6-b856-a16b66ee0360,segment=NetworkSegment(c34b902e-18b6-43f9-be53-5c6bf44dfaa3),segment_id=c34b902e-18b6-43f9-be53-5c6bf44dfaa3)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:04:23.071051 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Returning: {'device': '1a26b861-617c-4ef6-b856-a16b66ee0360', 'network_id': 'ac70cb08-b25c-4351-9af8-2a46a3f3e6e9', 'port_id': '1a26b861-617c-4ef6-b856-a16b66ee0360', 'mac_address': 'fa:16:3e:16:73:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f74eaa6-5843-460c-81c7-7fbee07b9bef', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 05:04:23.104317 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Current status of the port 1a26b861-617c-4ef6-b856-a16b66ee0360 is: DOWN; New status is: BUILD {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:04:23.104722 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (1a26b861-617c-4ef6-b856-a16b66ee0360), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:04:23.117662 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.notifiers.nova [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a26b861-617c-4ef6-b856-a16b66ee0360 {{(pid=115909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 05:04:23.137506 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port 1a26b861-617c-4ef6-b856-a16b66ee0360, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=1a26b861-617c-4ef6-b856-a16b66ee0360,segment=NetworkSegment(c34b902e-18b6-43f9-be53-5c6bf44dfaa3),segment_id=c34b902e-18b6-43f9-be53-5c6bf44dfaa3)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:04:23.142730 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (1a26b861-617c-4ef6-b856-a16b66ee0360), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:04:23.162663 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd024ed-ccb4-443f-93bc-223ddeab19ce req-db0ab907-6454-4093-9e3c-b8af544edeb9 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:23.164162 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-cbd024ed-ccb4-443f-93bc-223ddeab19ce req-db0ab907-6454-4093-9e3c-b8af544edeb9 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.64 "GET /v2.0/ports?device_id=65045a08-7888-448b-b52a-67750317b2d1 HTTP/1.1" status: 200 len: 945 time: 0.0489030 Jul 29 05:04:23.189745 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Pushing event updated for resources: {'Port': ['ID=1a26b861-617c-4ef6-b856-a16b66ee0360,revision_number=7']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:04:23.264030 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:04:23.281491 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [req-cbd024ed-ccb4-443f-93bc-223ddeab19ce req-a9239422-73b8-4764-8e07-3e9f306c6444 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Deleting port c811e59d-1fd7-4b9e-a75b-edec92b21f25 {{(pid=115908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:04:23.281826 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-cbd024ed-ccb4-443f-93bc-223ddeab19ce req-a9239422-73b8-4764-8e07-3e9f306c6444 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (c811e59d-1fd7-4b9e-a75b-edec92b21f25), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:04:23.333984 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1633fa-66bd-495a-9bf0-8c391b9996b6 req-77ed4af1-a244-4c79-9092-61dab50b3404 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:23.335346 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-0e1633fa-66bd-495a-9bf0-8c391b9996b6 req-77ed4af1-a244-4c79-9092-61dab50b3404 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/ports?device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9 HTTP/1.1" status: 200 len: 944 time: 0.0946174 Jul 29 05:04:23.405552 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:04:23.421313 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [req-cbd024ed-ccb4-443f-93bc-223ddeab19ce req-a9239422-73b8-4764-8e07-3e9f306c6444 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] For port c811e59d-1fd7-4b9e-a75b-edec92b21f25, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=c811e59d-1fd7-4b9e-a75b-edec92b21f25,segment=NetworkSegment(3fca9811-8309-4f3b-9991-5d50db061952),segment_id=3fca9811-8309-4f3b-9991-5d50db061952)] {{(pid=115908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:04:23.421928 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-cbd024ed-ccb4-443f-93bc-223ddeab19ce req-a9239422-73b8-4764-8e07-3e9f306c6444 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (c811e59d-1fd7-4b9e-a75b-edec92b21f25), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:04:23.427830 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-0e1633fa-66bd-495a-9bf0-8c391b9996b6 req-3b11e48c-34ae-45fc-a1d5-a0f851c30269 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/security-groups?id=03d44363-cfab-4b47-8455-6768e34578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855272 Jul 29 05:04:23.534651 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] get_ports_and_sgs() called for port_ids ['1a26b861-617c-4ef6-b856-a16b66ee0360'] {{(pid=115909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 05:04:23.585959 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-cbd024ed-ccb4-443f-93bc-223ddeab19ce req-a9239422-73b8-4764-8e07-3e9f306c6444 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:04:23.586235 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-cbd024ed-ccb4-443f-93bc-223ddeab19ce req-a9239422-73b8-4764-8e07-3e9f306c6444 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1937124'] for floatingip (9d5bd301-98b1-4d0c-ba91-62ecd1634204), after_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:04:23.586554 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.db.l3_db [req-cbd024ed-ccb4-443f-93bc-223ddeab19ce req-a9239422-73b8-4764-8e07-3e9f306c6444 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Floating IP 9d5bd301-98b1-4d0c-ba91-62ecd1634204 disassociated. External IP: 172.27.0.169, port: c811e59d-1fd7-4b9e-a75b-edec92b21f25. Jul 29 05:04:23.586902 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [req-cbd024ed-ccb4-443f-93bc-223ddeab19ce req-a9239422-73b8-4764-8e07-3e9f306c6444 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Calling delete_port for c811e59d-1fd7-4b9e-a75b-edec92b21f25 owned by compute:nova {{(pid=115908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:04:23.707804 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:04:23.715118 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-cbd024ed-ccb4-443f-93bc-223ddeab19ce req-a9239422-73b8-4764-8e07-3e9f306c6444 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (c811e59d-1fd7-4b9e-a75b-edec92b21f25), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:04:23.722283 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:04:23.750519 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9239422-73b8-4764-8e07-3e9f306c6444 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Pushing event deleted for resources: {'Port': ['ID=c811e59d-1fd7-4b9e-a75b-edec92b21f25,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:04:23.762051 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:04:23.764743 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9239422-73b8-4764-8e07-3e9f306c6444 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:04:23.765093 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9239422-73b8-4764-8e07-3e9f306c6444 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:04:23.765436 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9239422-73b8-4764-8e07-3e9f306c6444 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:04:23.765777 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9239422-73b8-4764-8e07-3e9f306c6444 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:04:23.766297 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9239422-73b8-4764-8e07-3e9f306c6444 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:04:23.766849 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9239422-73b8-4764-8e07-3e9f306c6444 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:04:23.766849 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9239422-73b8-4764-8e07-3e9f306c6444 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:04:23.767133 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9239422-73b8-4764-8e07-3e9f306c6444 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:04:23.767558 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9239422-73b8-4764-8e07-3e9f306c6444 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:04:23.768375 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9239422-73b8-4764-8e07-3e9f306c6444 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:04:23.768375 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9239422-73b8-4764-8e07-3e9f306c6444 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:04:23.768375 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9239422-73b8-4764-8e07-3e9f306c6444 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:04:23.768727 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9239422-73b8-4764-8e07-3e9f306c6444 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:04:23.769040 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9239422-73b8-4764-8e07-3e9f306c6444 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:04:23.769358 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9239422-73b8-4764-8e07-3e9f306c6444 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:04:23.806911 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:04:23.874955 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cbd024ed-ccb4-443f-93bc-223ddeab19ce req-a9239422-73b8-4764-8e07-3e9f306c6444 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Router d255457a-0a07-44d8-8dd0-e214b7c8df83 has already been hosted by L3 agent 507cc676-b5a3-487d-9bd3-df89beb45ea5 {{(pid=115908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:04:23.902139 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-8655fb76-314c-44a1-84b7-19182472a1d4 req-26007fec-3a48-4ff4-be25-c3f2aa2f2278 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/ports?device_id=65045a08-7888-448b-b52a-67750317b2d1 HTTP/1.1" status: 200 len: 210 time: 0.0280735 Jul 29 05:04:23.903964 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.agents_db [None req-05f878dc-9505-4230-ae26-b2f791c5e7d5 None None] Agent healthcheck: found 6 active agents {{(pid=115910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:04:23.975645 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cbd024ed-ccb4-443f-93bc-223ddeab19ce req-a9239422-73b8-4764-8e07-3e9f306c6444 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Notify agent at l3_agent.dv-cinder-851449-2-iscsi the message routers_updated {{(pid=115908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:04:23.986407 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a77c0c3-80ab-4c0b-a6c7-033ddfbcfe26 None None] Sync routers for ids ['d255457a-0a07-44d8-8dd0-e214b7c8df83'] in dv-cinder-851449-2-iscsi {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:04:23.997164 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a77c0c3-80ab-4c0b-a6c7-033ddfbcfe26 None None] Routers {'d255457a-0a07-44d8-8dd0-e214b7c8df83'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:04:23.997766 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-6a77c0c3-80ab-4c0b-a6c7-033ddfbcfe26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T05:04:21Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['d255457a-0a07-44d8-8dd0-e214b7c8df83'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:04:24.020255 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd024ed-ccb4-443f-93bc-223ddeab19ce req-a9239422-73b8-4764-8e07-3e9f306c6444 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] No DVR routers for this DVR port c811e59d-1fd7-4b9e-a75b-edec92b21f25 on host hv-cinder-85144 {{(pid=115908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 05:04:24.022977 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-cbd024ed-ccb4-443f-93bc-223ddeab19ce req-a9239422-73b8-4764-8e07-3e9f306c6444 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for port (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:04:24.026229 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-cbd024ed-ccb4-443f-93bc-223ddeab19ce req-a9239422-73b8-4764-8e07-3e9f306c6444 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.64 "DELETE /v2.0/ports/c811e59d-1fd7-4b9e-a75b-edec92b21f25 HTTP/1.1" status: 204 len: 173 time: 0.8571341 Jul 29 05:04:24.026660 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65045a08-7888-448b-b52a-67750317b2d1', 'name': 'network-vif-deleted', 'tag': 'c811e59d-1fd7-4b9e-a75b-edec92b21f25'}] {{(pid=115908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:04:24.028991 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91089063952d51f7df5c9c02e055d40fa8e1e9cb9a21cfbbcb9b3277c7a948b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dcd7e56-24c6-403a-82f7-fc3ad74dedfd" -d '{"events": [{"server_uuid": "65045a08-7888-448b-b52a-67750317b2d1", "name": "network-vif-deleted", "tag": "c811e59d-1fd7-4b9e-a75b-edec92b21f25"}]}' {{(pid=115908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:04:24.105195 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-6a77c0c3-80ab-4c0b-a6c7-033ddfbcfe26 None None] Set router d255457a-0a07-44d8-8dd0-e214b7c8df83 gateway port host: dv-cinder-851449-2-iscsi {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:04:24.141347 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 05:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95528834-7897-4468-822a-2fba912c0609 x-openstack-request-id: req-95528834-7897-4468-822a-2fba912c0609 {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:04:24.141800 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65045a08-7888-448b-b52a-67750317b2d1", "name": "network-vif-deleted", "tag": "c811e59d-1fd7-4b9e-a75b-edec92b21f25", "status": "completed", "code": 200}]} {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:04:24.141951 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-95528834-7897-4468-822a-2fba912c0609 {{(pid=115908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:04:24.142402 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95528834-7897-4468-822a-2fba912c0609'] response: {'server_uuid': '65045a08-7888-448b-b52a-67750317b2d1', 'name': 'network-vif-deleted', 'tag': 'c811e59d-1fd7-4b9e-a75b-edec92b21f25', 'status': 'completed', 'code': 200} Jul 29 05:04:24.302933 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-6a77c0c3-80ab-4c0b-a6c7-033ddfbcfe26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'name': 'tempest-TestVolumeBootPattern-1493235875-router', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '42f49a12-b73d-431e-beba-0613dde02901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:01:12Z', 'updated_at': '2022-07-29T05:01:15Z', 'revision_number': 4, 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'gw_port': {'id': '42f49a12-b73d-431e-beba-0613dde02901', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ee:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:01:13Z', 'updated_at': '2022-07-29T05:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': 'cae43ed0-ba9a-41f9-87df-99f0dbf4032b', 'name': '', 'network_id': 'a8d51233-0dc5-4999-a537-b5dd4b1ae8b7', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'mac_address': 'fa:16:3e:8d:d6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'ac0e078d-97ae-4cd6-a0a6-6dab59affc7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:01:14Z', 'updated_at': '2022-07-29T05:01:19Z', 'revision_number': 5, 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'subnets': [{'id': 'ac0e078d-97ae-4cd6-a0a6-6dab59affc7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:04:24.331529 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a77c0c3-80ab-4c0b-a6c7-033ddfbcfe26 None None] Checking router: d255457a-0a07-44d8-8dd0-e214b7c8df83 for host: dv-cinder-851449-2-iscsi {{(pid=115910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:04:24.339935 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a77c0c3-80ab-4c0b-a6c7-033ddfbcfe26 None None] Routers {'d255457a-0a07-44d8-8dd0-e214b7c8df83'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:04:24.340435 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-6a77c0c3-80ab-4c0b-a6c7-033ddfbcfe26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T05:04:21Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['d255457a-0a07-44d8-8dd0-e214b7c8df83'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:04:24.448136 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-6a77c0c3-80ab-4c0b-a6c7-033ddfbcfe26 None None] Set router d255457a-0a07-44d8-8dd0-e214b7c8df83 gateway port host: dv-cinder-851449-2-iscsi {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:04:24.546450 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325136b2-a7a1-44dc-a871-04958da7d895 req-1d7292d8-29ba-4ef2-b9ca-22fb6fc29f5b tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:24.548287 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-325136b2-a7a1-44dc-a871-04958da7d895 req-1d7292d8-29ba-4ef2-b9ca-22fb6fc29f5b tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/ports?device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9 HTTP/1.1" status: 200 len: 944 time: 0.0473843 Jul 29 05:04:24.597121 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-325136b2-a7a1-44dc-a871-04958da7d895 req-4b283543-22bd-4d53-8663-d167a8d95828 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/security-groups?id=03d44363-cfab-4b47-8455-6768e34578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424592 Jul 29 05:04:24.639372 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-6a77c0c3-80ab-4c0b-a6c7-033ddfbcfe26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'name': 'tempest-TestVolumeBootPattern-1493235875-router', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '42f49a12-b73d-431e-beba-0613dde02901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:01:12Z', 'updated_at': '2022-07-29T05:01:15Z', 'revision_number': 4, 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'gw_port': {'id': '42f49a12-b73d-431e-beba-0613dde02901', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ee:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:01:13Z', 'updated_at': '2022-07-29T05:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': 'cae43ed0-ba9a-41f9-87df-99f0dbf4032b', 'name': '', 'network_id': 'a8d51233-0dc5-4999-a537-b5dd4b1ae8b7', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'mac_address': 'fa:16:3e:8d:d6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'ac0e078d-97ae-4cd6-a0a6-6dab59affc7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:01:14Z', 'updated_at': '2022-07-29T05:01:19Z', 'revision_number': 5, 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'subnets': [{'id': 'ac0e078d-97ae-4cd6-a0a6-6dab59affc7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:04:24.664417 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a77c0c3-80ab-4c0b-a6c7-033ddfbcfe26 None None] The sync data for ids ['d255457a-0a07-44d8-8dd0-e214b7c8df83'] in dv-cinder-851449-2-iscsi is: [{'id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'name': 'tempest-TestVolumeBootPattern-1493235875-router', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '42f49a12-b73d-431e-beba-0613dde02901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:01:12Z', 'updated_at': '2022-07-29T05:01:15Z', 'revision_number': 4, 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'gw_port': {'id': '42f49a12-b73d-431e-beba-0613dde02901', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ee:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:01:13Z', 'updated_at': '2022-07-29T05:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': 'cae43ed0-ba9a-41f9-87df-99f0dbf4032b', 'name': '', 'network_id': 'a8d51233-0dc5-4999-a537-b5dd4b1ae8b7', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'mac_address': 'fa:16:3e:8d:d6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'ac0e078d-97ae-4cd6-a0a6-6dab59affc7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:01:14Z', 'updated_at': '2022-07-29T05:01:19Z', 'revision_number': 5, 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'subnets': [{'id': 'ac0e078d-97ae-4cd6-a0a6-6dab59affc7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:04:24.890694 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c83cbe4-05a8-4ab5-bfe4-7c2ddc5161b7 None None] New status for floating IP 9d5bd301-98b1-4d0c-ba91-62ecd1634204: DOWN {{(pid=115909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 05:04:24.966918 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device 1a26b861-617c-4ef6-b856-a16b66ee0360 up at agent hyperv_hv-cinder-85144 {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:04:25.042333 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Provisioning complete for port 1a26b861-617c-4ef6-b856-a16b66ee0360 triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:04:25.042761 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (1a26b861-617c-4ef6-b856-a16b66ee0360), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:04:25.121285 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Current status of the port 1a26b861-617c-4ef6-b856-a16b66ee0360 is: BUILD; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:04:25.121588 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (1a26b861-617c-4ef6-b856-a16b66ee0360), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:04:25.137748 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-760fb56a-e4b0-40e3-9221-0179403d69b8 req-6f44cf76-5885-4477-ab8c-4217cad56c9b tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2066975548&fields=id&tenant_id=e10af2e6edcd485caf51326fdc9c17fc HTTP/1.1" status: 200 len: 267 time: 0.0480268 Jul 29 05:04:25.145154 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d8b3fba-7def-4a73-9c76-0b4871f244e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a26b861-617c-4ef6-b856-a16b66ee0360'}] {{(pid=115909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:04:25.147439 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c420e031ced92140226aa6f83123c9b23fc96e3244e1479094dc728224b9fe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9772d81-5d9a-4fa9-b744-a4d812b55c1e" -d '{"events": [{"server_uuid": "0d8b3fba-7def-4a73-9c76-0b4871f244e9", "name": "network-vif-plugged", "status": "completed", "tag": "1a26b861-617c-4ef6-b856-a16b66ee0360"}]}' {{(pid=115909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:04:25.160228 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port 1a26b861-617c-4ef6-b856-a16b66ee0360, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=1a26b861-617c-4ef6-b856-a16b66ee0360,segment=NetworkSegment(c34b902e-18b6-43f9-be53-5c6bf44dfaa3),segment_id=c34b902e-18b6-43f9-be53-5c6bf44dfaa3)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:04:25.164429 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (1a26b861-617c-4ef6-b856-a16b66ee0360), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:04:25.188151 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 05:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996fba60-ecfe-42a1-a1d8-a46836ad747e x-openstack-request-id: req-996fba60-ecfe-42a1-a1d8-a46836ad747e {{(pid=115909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:04:25.188441 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d8b3fba-7def-4a73-9c76-0b4871f244e9", "name": "network-vif-plugged", "status": "completed", "tag": "1a26b861-617c-4ef6-b856-a16b66ee0360", "code": 200}]} {{(pid=115909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:04:25.188713 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-996fba60-ecfe-42a1-a1d8-a46836ad747e {{(pid=115909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:04:25.189105 dv-cinder-851449-2-iscsi neutron-server[115909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-996fba60-ecfe-42a1-a1d8-a46836ad747e'] response: {'server_uuid': '0d8b3fba-7def-4a73-9c76-0b4871f244e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a26b861-617c-4ef6-b856-a16b66ee0360', 'code': 200} Jul 29 05:04:25.214399 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Pushing event updated for resources: {'Port': ['ID=1a26b861-617c-4ef6-b856-a16b66ee0360,revision_number=8']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:04:25.254270 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760fb56a-e4b0-40e3-9221-0179403d69b8 req-bbc6f96f-5d44-4924-a379-decaada171f6 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:25.256720 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-760fb56a-e4b0-40e3-9221-0179403d69b8 req-bbc6f96f-5d44-4924-a379-decaada171f6 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/networks?id=a8d51233-0dc5-4999-a537-b5dd4b1ae8b7 HTTP/1.1" status: 200 len: 812 time: 0.1123357 Jul 29 05:04:25.271052 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-760fb56a-e4b0-40e3-9221-0179403d69b8 req-a87e0325-ac3a-46a3-ae6d-1ce7ec4868d1 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/quotas/e10af2e6edcd485caf51326fdc9c17fc HTTP/1.1" status: 200 len: 375 time: 0.0090554 Jul 29 05:04:25.327206 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-760fb56a-e4b0-40e3-9221-0179403d69b8 req-6ee98827-6174-4b13-9144-f53e821614e5 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=e10af2e6edcd485caf51326fdc9c17fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513821 Jul 29 05:04:25.429252 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-760fb56a-e4b0-40e3-9221-0179403d69b8 req-2eb46f81-6ce9-4bb5-8194-10b648bf4dfe service neutron] 10.222.0.40 "GET /v2.0/networks/a8d51233-0dc5-4999-a537-b5dd4b1ae8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897770 Jul 29 05:04:25.441112 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81d085-e277-4658-b4db-44018313cec2 req-f5627d15-f965-43e8-8f07-a7fc530d6fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:25.443324 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-2e81d085-e277-4658-b4db-44018313cec2 req-f5627d15-f965-43e8-8f07-a7fc530d6fcb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9 HTTP/1.1" status: 200 len: 1129 time: 0.0434589 Jul 29 05:04:25.488857 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-2e81d085-e277-4658-b4db-44018313cec2 req-326cadb4-fe4f-4f8c-a450-4636577c99ab service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=03d44363-cfab-4b47-8455-6768e34578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399933 Jul 29 05:04:25.523894 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-760fb56a-e4b0-40e3-9221-0179403d69b8 req-4f8ce121-6cab-4240-b4f2-49dd5ed4b4bf service neutron] 10.222.0.40 "GET /v2.0/networks/a8d51233-0dc5-4999-a537-b5dd4b1ae8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889282 Jul 29 05:04:25.726286 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b579cb5-3bcc-41fa-8460-713efbfb49b3 req-cd2202f3-0df4-467e-9e0f-b1a9feaae783 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:25.727800 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8b579cb5-3bcc-41fa-8460-713efbfb49b3 req-cd2202f3-0df4-467e-9e0f-b1a9feaae783 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/ports?device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9 HTTP/1.1" status: 200 len: 945 time: 0.0493233 Jul 29 05:04:25.784494 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-8b579cb5-3bcc-41fa-8460-713efbfb49b3 req-dc3e1201-6dbe-425d-8085-9f91f3254cfc tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/security-groups?id=03d44363-cfab-4b47-8455-6768e34578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507340 Jul 29 05:04:25.826453 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-b78d903e-3cd9-48fb-a73c-29bb8c25c604 req-09b23ed0-2b13-4362-aaef-3b728ea7dfdc tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/ports?device_id=fbad7c12-17df-4d94-b965-28b5daa8d3eb HTTP/1.1" status: 200 len: 210 time: 0.0320556 Jul 29 05:04:26.907882 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a572828-de67-4637-8f3b-818a2bd9a0eb req-2c697f5d-dfb4-4ab0-8867-eb5f97ddcf0f tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:26.909312 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-5a572828-de67-4637-8f3b-818a2bd9a0eb req-2c697f5d-dfb4-4ab0-8867-eb5f97ddcf0f tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/ports?device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9 HTTP/1.1" status: 200 len: 945 time: 0.0481000 Jul 29 05:04:26.931330 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-4a985f17-ea29-4e41-bc54-c2c3ba3a4557 req-8898855d-4914-4e04-a87d-4ea4fdc5ebe5 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/ports?device_id=fbad7c12-17df-4d94-b965-28b5daa8d3eb HTTP/1.1" status: 200 len: 210 time: 0.0285065 Jul 29 05:04:26.962827 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-5a572828-de67-4637-8f3b-818a2bd9a0eb req-c968343c-e7b7-4ec1-bb00-682fa801fb97 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/security-groups?id=03d44363-cfab-4b47-8455-6768e34578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477383 Jul 29 05:04:26.972496 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device c811e59d-1fd7-4b9e-a75b-edec92b21f25 no longer exists at agent hyperv_hv-cinder-85144 {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:04:26.993233 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] No Port match for: c811e59d-1fd7-4b9e-a75b-edec92b21f25 {{(pid=115909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:04:26.993935 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device c811e59d-1fd7-4b9e-a75b-edec92b21f25 not bound to the agent host hv-cinder-85144 {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:04:27.566574 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760fb56a-e4b0-40e3-9221-0179403d69b8 req-20b70945-21b5-4d83-b2bd-9aeb87df315b tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:27.568045 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-760fb56a-e4b0-40e3-9221-0179403d69b8 req-20b70945-21b5-4d83-b2bd-9aeb87df315b tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.64 "GET /v2.0/networks?id=a8d51233-0dc5-4999-a537-b5dd4b1ae8b7 HTTP/1.1" status: 200 len: 812 time: 0.1104660 Jul 29 05:04:27.654480 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-760fb56a-e4b0-40e3-9221-0179403d69b8 req-1c082c72-2d48-4197-b6e0-ce35695871b2 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e10af2e6edcd485caf51326fdc9c17fc HTTP/1.1" status: 200 len: 380 time: 0.0553091 Jul 29 05:04:27.664652 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [req-760fb56a-e4b0-40e3-9221-0179403d69b8 req-cca57081-1e25-42a2-b1b5-4bdc70042b4a tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Request body: {'port': {'device_id': 'fbad7c12-17df-4d94-b965-28b5daa8d3eb', 'network_id': 'a8d51233-0dc5-4999-a537-b5dd4b1ae8b7', 'admin_state_up': True, 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'security_groups': ['53f4bb53-9596-4c65-ac4b-f09350e921ff']}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:04:27.773703 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-760fb56a-e4b0-40e3-9221-0179403d69b8 req-cca57081-1e25-42a2-b1b5-4bdc70042b4a tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Made reservation on behalf of e10af2e6edcd485caf51326fdc9c17fc for: {'port': 1} {{(pid=115908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:04:27.777000 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-760fb56a-e4b0-40e3-9221-0179403d69b8 req-cca57081-1e25-42a2-b1b5-4bdc70042b4a tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:04:27.903412 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.db_base_plugin_common [req-760fb56a-e4b0-40e3-9221-0179403d69b8 req-cca57081-1e25-42a2-b1b5-4bdc70042b4a tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Allocated IP 172.20.0.11 (a8d51233-0dc5-4999-a537-b5dd4b1ae8b7/ac0e078d-97ae-4cd6-a0a6-6dab59affc7e/8377000e-a189-4cb7-8339-f67e9ffaba23) {{(pid=115908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:04:27.905038 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:04:27.908947 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:04:28.045458 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-e39a8418-b161-44b2-9a3a-75b378f8ca33 req-dec40680-5bb5-414e-9c69-551ec2e4b626 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/ports?device_id=fbad7c12-17df-4d94-b965-28b5daa8d3eb HTTP/1.1" status: 200 len: 210 time: 0.0357273 Jul 29 05:04:28.092864 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-760fb56a-e4b0-40e3-9221-0179403d69b8 req-cca57081-1e25-42a2-b1b5-4bdc70042b4a tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks [] for port (8377000e-a189-4cb7-8339-f67e9ffaba23), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:04:28.110813 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69f172-791b-475f-b3ed-dcfa7091566f req-0b42b8f6-8dfd-4576-b8f1-7b75edc83bf5 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:28.112305 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-fa69f172-791b-475f-b3ed-dcfa7091566f req-0b42b8f6-8dfd-4576-b8f1-7b75edc83bf5 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/ports?device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9 HTTP/1.1" status: 200 len: 945 time: 0.0695367 Jul 29 05:04:28.171625 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-760fb56a-e4b0-40e3-9221-0179403d69b8 req-cca57081-1e25-42a2-b1b5-4bdc70042b4a tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (8377000e-a189-4cb7-8339-f67e9ffaba23), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:04:28.209792 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-fa69f172-791b-475f-b3ed-dcfa7091566f req-83d29873-14e0-494e-b6ed-1a5f0d60a8c6 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/security-groups?id=03d44363-cfab-4b47-8455-6768e34578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896297 Jul 29 05:04:28.229230 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-760fb56a-e4b0-40e3-9221-0179403d69b8 req-cca57081-1e25-42a2-b1b5-4bdc70042b4a tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Network a8d51233-0dc5-4999-a537-b5dd4b1ae8b7 is already hosted by enough agents. {{(pid=115908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:04:28.234788 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.base_scheduler [req-760fb56a-e4b0-40e3-9221-0179403d69b8 req-cca57081-1e25-42a2-b1b5-4bdc70042b4a tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Resources bound (agent type, host, resource id): {{(pid=115908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:04:28.239011 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.l3_dvrscheduler_db [req-760fb56a-e4b0-40e3-9221-0179403d69b8 req-cca57081-1e25-42a2-b1b5-4bdc70042b4a tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Received port after_create {{(pid=115908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:04:28.244051 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca57081-1e25-42a2-b1b5-4bdc70042b4a tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Pushing event updated for resources: {'Port': ['ID=8377000e-a189-4cb7-8339-f67e9ffaba23,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:04:28.291107 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760fb56a-e4b0-40e3-9221-0179403d69b8 req-cca57081-1e25-42a2-b1b5-4bdc70042b4a tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:28.291726 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-760fb56a-e4b0-40e3-9221-0179403d69b8 req-cca57081-1e25-42a2-b1b5-4bdc70042b4a tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for port (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:04:28.308913 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-760fb56a-e4b0-40e3-9221-0179403d69b8 req-cca57081-1e25-42a2-b1b5-4bdc70042b4a tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6486044 Jul 29 05:04:28.328702 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [req-760fb56a-e4b0-40e3-9221-0179403d69b8 req-77dc7131-b197-4242-84d4-e8ec1a12408d service neutron] Request body: {'port': {'device_id': 'fbad7c12-17df-4d94-b965-28b5daa8d3eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85144'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:04:28.390748 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-760fb56a-e4b0-40e3-9221-0179403d69b8 req-77dc7131-b197-4242-84d4-e8ec1a12408d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (8377000e-a189-4cb7-8339-f67e9ffaba23), before_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:04:28.486177 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-db7a8422-3e33-461d-9e18-041c6a8ee250 None None] Provisioning complete for port 8377000e-a189-4cb7-8339-f67e9ffaba23 triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:04:28.486791 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-db7a8422-3e33-461d-9e18-041c6a8ee250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (8377000e-a189-4cb7-8339-f67e9ffaba23), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:04:28.521735 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-db7a8422-3e33-461d-9e18-041c6a8ee250 None None] Port 8377000e-a189-4cb7-8339-f67e9ffaba23 cannot update to ACTIVE because it is not bound. {{(pid=115909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 05:04:28.892210 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [req-760fb56a-e4b0-40e3-9221-0179403d69b8 req-77dc7131-b197-4242-84d4-e8ec1a12408d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8377000e-a189-4cb7-8339-f67e9ffaba23 {{(pid=115908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 05:04:28.900991 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-760fb56a-e4b0-40e3-9221-0179403d69b8 req-77dc7131-b197-4242-84d4-e8ec1a12408d service neutron] Publish callbacks [] for port (8377000e-a189-4cb7-8339-f67e9ffaba23), precommit_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:04:28.914139 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.provisioning_blocks [req-760fb56a-e4b0-40e3-9221-0179403d69b8 req-77dc7131-b197-4242-84d4-e8ec1a12408d service neutron] Transition to ACTIVE for port object 8377000e-a189-4cb7-8339-f67e9ffaba23 will not be triggered until provisioned by entity L2. {{(pid=115908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 29 05:04:28.918057 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-760fb56a-e4b0-40e3-9221-0179403d69b8 req-77dc7131-b197-4242-84d4-e8ec1a12408d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7403849'] for port (8377000e-a189-4cb7-8339-f67e9ffaba23), after_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:04:28.962911 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:04:28.970040 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dc7131-b197-4242-84d4-e8ec1a12408d service neutron] Pushing event updated for resources: {'Port': ['ID=8377000e-a189-4cb7-8339-f67e9ffaba23,revision_number=2']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:04:28.976046 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:04:29.048469 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.managers [req-760fb56a-e4b0-40e3-9221-0179403d69b8 req-77dc7131-b197-4242-84d4-e8ec1a12408d service neutron] Attempting to bind port 8377000e-a189-4cb7-8339-f67e9ffaba23 on host hv-cinder-85144 for vnic_type normal with profile {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:04:29.048841 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.managers [req-760fb56a-e4b0-40e3-9221-0179403d69b8 req-77dc7131-b197-4242-84d4-e8ec1a12408d service neutron] Attempting to bind port 8377000e-a189-4cb7-8339-f67e9ffaba23 by drivers openvswitch,hyperv on host hv-cinder-85144 at level 0 using segments [{'id': '3fca9811-8309-4f3b-9991-5d50db061952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a8d51233-0dc5-4999-a537-b5dd4b1ae8b7'}] {{(pid=115908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:04:29.049172 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760fb56a-e4b0-40e3-9221-0179403d69b8 req-77dc7131-b197-4242-84d4-e8ec1a12408d service neutron] Attempting to bind port 8377000e-a189-4cb7-8339-f67e9ffaba23 on network a8d51233-0dc5-4999-a537-b5dd4b1ae8b7 {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:04:29.054792 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760fb56a-e4b0-40e3-9221-0179403d69b8 req-77dc7131-b197-4242-84d4-e8ec1a12408d service neutron] Port 8377000e-a189-4cb7-8339-f67e9ffaba23 on network a8d51233-0dc5-4999-a537-b5dd4b1ae8b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85144 {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 29 05:04:29.055114 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760fb56a-e4b0-40e3-9221-0179403d69b8 req-77dc7131-b197-4242-84d4-e8ec1a12408d service neutron] Attempting to bind port 8377000e-a189-4cb7-8339-f67e9ffaba23 on network a8d51233-0dc5-4999-a537-b5dd4b1ae8b7 {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:04:29.060222 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760fb56a-e4b0-40e3-9221-0179403d69b8 req-77dc7131-b197-4242-84d4-e8ec1a12408d service neutron] Checking agent: {'id': 'bab6a0c9-2145-495f-b42f-b184e241503a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85144', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 4, 45, 21), 'started_at': datetime.datetime(2022, 7, 29, 4, 45, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:04:29.061177 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760fb56a-e4b0-40e3-9221-0179403d69b8 req-77dc7131-b197-4242-84d4-e8ec1a12408d service neutron] Checking segment: {'id': '3fca9811-8309-4f3b-9991-5d50db061952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a8d51233-0dc5-4999-a537-b5dd4b1ae8b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:04:29.062094 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760fb56a-e4b0-40e3-9221-0179403d69b8 req-77dc7131-b197-4242-84d4-e8ec1a12408d service neutron] Bound using segment: {'id': '3fca9811-8309-4f3b-9991-5d50db061952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a8d51233-0dc5-4999-a537-b5dd4b1ae8b7'} {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:04:29.062094 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.managers [req-760fb56a-e4b0-40e3-9221-0179403d69b8 req-77dc7131-b197-4242-84d4-e8ec1a12408d service neutron] Bound port: 8377000e-a189-4cb7-8339-f67e9ffaba23, host: hv-cinder-85144, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fca9811-8309-4f3b-9991-5d50db061952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a8d51233-0dc5-4999-a537-b5dd4b1ae8b7'}}] {{(pid=115908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:04:29.062379 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-760fb56a-e4b0-40e3-9221-0179403d69b8 req-77dc7131-b197-4242-84d4-e8ec1a12408d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (8377000e-a189-4cb7-8339-f67e9ffaba23), before_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:04:29.135913 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [req-760fb56a-e4b0-40e3-9221-0179403d69b8 req-77dc7131-b197-4242-84d4-e8ec1a12408d service neutron] For port 8377000e-a189-4cb7-8339-f67e9ffaba23, host hv-cinder-85144, cleared binding levels {{(pid=115908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:04:29.142048 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [req-760fb56a-e4b0-40e3-9221-0179403d69b8 req-77dc7131-b197-4242-84d4-e8ec1a12408d service neutron] For port 8377000e-a189-4cb7-8339-f67e9ffaba23, host hv-cinder-85144, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=8377000e-a189-4cb7-8339-f67e9ffaba23,segment=NetworkSegment(3fca9811-8309-4f3b-9991-5d50db061952),segment_id=3fca9811-8309-4f3b-9991-5d50db061952)] {{(pid=115908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:04:29.150819 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-760fb56a-e4b0-40e3-9221-0179403d69b8 req-77dc7131-b197-4242-84d4-e8ec1a12408d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7403849'] for port (8377000e-a189-4cb7-8339-f67e9ffaba23), after_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:04:29.179368 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e62c6-f580-4aac-9af7-6c7c74301807 req-3ff3d601-a00f-4c8d-9071-22b2f38e82e6 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:29.180990 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-495e62c6-f580-4aac-9af7-6c7c74301807 req-3ff3d601-a00f-4c8d-9071-22b2f38e82e6 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/ports?device_id=fbad7c12-17df-4d94-b965-28b5daa8d3eb HTTP/1.1" status: 200 len: 944 time: 0.0535927 Jul 29 05:04:29.185263 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760fb56a-e4b0-40e3-9221-0179403d69b8 req-77dc7131-b197-4242-84d4-e8ec1a12408d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:29.185878 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-760fb56a-e4b0-40e3-9221-0179403d69b8 req-77dc7131-b197-4242-84d4-e8ec1a12408d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for port (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:04:29.187258 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-760fb56a-e4b0-40e3-9221-0179403d69b8 req-77dc7131-b197-4242-84d4-e8ec1a12408d service neutron] 10.222.0.64 "PUT /v2.0/ports/8377000e-a189-4cb7-8339-f67e9ffaba23 HTTP/1.1" status: 200 len: 1094 time: 0.8629601 Jul 29 05:04:29.187709 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbad7c12-17df-4d94-b965-28b5daa8d3eb', 'tag': '8377000e-a189-4cb7-8339-f67e9ffaba23'}] {{(pid=115908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:04:29.189985 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91089063952d51f7df5c9c02e055d40fa8e1e9cb9a21cfbbcb9b3277c7a948b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec8b4f7-e965-4908-8b29-4c8c82e6e757" -d '{"events": [{"name": "network-changed", "server_uuid": "fbad7c12-17df-4d94-b965-28b5daa8d3eb", "tag": "8377000e-a189-4cb7-8339-f67e9ffaba23"}]}' {{(pid=115908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:04:29.214514 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dc7131-b197-4242-84d4-e8ec1a12408d service neutron] Pushing event updated for resources: {'Port': ['ID=8377000e-a189-4cb7-8339-f67e9ffaba23,revision_number=3']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:04:29.248178 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 05:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfbd1cdc-5222-4505-9e16-be909da24321 x-openstack-request-id: req-cfbd1cdc-5222-4505-9e16-be909da24321 {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:04:29.248622 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbad7c12-17df-4d94-b965-28b5daa8d3eb", "tag": "8377000e-a189-4cb7-8339-f67e9ffaba23", "status": "completed", "code": 200}]} {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:04:29.248879 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-cfbd1cdc-5222-4505-9e16-be909da24321 {{(pid=115908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:04:29.249297 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfbd1cdc-5222-4505-9e16-be909da24321'] response: {'name': 'network-changed', 'server_uuid': 'fbad7c12-17df-4d94-b965-28b5daa8d3eb', 'tag': '8377000e-a189-4cb7-8339-f67e9ffaba23', 'status': 'completed', 'code': 200} Jul 29 05:04:29.257122 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-495e62c6-f580-4aac-9af7-6c7c74301807 req-e413cd65-1ca8-442d-a047-8d38fffa9840 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/security-groups?id=53f4bb53-9596-4c65-ac4b-f09350e921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699377 Jul 29 05:04:29.535429 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec8b4f7-e965-4908-8b29-4c8c82e6e757 req-789c92e9-5656-4500-aa52-00bd3930be53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:29.537581 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-eec8b4f7-e965-4908-8b29-4c8c82e6e757 req-789c92e9-5656-4500-aa52-00bd3930be53 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e10af2e6edcd485caf51326fdc9c17fc&device_id=fbad7c12-17df-4d94-b965-28b5daa8d3eb HTTP/1.1" status: 200 len: 1128 time: 0.0419888 Jul 29 05:04:29.639417 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec8b4f7-e965-4908-8b29-4c8c82e6e757 req-1bce125f-b6af-4913-a69a-beb1efd493ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:29.640890 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-eec8b4f7-e965-4908-8b29-4c8c82e6e757 req-1bce125f-b6af-4913-a69a-beb1efd493ab service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=e10af2e6edcd485caf51326fdc9c17fc&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0912983 Jul 29 05:04:29.736871 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec8b4f7-e965-4908-8b29-4c8c82e6e757 req-5ba778fe-6d22-4780-bd6a-3625d6b998c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:29.738338 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-eec8b4f7-e965-4908-8b29-4c8c82e6e757 req-5ba778fe-6d22-4780-bd6a-3625d6b998c5 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921221 Jul 29 05:04:29.832413 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760fb56a-e4b0-40e3-9221-0179403d69b8 req-1fed26f3-01ad-4414-89e1-39f6b0e0173e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:29.834560 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-760fb56a-e4b0-40e3-9221-0179403d69b8 req-1fed26f3-01ad-4414-89e1-39f6b0e0173e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e10af2e6edcd485caf51326fdc9c17fc&device_id=fbad7c12-17df-4d94-b965-28b5daa8d3eb HTTP/1.1" status: 200 len: 1128 time: 0.0395010 Jul 29 05:04:29.881777 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-760fb56a-e4b0-40e3-9221-0179403d69b8 req-ddaa19d1-3405-44a2-98c2-bb3a384059dd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8377000e-a189-4cb7-8339-f67e9ffaba23 HTTP/1.1" status: 200 len: 217 time: 0.0353384 Jul 29 05:04:29.929244 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760fb56a-e4b0-40e3-9221-0179403d69b8 req-8731400a-f589-4283-aa08-327e2d926fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:29.930647 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-760fb56a-e4b0-40e3-9221-0179403d69b8 req-8731400a-f589-4283-aa08-327e2d926fac service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ac0e078d-97ae-4cd6-a0a6-6dab59affc7e HTTP/1.1" status: 200 len: 851 time: 0.0436740 Jul 29 05:04:29.973178 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760fb56a-e4b0-40e3-9221-0179403d69b8 req-bd660e29-d2df-44f0-b9ee-5ce9e632ca28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:29.974959 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-760fb56a-e4b0-40e3-9221-0179403d69b8 req-bd660e29-d2df-44f0-b9ee-5ce9e632ca28 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a8d51233-0dc5-4999-a537-b5dd4b1ae8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384772 Jul 29 05:04:30.064891 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-760fb56a-e4b0-40e3-9221-0179403d69b8 req-a0e55c98-bbc5-439d-a660-9365896043b5 service neutron] 10.222.0.64 "GET /v2.0/networks/a8d51233-0dc5-4999-a537-b5dd4b1ae8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845416 Jul 29 05:04:30.152242 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-760fb56a-e4b0-40e3-9221-0179403d69b8 req-a8b4fdfc-56a5-4f01-8b34-2fcc142a35fe service neutron] 10.222.0.64 "GET /v2.0/networks/a8d51233-0dc5-4999-a537-b5dd4b1ae8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807030 Jul 29 05:04:30.379945 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd7650a-92d8-4941-a599-b8521cfa1a01 req-f8bf1345-4bdf-4a7c-a8b8-d670c63bfec7 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:30.382253 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-afd7650a-92d8-4941-a599-b8521cfa1a01 req-f8bf1345-4bdf-4a7c-a8b8-d670c63bfec7 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/ports?device_id=fbad7c12-17df-4d94-b965-28b5daa8d3eb HTTP/1.1" status: 200 len: 944 time: 0.0507796 Jul 29 05:04:30.431076 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-afd7650a-92d8-4941-a599-b8521cfa1a01 req-319eebcd-20ab-4f9f-97b5-eea3362b0a9a tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/security-groups?id=53f4bb53-9596-4c65-ac4b-f09350e921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434921 Jul 29 05:04:31.549432 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef0844-d04a-4695-a0f6-f7c0e8572e89 req-f63e4a1a-ecc1-4b52-9daf-918ec29f360f tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:31.551090 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-45ef0844-d04a-4695-a0f6-f7c0e8572e89 req-f63e4a1a-ecc1-4b52-9daf-918ec29f360f tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/ports?device_id=fbad7c12-17df-4d94-b965-28b5daa8d3eb HTTP/1.1" status: 200 len: 944 time: 0.0503340 Jul 29 05:04:31.584702 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=100 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:04:31.592947 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=100 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:04:31.602538 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-45ef0844-d04a-4695-a0f6-f7c0e8572e89 req-f2096a2e-26da-4669-9a04-8ae7dbe3df5d tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/security-groups?id=53f4bb53-9596-4c65-ac4b-f09350e921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459065 Jul 29 05:04:32.728949 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c82f67-f5ec-4f2f-bfdb-78b1e9a3c93f req-61251103-c0f4-4a31-a64d-9b2f6db6c5cb tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:32.730977 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e5c82f67-f5ec-4f2f-bfdb-78b1e9a3c93f req-61251103-c0f4-4a31-a64d-9b2f6db6c5cb tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/ports?device_id=fbad7c12-17df-4d94-b965-28b5daa8d3eb HTTP/1.1" status: 200 len: 944 time: 0.0532482 Jul 29 05:04:32.753999 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:04:32.769188 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:04:32.795453 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e5c82f67-f5ec-4f2f-bfdb-78b1e9a3c93f req-8161a143-69e4-4783-8e8c-64e00302bf08 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/security-groups?id=53f4bb53-9596-4c65-ac4b-f09350e921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587578 Jul 29 05:04:33.918296 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7870c091-67d1-46ee-ad47-cdafe217eaee req-e785fb52-9f50-4cc2-8c50-e5a5837cb4b4 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:33.919670 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-7870c091-67d1-46ee-ad47-cdafe217eaee req-e785fb52-9f50-4cc2-8c50-e5a5837cb4b4 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/ports?device_id=fbad7c12-17df-4d94-b965-28b5daa8d3eb HTTP/1.1" status: 200 len: 944 time: 0.0508876 Jul 29 05:04:33.968364 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-7870c091-67d1-46ee-ad47-cdafe217eaee req-7275c1c7-6b49-48fe-a01f-d1f3d9af14c4 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/security-groups?id=53f4bb53-9596-4c65-ac4b-f09350e921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429907 Jul 29 05:04:34.641735 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=69 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:04:34.642516 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=65 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:04:35.086361 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f4015-c1d2-4f04-810f-bd3af585d739 req-0f994efa-e9ac-45d8-945c-ad12c9b39bd6 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:35.087837 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-509f4015-c1d2-4f04-810f-bd3af585d739 req-0f994efa-e9ac-45d8-945c-ad12c9b39bd6 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/ports?device_id=fbad7c12-17df-4d94-b965-28b5daa8d3eb HTTP/1.1" status: 200 len: 944 time: 0.0485275 Jul 29 05:04:35.139364 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-509f4015-c1d2-4f04-810f-bd3af585d739 req-679203c3-1464-49d4-8543-d0c77b0b753c tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/security-groups?id=53f4bb53-9596-4c65-ac4b-f09350e921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459437 Jul 29 05:04:36.262715 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d08dd0-a9ce-4854-8d4b-00a79093380f req-916708d4-5b52-49d6-814b-1b52042e2e2c tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:36.264395 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-16d08dd0-a9ce-4854-8d4b-00a79093380f req-916708d4-5b52-49d6-814b-1b52042e2e2c tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/ports?device_id=fbad7c12-17df-4d94-b965-28b5daa8d3eb HTTP/1.1" status: 200 len: 944 time: 0.0489011 Jul 29 05:04:36.312984 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-16d08dd0-a9ce-4854-8d4b-00a79093380f req-13570670-4983-48af-ba33-f7f9c752e82e tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/security-groups?id=53f4bb53-9596-4c65-ac4b-f09350e921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431392 Jul 29 05:04:37.430534 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5178fd-6611-40d0-9807-cec640014dba req-06155ebd-cd3b-4a9d-8837-699e238aa28b tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:37.432023 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-5a5178fd-6611-40d0-9807-cec640014dba req-06155ebd-cd3b-4a9d-8837-699e238aa28b tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/ports?device_id=fbad7c12-17df-4d94-b965-28b5daa8d3eb HTTP/1.1" status: 200 len: 944 time: 0.0488427 Jul 29 05:04:37.481297 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-5a5178fd-6611-40d0-9807-cec640014dba req-1b7220d6-368a-4b62-a5fd-9fdfa66988a0 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/security-groups?id=53f4bb53-9596-4c65-ac4b-f09350e921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437524 Jul 29 05:04:37.912209 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4d4056d6-b1fe-476f-b072-bb38abe6e7ff req-bc97b142-423e-4a21-8e5f-13117acb0f1a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375006 Jul 29 05:04:38.012673 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4056d6-b1fe-476f-b072-bb38abe6e7ff req-b7644aad-c9af-45ad-b712-28fcf5969ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:38.014183 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4d4056d6-b1fe-476f-b072-bb38abe6e7ff req-b7644aad-c9af-45ad-b712-28fcf5969ce5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b586a0d507ca497589a504f9e2d44574&device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9 HTTP/1.1" status: 200 len: 1129 time: 0.0389307 Jul 29 05:04:38.120593 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4056d6-b1fe-476f-b072-bb38abe6e7ff req-c47ab429-bc5d-432d-8828-67b882e7d159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:38.122088 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4d4056d6-b1fe-476f-b072-bb38abe6e7ff req-c47ab429-bc5d-432d-8828-67b882e7d159 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ac70cb08-b25c-4351-9af8-2a46a3f3e6e9 HTTP/1.1" status: 200 len: 909 time: 0.0885193 Jul 29 05:04:38.184511 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4d4056d6-b1fe-476f-b072-bb38abe6e7ff req-7ae6eeb1-8045-49c2-84bf-fe85924bcdb9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a26b861-617c-4ef6-b856-a16b66ee0360 HTTP/1.1" status: 200 len: 1000 time: 0.0557232 Jul 29 05:04:38.235859 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4056d6-b1fe-476f-b072-bb38abe6e7ff req-6c823796-4873-4c20-a5f4-218536af93ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:38.237316 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4d4056d6-b1fe-476f-b072-bb38abe6e7ff req-6c823796-4873-4c20-a5f4-218536af93ae service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9f74eaa6-5843-460c-81c7-7fbee07b9bef HTTP/1.1" status: 200 len: 847 time: 0.0475454 Jul 29 05:04:38.280939 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4056d6-b1fe-476f-b072-bb38abe6e7ff req-bd955901-9a31-43ae-b4b6-4da18a252fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:38.282411 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4d4056d6-b1fe-476f-b072-bb38abe6e7ff req-bd955901-9a31-43ae-b4b6-4da18a252fc3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ac70cb08-b25c-4351-9af8-2a46a3f3e6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385072 Jul 29 05:04:38.374592 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4d4056d6-b1fe-476f-b072-bb38abe6e7ff req-01ff2ec0-51b6-4888-9659-1cd42625e6f9 service neutron] 10.222.0.64 "GET /v2.0/networks/ac70cb08-b25c-4351-9af8-2a46a3f3e6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855796 Jul 29 05:04:38.463421 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-4d4056d6-b1fe-476f-b072-bb38abe6e7ff req-22756d04-48f9-4a2f-8065-bf6256110ac3 service neutron] 10.222.0.64 "GET /v2.0/networks/ac70cb08-b25c-4351-9af8-2a46a3f3e6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813053 Jul 29 05:04:38.595390 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4fa08-ed84-4f79-b9e2-edfea8c86fe4 req-954c15bb-5e89-47f2-9ad0-1347d666f268 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:38.596850 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-f6c4fa08-ed84-4f79-b9e2-edfea8c86fe4 req-954c15bb-5e89-47f2-9ad0-1347d666f268 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/ports?device_id=fbad7c12-17df-4d94-b965-28b5daa8d3eb HTTP/1.1" status: 200 len: 944 time: 0.0460443 Jul 29 05:04:38.648806 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-f6c4fa08-ed84-4f79-b9e2-edfea8c86fe4 req-37cd98c2-8729-43b7-b899-0372d2654e54 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/security-groups?id=53f4bb53-9596-4c65-ac4b-f09350e921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460835 Jul 29 05:04:39.046655 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device 8377000e-a189-4cb7-8339-f67e9ffaba23 details requested by agent hyperv_hv-cinder-85144 with host hv-cinder-85144 {{(pid=115909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 05:04:39.148449 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port 8377000e-a189-4cb7-8339-f67e9ffaba23, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=8377000e-a189-4cb7-8339-f67e9ffaba23,segment=NetworkSegment(3fca9811-8309-4f3b-9991-5d50db061952),segment_id=3fca9811-8309-4f3b-9991-5d50db061952)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:04:39.159139 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Returning: {'device': '8377000e-a189-4cb7-8339-f67e9ffaba23', 'network_id': 'a8d51233-0dc5-4999-a537-b5dd4b1ae8b7', 'port_id': '8377000e-a189-4cb7-8339-f67e9ffaba23', 'mac_address': 'fa:16:3e:94:1c:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac0e078d-97ae-4cd6-a0a6-6dab59affc7e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 05:04:39.193326 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Current status of the port 8377000e-a189-4cb7-8339-f67e9ffaba23 is: DOWN; New status is: BUILD {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:04:39.193718 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (8377000e-a189-4cb7-8339-f67e9ffaba23), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:04:39.207792 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.notifiers.nova [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8377000e-a189-4cb7-8339-f67e9ffaba23 {{(pid=115909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 05:04:39.228698 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port 8377000e-a189-4cb7-8339-f67e9ffaba23, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=8377000e-a189-4cb7-8339-f67e9ffaba23,segment=NetworkSegment(3fca9811-8309-4f3b-9991-5d50db061952),segment_id=3fca9811-8309-4f3b-9991-5d50db061952)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:04:39.232505 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (8377000e-a189-4cb7-8339-f67e9ffaba23), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:04:39.279984 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Pushing event updated for resources: {'Port': ['ID=8377000e-a189-4cb7-8339-f67e9ffaba23,revision_number=4']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:04:39.683598 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] get_ports_and_sgs() called for port_ids ['8377000e-a189-4cb7-8339-f67e9ffaba23'] {{(pid=115909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 05:04:39.766774 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d0688-9ce8-4d67-9698-30afd4e14d6f req-b04ea0b3-1709-4079-8552-d328b7b3f829 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:39.768262 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-275d0688-9ce8-4d67-9698-30afd4e14d6f req-b04ea0b3-1709-4079-8552-d328b7b3f829 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/ports?device_id=fbad7c12-17df-4d94-b965-28b5daa8d3eb HTTP/1.1" status: 200 len: 945 time: 0.0475857 Jul 29 05:04:39.786225 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:04:39.824766 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-275d0688-9ce8-4d67-9698-30afd4e14d6f req-7970c340-c27e-4701-a3bb-156ef8716b91 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/security-groups?id=53f4bb53-9596-4c65-ac4b-f09350e921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493133 Jul 29 05:04:39.835139 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:04:40.942172 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ec1ab-f516-40eb-97f6-d5d51fbca3cd req-85d5a80a-744f-4d1d-b0c9-8087c4016b22 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:40.943553 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-432ec1ab-f516-40eb-97f6-d5d51fbca3cd req-85d5a80a-744f-4d1d-b0c9-8087c4016b22 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/ports?device_id=fbad7c12-17df-4d94-b965-28b5daa8d3eb HTTP/1.1" status: 200 len: 945 time: 0.0480084 Jul 29 05:04:40.998652 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-432ec1ab-f516-40eb-97f6-d5d51fbca3cd req-1403b4f9-6f2b-4c7c-b63d-4c8bf3e766ea tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/security-groups?id=53f4bb53-9596-4c65-ac4b-f09350e921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495617 Jul 29 05:04:41.055091 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device 8377000e-a189-4cb7-8339-f67e9ffaba23 up at agent hyperv_hv-cinder-85144 {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:04:41.096438 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Provisioning for port 8377000e-a189-4cb7-8339-f67e9ffaba23 completed by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 29 05:04:41.101960 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Provisioning complete for port 8377000e-a189-4cb7-8339-f67e9ffaba23 triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:04:41.102333 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (8377000e-a189-4cb7-8339-f67e9ffaba23), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:04:41.293951 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Current status of the port 8377000e-a189-4cb7-8339-f67e9ffaba23 is: BUILD; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:04:41.294337 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (8377000e-a189-4cb7-8339-f67e9ffaba23), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:04:41.320460 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbad7c12-17df-4d94-b965-28b5daa8d3eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8377000e-a189-4cb7-8339-f67e9ffaba23'}] {{(pid=115909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:04:41.322697 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c420e031ced92140226aa6f83123c9b23fc96e3244e1479094dc728224b9fe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1bc9e1-2a52-4c25-a892-4f6616f38732" -d '{"events": [{"server_uuid": "fbad7c12-17df-4d94-b965-28b5daa8d3eb", "name": "network-vif-plugged", "status": "completed", "tag": "8377000e-a189-4cb7-8339-f67e9ffaba23"}]}' {{(pid=115909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:04:41.335293 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port 8377000e-a189-4cb7-8339-f67e9ffaba23, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=8377000e-a189-4cb7-8339-f67e9ffaba23,segment=NetworkSegment(3fca9811-8309-4f3b-9991-5d50db061952),segment_id=3fca9811-8309-4f3b-9991-5d50db061952)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:04:41.339172 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (8377000e-a189-4cb7-8339-f67e9ffaba23), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:04:41.360783 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 05:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a36f20-ec25-48e7-a1b3-c1481f1e8cf2 x-openstack-request-id: req-36a36f20-ec25-48e7-a1b3-c1481f1e8cf2 {{(pid=115909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:04:41.361068 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbad7c12-17df-4d94-b965-28b5daa8d3eb", "name": "network-vif-plugged", "status": "completed", "tag": "8377000e-a189-4cb7-8339-f67e9ffaba23", "code": 200}]} {{(pid=115909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:04:41.361316 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-36a36f20-ec25-48e7-a1b3-c1481f1e8cf2 {{(pid=115909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:04:41.361699 dv-cinder-851449-2-iscsi neutron-server[115909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36a36f20-ec25-48e7-a1b3-c1481f1e8cf2'] response: {'server_uuid': 'fbad7c12-17df-4d94-b965-28b5daa8d3eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8377000e-a189-4cb7-8339-f67e9ffaba23', 'code': 200} Jul 29 05:04:41.387314 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Pushing event updated for resources: {'Port': ['ID=8377000e-a189-4cb7-8339-f67e9ffaba23,revision_number=5']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:04:41.610955 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b670c5b3-0272-470b-b68c-fdde2b1ab469 req-2aba151b-74eb-4366-8bbb-872991cc26f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:41.612353 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b670c5b3-0272-470b-b68c-fdde2b1ab469 req-2aba151b-74eb-4366-8bbb-872991cc26f4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fbad7c12-17df-4d94-b965-28b5daa8d3eb HTTP/1.1" status: 200 len: 1130 time: 0.0385489 Jul 29 05:04:41.657301 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-b670c5b3-0272-470b-b68c-fdde2b1ab469 req-87116abe-087a-4de3-bbfa-fbf117cf3d95 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=53f4bb53-9596-4c65-ac4b-f09350e921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396957 Jul 29 05:04:42.116933 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53a918-a688-4fc4-98ec-bcba3e7b5a31 req-80a7ac9d-da65-45f0-95ed-94a753cd4457 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:42.118398 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-eb53a918-a688-4fc4-98ec-bcba3e7b5a31 req-80a7ac9d-da65-45f0-95ed-94a753cd4457 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/ports?device_id=fbad7c12-17df-4d94-b965-28b5daa8d3eb HTTP/1.1" status: 200 len: 946 time: 0.0473731 Jul 29 05:04:42.166133 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-eb53a918-a688-4fc4-98ec-bcba3e7b5a31 req-88a6d518-88b0-4d83-a23d-386dab8e55bd tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/security-groups?id=53f4bb53-9596-4c65-ac4b-f09350e921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421617 Jul 29 05:04:43.289036 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c4bf3-d74b-449d-99da-cd8733065253 req-b8aa0a71-461e-4390-aee4-7b6678532d2e tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:43.290534 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-540c4bf3-d74b-449d-99da-cd8733065253 req-b8aa0a71-461e-4390-aee4-7b6678532d2e tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/ports?device_id=fbad7c12-17df-4d94-b965-28b5daa8d3eb HTTP/1.1" status: 200 len: 946 time: 0.0485721 Jul 29 05:04:43.315776 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:04:43.340981 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-540c4bf3-d74b-449d-99da-cd8733065253 req-257d6743-d45a-4b61-87fb-43b91b08e11a tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/security-groups?id=53f4bb53-9596-4c65-ac4b-f09350e921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447328 Jul 29 05:04:43.464678 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be65349-30a4-4c31-83f8-738b0bc1462e req-2599c208-2ccf-4be0-aa39-8cb5c75bd5e8 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:43.466060 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-3be65349-30a4-4c31-83f8-738b0bc1462e req-2599c208-2ccf-4be0-aa39-8cb5c75bd5e8 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/ports?device_id=fbad7c12-17df-4d94-b965-28b5daa8d3eb HTTP/1.1" status: 200 len: 946 time: 0.0512855 Jul 29 05:04:43.514228 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-3be65349-30a4-4c31-83f8-738b0bc1462e req-15267c8e-808d-473b-a1a9-64fef66dd951 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/security-groups?id=53f4bb53-9596-4c65-ac4b-f09350e921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426245 Jul 29 05:04:43.540882 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 39982) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:04:43.582581 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d374ab-df74-4ef4-9646-f7789adeec16 tempest-TestVolumeBootPattern-583010662 tempest-TestVolumeBootPattern-583010662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:43.584159 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-36d374ab-df74-4ef4-9646-f7789adeec16 tempest-TestVolumeBootPattern-583010662 tempest-TestVolumeBootPattern-583010662-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=fbad7c12-17df-4d94-b965-28b5daa8d3eb HTTP/1.1" status: 200 len: 1125 time: 0.0422888 Jul 29 05:04:43.586847 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 39984) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:04:43.590960 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [None req-aa702c78-08a4-427f-a74b-99663b507204 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Request body: {'floatingip': {'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'port_id': '8377000e-a189-4cb7-8339-f67e9ffaba23', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'fixed_ip_address': '172.20.0.11'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:04:43.603526 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:04:43.613971 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-aa702c78-08a4-427f-a74b-99663b507204 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:04:43.692230 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-aa702c78-08a4-427f-a74b-99663b507204 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:04:43.800563 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.db_base_plugin_common [None req-aa702c78-08a4-427f-a74b-99663b507204 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Allocated IP 172.27.0.109 (9a05b655-8925-4222-a853-020f58db76f4/b252d643-2a5f-428d-a536-f8ecbd6d13e1/c7749633-c682-454e-9a6f-df8260a9852d) {{(pid=115908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:04:43.901170 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-aa702c78-08a4-427f-a74b-99663b507204 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks [] for port (c7749633-c682-454e-9a6f-df8260a9852d), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:04:43.932917 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-aa702c78-08a4-427f-a74b-99663b507204 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (c7749633-c682-454e-9a6f-df8260a9852d), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:04:43.972751 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa702c78-08a4-427f-a74b-99663b507204 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Network 9a05b655-8925-4222-a853-020f58db76f4 is already hosted by enough agents. {{(pid=115908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:04:43.978453 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.base_scheduler [None req-aa702c78-08a4-427f-a74b-99663b507204 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Resources bound (agent type, host, resource id): {{(pid=115908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:04:43.982149 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa702c78-08a4-427f-a74b-99663b507204 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Received port after_create {{(pid=115908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:04:44.008735 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa702c78-08a4-427f-a74b-99663b507204 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Pushing event updated for resources: {'Port': ['ID=c7749633-c682-454e-9a6f-df8260a9852d,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:04:44.323568 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:04:44.342782 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-aa702c78-08a4-427f-a74b-99663b507204 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks [] for floatingip (72445b91-2526-45af-be3e-9522fcd032e1), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:04:44.376383 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:04:44.413953 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-aa702c78-08a4-427f-a74b-99663b507204 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (c7749633-c682-454e-9a6f-df8260a9852d), before_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:04:44.561259 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-aa702c78-08a4-427f-a74b-99663b507204 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks [] for port (c7749633-c682-454e-9a6f-df8260a9852d), precommit_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:04:44.566670 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-aa702c78-08a4-427f-a74b-99663b507204 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7403849'] for port (c7749633-c682-454e-9a6f-df8260a9852d), after_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:04:44.643390 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa702c78-08a4-427f-a74b-99663b507204 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Pushing event updated for resources: {'Port': ['ID=c7749633-c682-454e-9a6f-df8260a9852d,revision_number=2']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:04:44.656126 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-aa702c78-08a4-427f-a74b-99663b507204 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1937124'] for floatingip (72445b91-2526-45af-be3e-9522fcd032e1), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:04:44.758645 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.db.l3_db [None req-aa702c78-08a4-427f-a74b-99663b507204 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Floating IP 72445b91-2526-45af-be3e-9522fcd032e1 associated. External IP: 172.27.0.109, port: 8377000e-a189-4cb7-8339-f67e9ffaba23. Jul 29 05:04:44.960114 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa702c78-08a4-427f-a74b-99663b507204 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Router d255457a-0a07-44d8-8dd0-e214b7c8df83 has already been hosted by L3 agent 507cc676-b5a3-487d-9bd3-df89beb45ea5 {{(pid=115908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:04:45.061438 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa702c78-08a4-427f-a74b-99663b507204 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Notify agent at l3_agent.dv-cinder-851449-2-iscsi the message routers_updated {{(pid=115908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:04:45.072305 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29be13cb-1f66-4e85-9636-e44541351361 None None] Sync routers for ids ['d255457a-0a07-44d8-8dd0-e214b7c8df83'] in dv-cinder-851449-2-iscsi {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:04:45.079942 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-aa702c78-08a4-427f-a74b-99663b507204 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for floatingip (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:04:45.086716 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29be13cb-1f66-4e85-9636-e44541351361 None None] Routers {'d255457a-0a07-44d8-8dd0-e214b7c8df83'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:04:45.087334 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-29be13cb-1f66-4e85-9636-e44541351361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T05:04:21Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['d255457a-0a07-44d8-8dd0-e214b7c8df83'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:04:45.111236 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-aa702c78-08a4-427f-a74b-99663b507204 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5233965 Jul 29 05:04:45.111825 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbad7c12-17df-4d94-b965-28b5daa8d3eb', 'tag': '8377000e-a189-4cb7-8339-f67e9ffaba23'}] {{(pid=115908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:04:45.114252 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91089063952d51f7df5c9c02e055d40fa8e1e9cb9a21cfbbcb9b3277c7a948b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e12a830-d333-4725-b3f6-94dbdcd9b2c8" -d '{"events": [{"name": "network-changed", "server_uuid": "fbad7c12-17df-4d94-b965-28b5daa8d3eb", "tag": "8377000e-a189-4cb7-8339-f67e9ffaba23"}]}' {{(pid=115908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:04:45.152939 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 05:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7fb521c-5301-4b38-91c2-495702410c9b x-openstack-request-id: req-e7fb521c-5301-4b38-91c2-495702410c9b {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:04:45.153237 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbad7c12-17df-4d94-b965-28b5daa8d3eb", "tag": "8377000e-a189-4cb7-8339-f67e9ffaba23", "status": "completed", "code": 200}]} {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:04:45.153495 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-e7fb521c-5301-4b38-91c2-495702410c9b {{(pid=115908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:04:45.153904 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7fb521c-5301-4b38-91c2-495702410c9b'] response: {'name': 'network-changed', 'server_uuid': 'fbad7c12-17df-4d94-b965-28b5daa8d3eb', 'tag': '8377000e-a189-4cb7-8339-f67e9ffaba23', 'status': 'completed', 'code': 200} Jul 29 05:04:45.187184 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-29be13cb-1f66-4e85-9636-e44541351361 None None] Set router d255457a-0a07-44d8-8dd0-e214b7c8df83 gateway port host: dv-cinder-851449-2-iscsi {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:04:45.245659 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e12a830-d333-4725-b3f6-94dbdcd9b2c8 req-266d624e-689e-49bb-bd1b-283582e51d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:45.247150 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-3e12a830-d333-4725-b3f6-94dbdcd9b2c8 req-266d624e-689e-49bb-bd1b-283582e51d25 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e10af2e6edcd485caf51326fdc9c17fc&device_id=fbad7c12-17df-4d94-b965-28b5daa8d3eb HTTP/1.1" status: 200 len: 1130 time: 0.0391665 Jul 29 05:04:45.320315 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:04:45.323014 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:04:45.346849 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e12a830-d333-4725-b3f6-94dbdcd9b2c8 req-2bfe2397-a9f7-4ef0-8fc3-ea9a2cdaac09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:45.348323 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-3e12a830-d333-4725-b3f6-94dbdcd9b2c8 req-2bfe2397-a9f7-4ef0-8fc3-ea9a2cdaac09 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a8d51233-0dc5-4999-a537-b5dd4b1ae8b7 HTTP/1.1" status: 200 len: 913 time: 0.0951133 Jul 29 05:04:45.401306 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-29be13cb-1f66-4e85-9636-e44541351361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'name': 'tempest-TestVolumeBootPattern-1493235875-router', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '42f49a12-b73d-431e-beba-0613dde02901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:01:12Z', 'updated_at': '2022-07-29T05:01:15Z', 'revision_number': 4, 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'gw_port': {'id': '42f49a12-b73d-431e-beba-0613dde02901', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ee:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:01:13Z', 'updated_at': '2022-07-29T05:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_floatingips': [{'id': '72445b91-2526-45af-be3e-9522fcd032e1', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'floating_ip_address': '172.27.0.109', 'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'router_id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'port_id': '8377000e-a189-4cb7-8339-f67e9ffaba23', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d51233-0dc5-4999-a537-b5dd4b1ae8b7', 'mac_address': 'fa:16:3e:94:1c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbad7c12-17df-4d94-b965-28b5daa8d3eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:04:44Z', 'updated_at': '2022-07-29T05:04:44Z', 'revision_number': 0, 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cae43ed0-ba9a-41f9-87df-99f0dbf4032b', 'name': '', 'network_id': 'a8d51233-0dc5-4999-a537-b5dd4b1ae8b7', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'mac_address': 'fa:16:3e:8d:d6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'ac0e078d-97ae-4cd6-a0a6-6dab59affc7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:01:14Z', 'updated_at': '2022-07-29T05:01:19Z', 'revision_number': 5, 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'subnets': [{'id': 'ac0e078d-97ae-4cd6-a0a6-6dab59affc7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:04:45.409940 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-3e12a830-d333-4725-b3f6-94dbdcd9b2c8 req-fdd4d5cc-ef1e-47ef-b396-a2497f005a27 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8377000e-a189-4cb7-8339-f67e9ffaba23 HTTP/1.1" status: 200 len: 1000 time: 0.0560074 Jul 29 05:04:45.425897 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29be13cb-1f66-4e85-9636-e44541351361 None None] Checking router: d255457a-0a07-44d8-8dd0-e214b7c8df83 for host: dv-cinder-851449-2-iscsi {{(pid=115910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:04:45.434757 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29be13cb-1f66-4e85-9636-e44541351361 None None] Routers {'d255457a-0a07-44d8-8dd0-e214b7c8df83'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:04:45.435350 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-29be13cb-1f66-4e85-9636-e44541351361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T05:04:21Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['d255457a-0a07-44d8-8dd0-e214b7c8df83'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:04:45.464180 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e12a830-d333-4725-b3f6-94dbdcd9b2c8 req-ce6730ab-ae20-4957-92be-4348fc532b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:45.465679 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-3e12a830-d333-4725-b3f6-94dbdcd9b2c8 req-ce6730ab-ae20-4957-92be-4348fc532b9f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ac0e078d-97ae-4cd6-a0a6-6dab59affc7e HTTP/1.1" status: 200 len: 851 time: 0.0493302 Jul 29 05:04:45.511369 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e12a830-d333-4725-b3f6-94dbdcd9b2c8 req-653c6cff-a2cf-4b8d-9324-cc3ce5a4805a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:04:45.512827 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-3e12a830-d333-4725-b3f6-94dbdcd9b2c8 req-653c6cff-a2cf-4b8d-9324-cc3ce5a4805a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a8d51233-0dc5-4999-a537-b5dd4b1ae8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398736 Jul 29 05:04:45.538876 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-29be13cb-1f66-4e85-9636-e44541351361 None None] Set router d255457a-0a07-44d8-8dd0-e214b7c8df83 gateway port host: dv-cinder-851449-2-iscsi {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:04:45.602632 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-3e12a830-d333-4725-b3f6-94dbdcd9b2c8 req-6ca9a994-e163-4d93-9d3b-2c4fabb126dc service neutron] 10.222.0.64 "GET /v2.0/networks/a8d51233-0dc5-4999-a537-b5dd4b1ae8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835686 Jul 29 05:04:45.699371 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-3e12a830-d333-4725-b3f6-94dbdcd9b2c8 req-f8307563-434a-4cab-a80e-a5946d9d3157 service neutron] 10.222.0.64 "GET /v2.0/networks/a8d51233-0dc5-4999-a537-b5dd4b1ae8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905592 Jul 29 05:04:45.753482 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-29be13cb-1f66-4e85-9636-e44541351361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'name': 'tempest-TestVolumeBootPattern-1493235875-router', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '42f49a12-b73d-431e-beba-0613dde02901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:01:12Z', 'updated_at': '2022-07-29T05:01:15Z', 'revision_number': 4, 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'gw_port': {'id': '42f49a12-b73d-431e-beba-0613dde02901', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ee:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:01:13Z', 'updated_at': '2022-07-29T05:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_floatingips': [{'id': '72445b91-2526-45af-be3e-9522fcd032e1', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'floating_ip_address': '172.27.0.109', 'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'router_id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'port_id': '8377000e-a189-4cb7-8339-f67e9ffaba23', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d51233-0dc5-4999-a537-b5dd4b1ae8b7', 'mac_address': 'fa:16:3e:94:1c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbad7c12-17df-4d94-b965-28b5daa8d3eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:04:44Z', 'updated_at': '2022-07-29T05:04:44Z', 'revision_number': 0, 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cae43ed0-ba9a-41f9-87df-99f0dbf4032b', 'name': '', 'network_id': 'a8d51233-0dc5-4999-a537-b5dd4b1ae8b7', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'mac_address': 'fa:16:3e:8d:d6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'ac0e078d-97ae-4cd6-a0a6-6dab59affc7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:01:14Z', 'updated_at': '2022-07-29T05:01:19Z', 'revision_number': 5, 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'subnets': [{'id': 'ac0e078d-97ae-4cd6-a0a6-6dab59affc7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:04:45.778515 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29be13cb-1f66-4e85-9636-e44541351361 None None] The sync data for ids ['d255457a-0a07-44d8-8dd0-e214b7c8df83'] in dv-cinder-851449-2-iscsi is: [{'id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'name': 'tempest-TestVolumeBootPattern-1493235875-router', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '42f49a12-b73d-431e-beba-0613dde02901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:01:12Z', 'updated_at': '2022-07-29T05:01:15Z', 'revision_number': 4, 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'gw_port': {'id': '42f49a12-b73d-431e-beba-0613dde02901', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ee:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:01:13Z', 'updated_at': '2022-07-29T05:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_floatingips': [{'id': '72445b91-2526-45af-be3e-9522fcd032e1', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'floating_ip_address': '172.27.0.109', 'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'router_id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'port_id': '8377000e-a189-4cb7-8339-f67e9ffaba23', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d51233-0dc5-4999-a537-b5dd4b1ae8b7', 'mac_address': 'fa:16:3e:94:1c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbad7c12-17df-4d94-b965-28b5daa8d3eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:04:44Z', 'updated_at': '2022-07-29T05:04:44Z', 'revision_number': 0, 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cae43ed0-ba9a-41f9-87df-99f0dbf4032b', 'name': '', 'network_id': 'a8d51233-0dc5-4999-a537-b5dd4b1ae8b7', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'mac_address': 'fa:16:3e:8d:d6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'ac0e078d-97ae-4cd6-a0a6-6dab59affc7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:01:14Z', 'updated_at': '2022-07-29T05:01:19Z', 'revision_number': 5, 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'subnets': [{'id': 'ac0e078d-97ae-4cd6-a0a6-6dab59affc7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:04:45.967519 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01d16d8-5dec-447c-8610-99a08f06dc42 None None] New status for floating IP 72445b91-2526-45af-be3e-9522fcd032e1: ACTIVE {{(pid=115909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 05:04:48.464081 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-577481d5-00da-4640-b979-309b1401e47d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:04:50.669682 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-3e207dbe-d89f-49f3-a50a-966b0fc7bab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:04:51.655511 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (bab6a0c9-2145-495f-b42f-b184e241503a), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:04:51.897644 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:04:53.265428 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:04:53.397710 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:04:53.501729 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=53 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:04:53.510353 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=56 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:04:55.694665 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=35 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:04:55.696014 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=37 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:04:55.755861 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=77 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:04:55.756682 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:DELETE=1,neutron:SELECT=78 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:05:00.902607 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.agents_db [None req-05f878dc-9505-4230-ae26-b2f791c5e7d5 None None] Agent healthcheck: found 6 active agents {{(pid=115910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:05:07.316508 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=81,neutron:UPDATE=5 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:05:07.318360 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=70,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:05:10.898555 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:05:10.899293 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:05:18.460287 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-f71afba4-6127-4385-b989-ce7840980f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:05:20.672398 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-8866f0dd-d3df-498c-839e-6360fb5612cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:05:21.644557 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (bab6a0c9-2145-495f-b42f-b184e241503a), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:05:21.902659 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:05:23.267309 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:05:23.400745 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:05:31.884796 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=3 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:05:31.885695 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=3 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:05:33.394149 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:05:33.394953 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:05:37.878603 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ace1a848-1c3e-4040-91c5-ec58b9177459 req-aaf26c9d-f328-440c-878c-40301010bd8e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0370672 Jul 29 05:05:37.901303 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.agents_db [None req-05f878dc-9505-4230-ae26-b2f791c5e7d5 None None] Agent healthcheck: found 6 active agents {{(pid=115910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:05:37.985553 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1a848-1c3e-4040-91c5-ec58b9177459 req-02b323ea-6c9d-4783-bd32-f929cdef2e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:05:37.987093 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ace1a848-1c3e-4040-91c5-ec58b9177459 req-02b323ea-6c9d-4783-bd32-f929cdef2e3d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b586a0d507ca497589a504f9e2d44574&device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9 HTTP/1.1" status: 200 len: 1129 time: 0.0466952 Jul 29 05:05:38.089938 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1a848-1c3e-4040-91c5-ec58b9177459 req-6fc87637-46bc-45c5-99f2-83adfca5804f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:05:38.091400 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ace1a848-1c3e-4040-91c5-ec58b9177459 req-6fc87637-46bc-45c5-99f2-83adfca5804f service neutron] 10.222.0.64 "GET /v2.0/networks?id=ac70cb08-b25c-4351-9af8-2a46a3f3e6e9 HTTP/1.1" status: 200 len: 909 time: 0.0854146 Jul 29 05:05:38.157705 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ace1a848-1c3e-4040-91c5-ec58b9177459 req-5f542ee9-1a9f-43d0-8915-440478dec6f5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a26b861-617c-4ef6-b856-a16b66ee0360 HTTP/1.1" status: 200 len: 1000 time: 0.0579925 Jul 29 05:05:38.205926 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1a848-1c3e-4040-91c5-ec58b9177459 req-49e8fb73-c0da-418e-8382-903e7b4034d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:05:38.207277 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ace1a848-1c3e-4040-91c5-ec58b9177459 req-49e8fb73-c0da-418e-8382-903e7b4034d8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9f74eaa6-5843-460c-81c7-7fbee07b9bef HTTP/1.1" status: 200 len: 847 time: 0.0436807 Jul 29 05:05:38.249514 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1a848-1c3e-4040-91c5-ec58b9177459 req-eaa85c1f-bd4e-4431-afaa-b1f490a41f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:05:38.250983 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ace1a848-1c3e-4040-91c5-ec58b9177459 req-eaa85c1f-bd4e-4431-afaa-b1f490a41f80 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ac70cb08-b25c-4351-9af8-2a46a3f3e6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381956 Jul 29 05:05:38.342351 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ace1a848-1c3e-4040-91c5-ec58b9177459 req-e685789d-04b2-4389-8e77-1929345c9935 service neutron] 10.222.0.64 "GET /v2.0/networks/ac70cb08-b25c-4351-9af8-2a46a3f3e6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857062 Jul 29 05:05:38.431917 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-ace1a848-1c3e-4040-91c5-ec58b9177459 req-091a80e1-1e2b-4344-bceb-a562c06727a7 service neutron] 10.222.0.64 "GET /v2.0/networks/ac70cb08-b25c-4351-9af8-2a46a3f3e6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834219 Jul 29 05:05:47.397321 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=14 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:05:47.897583 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=14 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:05:48.422154 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=48 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:05:48.428939 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=53 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:05:48.461859 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-cd10dd7b-8d42-4938-b439-05986760f6ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:05:50.674637 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d8fff014-ca67-462c-96fe-9671f55bf670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:05:51.644667 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (bab6a0c9-2145-495f-b42f-b184e241503a), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:05:51.904880 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:05:53.270139 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:05:53.402063 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:03.008005 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 40026) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:06:03.253953 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [None req-1291af2e-8b45-41e0-a638-85baf5157ee7 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Deleting port c0731d43-bda3-4467-bd5e-2edcf49820d8 {{(pid=115908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:06:03.254300 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-1291af2e-8b45-41e0-a638-85baf5157ee7 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (c0731d43-bda3-4467-bd5e-2edcf49820d8), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:03.396887 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:UPDATE=4,neutron:SELECT=6 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:06:03.398785 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:06:03.575875 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-1291af2e-8b45-41e0-a638-85baf5157ee7 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (c0731d43-bda3-4467-bd5e-2edcf49820d8), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:03.576209 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-1291af2e-8b45-41e0-a638-85baf5157ee7 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Publish callbacks [] for floatingip (c0731d43-bda3-4467-bd5e-2edcf49820d8), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:03.589335 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [None req-1291af2e-8b45-41e0-a638-85baf5157ee7 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Calling delete_port for c0731d43-bda3-4467-bd5e-2edcf49820d8 owned by network:floatingip {{(pid=115908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:06:03.753635 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-1291af2e-8b45-41e0-a638-85baf5157ee7 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (c0731d43-bda3-4467-bd5e-2edcf49820d8), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:03.777538 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1291af2e-8b45-41e0-a638-85baf5157ee7 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Pushing event deleted for resources: {'Port': ['ID=c0731d43-bda3-4467-bd5e-2edcf49820d8,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:06:03.792886 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1291af2e-8b45-41e0-a638-85baf5157ee7 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:06:03.793240 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1291af2e-8b45-41e0-a638-85baf5157ee7 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:06:03.793587 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1291af2e-8b45-41e0-a638-85baf5157ee7 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:06:03.793950 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1291af2e-8b45-41e0-a638-85baf5157ee7 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:06:03.794286 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1291af2e-8b45-41e0-a638-85baf5157ee7 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:06:03.794618 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1291af2e-8b45-41e0-a638-85baf5157ee7 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:06:03.794949 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1291af2e-8b45-41e0-a638-85baf5157ee7 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:06:03.795298 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1291af2e-8b45-41e0-a638-85baf5157ee7 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:06:03.795627 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1291af2e-8b45-41e0-a638-85baf5157ee7 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:06:03.795952 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1291af2e-8b45-41e0-a638-85baf5157ee7 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:06:03.796275 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1291af2e-8b45-41e0-a638-85baf5157ee7 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:06:03.796615 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1291af2e-8b45-41e0-a638-85baf5157ee7 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:06:03.796951 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1291af2e-8b45-41e0-a638-85baf5157ee7 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:06:03.797526 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1291af2e-8b45-41e0-a638-85baf5157ee7 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:06:03.797857 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1291af2e-8b45-41e0-a638-85baf5157ee7 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:06:03.857327 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-1291af2e-8b45-41e0-a638-85baf5157ee7 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Publish callbacks [] for floatingip (649cec88-32ac-4975-944d-b74b2fd1eb5d), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:03.857653 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.db.l3_db [None req-1291af2e-8b45-41e0-a638-85baf5157ee7 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Floating IP 649cec88-32ac-4975-944d-b74b2fd1eb5d disassociated (deleted). External IP: 172.27.0.16, port: 1a26b861-617c-4ef6-b856-a16b66ee0360. Jul 29 05:06:04.053989 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1291af2e-8b45-41e0-a638-85baf5157ee7 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Router 1d7ee91b-eb8e-4711-885f-0ed79b1b17a5 has already been hosted by L3 agent 507cc676-b5a3-487d-9bd3-df89beb45ea5 {{(pid=115908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:06:04.153742 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1291af2e-8b45-41e0-a638-85baf5157ee7 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Notify agent at l3_agent.dv-cinder-851449-2-iscsi the message routers_updated {{(pid=115908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:06:04.158087 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-1291af2e-8b45-41e0-a638-85baf5157ee7 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for floatingip (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:04.164578 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcaf4e1-534a-4244-a4b7-773ecfebf1c2 None None] Sync routers for ids ['1d7ee91b-eb8e-4711-885f-0ed79b1b17a5'] in dv-cinder-851449-2-iscsi {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:06:04.175072 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcaf4e1-534a-4244-a4b7-773ecfebf1c2 None None] Routers {'1d7ee91b-eb8e-4711-885f-0ed79b1b17a5'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:06:04.175750 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-0dcaf4e1-534a-4244-a4b7-773ecfebf1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T05:05:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['1d7ee91b-eb8e-4711-885f-0ed79b1b17a5'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:06:04.187535 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:06:04.192741 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-1291af2e-8b45-41e0-a638-85baf5157ee7 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "DELETE /v2.0/floatingips/649cec88-32ac-4975-944d-b74b2fd1eb5d HTTP/1.1" status: 204 len: 168 time: 1.1836562 Jul 29 05:06:04.194312 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d8b3fba-7def-4a73-9c76-0b4871f244e9', 'tag': '1a26b861-617c-4ef6-b856-a16b66ee0360'}] {{(pid=115908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:06:04.196704 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91089063952d51f7df5c9c02e055d40fa8e1e9cb9a21cfbbcb9b3277c7a948b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09086be6-0698-442e-827a-a39a678de88f" -d '{"events": [{"name": "network-changed", "server_uuid": "0d8b3fba-7def-4a73-9c76-0b4871f244e9", "tag": "1a26b861-617c-4ef6-b856-a16b66ee0360"}]}' {{(pid=115908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:06:04.239719 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 05:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32fa32f4-1cdd-4d53-8644-2c8d854088ff x-openstack-request-id: req-32fa32f4-1cdd-4d53-8644-2c8d854088ff {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:06:04.240584 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d8b3fba-7def-4a73-9c76-0b4871f244e9", "tag": "1a26b861-617c-4ef6-b856-a16b66ee0360", "status": "completed", "code": 200}]} {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:06:04.241242 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-32fa32f4-1cdd-4d53-8644-2c8d854088ff {{(pid=115908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:06:04.241650 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32fa32f4-1cdd-4d53-8644-2c8d854088ff'] response: {'name': 'network-changed', 'server_uuid': '0d8b3fba-7def-4a73-9c76-0b4871f244e9', 'tag': '1a26b861-617c-4ef6-b856-a16b66ee0360', 'status': 'completed', 'code': 200} Jul 29 05:06:04.282175 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-0dcaf4e1-534a-4244-a4b7-773ecfebf1c2 None None] Set router 1d7ee91b-eb8e-4711-885f-0ed79b1b17a5 gateway port host: dv-cinder-851449-2-iscsi {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:06:04.332085 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09086be6-0698-442e-827a-a39a678de88f req-8bce93b4-436e-43d3-b0f2-41452b3968ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:06:04.344932 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-09086be6-0698-442e-827a-a39a678de88f req-8bce93b4-436e-43d3-b0f2-41452b3968ff service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b586a0d507ca497589a504f9e2d44574&device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9 HTTP/1.1" status: 200 len: 1129 time: 0.0458872 Jul 29 05:06:04.364355 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:06:04.454750 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d7909-3330-49dd-bc88-dbdd468cf5ef req-cd1f5795-87e3-4222-b834-0fad895af554 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:06:04.456211 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-f55d7909-3330-49dd-bc88-dbdd468cf5ef req-cd1f5795-87e3-4222-b834-0fad895af554 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/ports?device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9 HTTP/1.1" status: 200 len: 945 time: 0.0655866 Jul 29 05:06:04.480716 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-0dcaf4e1-534a-4244-a4b7-773ecfebf1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7ee91b-eb8e-4711-885f-0ed79b1b17a5', 'name': 'tempest-TestShelveInstance-224877264-router', 'tenant_id': 'b586a0d507ca497589a504f9e2d44574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '620984d9-1cba-4602-a0d8-78253ef3a9df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:00:38Z', 'updated_at': '2022-07-29T05:00:41Z', 'revision_number': 4, 'project_id': 'b586a0d507ca497589a504f9e2d44574', 'gw_port': {'id': '620984d9-1cba-4602-a0d8-78253ef3a9df', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:79:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7ee91b-eb8e-4711-885f-0ed79b1b17a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:00:38Z', 'updated_at': '2022-07-29T05:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': '17075559-af9d-4912-a072-706297a53d10', 'name': '', 'network_id': 'ac70cb08-b25c-4351-9af8-2a46a3f3e6e9', 'tenant_id': 'b586a0d507ca497589a504f9e2d44574', 'mac_address': 'fa:16:3e:f9:56:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7ee91b-eb8e-4711-885f-0ed79b1b17a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '9f74eaa6-5843-460c-81c7-7fbee07b9bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:00:40Z', 'updated_at': '2022-07-29T05:00:45Z', 'revision_number': 5, 'project_id': 'b586a0d507ca497589a504f9e2d44574', 'subnets': [{'id': '9f74eaa6-5843-460c-81c7-7fbee07b9bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:06:04.495285 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09086be6-0698-442e-827a-a39a678de88f req-9cb73e9b-cfd7-4bbf-933d-0723ac51a586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:06:04.496771 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-09086be6-0698-442e-827a-a39a678de88f req-9cb73e9b-cfd7-4bbf-933d-0723ac51a586 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ac70cb08-b25c-4351-9af8-2a46a3f3e6e9 HTTP/1.1" status: 200 len: 909 time: 0.1511087 Jul 29 05:06:04.506420 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcaf4e1-534a-4244-a4b7-773ecfebf1c2 None None] Checking router: 1d7ee91b-eb8e-4711-885f-0ed79b1b17a5 for host: dv-cinder-851449-2-iscsi {{(pid=115910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:06:04.514917 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcaf4e1-534a-4244-a4b7-773ecfebf1c2 None None] Routers {'1d7ee91b-eb8e-4711-885f-0ed79b1b17a5'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:06:04.515518 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-0dcaf4e1-534a-4244-a4b7-773ecfebf1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T05:05:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['1d7ee91b-eb8e-4711-885f-0ed79b1b17a5'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:06:04.522395 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-f55d7909-3330-49dd-bc88-dbdd468cf5ef req-b0d26df2-d9c8-419d-991f-51c7f9ae9508 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/security-groups?id=03d44363-cfab-4b47-8455-6768e34578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586894 Jul 29 05:06:04.619186 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-0dcaf4e1-534a-4244-a4b7-773ecfebf1c2 None None] Set router 1d7ee91b-eb8e-4711-885f-0ed79b1b17a5 gateway port host: dv-cinder-851449-2-iscsi {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:06:04.799436 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-0dcaf4e1-534a-4244-a4b7-773ecfebf1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7ee91b-eb8e-4711-885f-0ed79b1b17a5', 'name': 'tempest-TestShelveInstance-224877264-router', 'tenant_id': 'b586a0d507ca497589a504f9e2d44574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '620984d9-1cba-4602-a0d8-78253ef3a9df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:00:38Z', 'updated_at': '2022-07-29T05:00:41Z', 'revision_number': 4, 'project_id': 'b586a0d507ca497589a504f9e2d44574', 'gw_port': {'id': '620984d9-1cba-4602-a0d8-78253ef3a9df', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:79:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7ee91b-eb8e-4711-885f-0ed79b1b17a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:00:38Z', 'updated_at': '2022-07-29T05:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': '17075559-af9d-4912-a072-706297a53d10', 'name': '', 'network_id': 'ac70cb08-b25c-4351-9af8-2a46a3f3e6e9', 'tenant_id': 'b586a0d507ca497589a504f9e2d44574', 'mac_address': 'fa:16:3e:f9:56:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7ee91b-eb8e-4711-885f-0ed79b1b17a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '9f74eaa6-5843-460c-81c7-7fbee07b9bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:00:40Z', 'updated_at': '2022-07-29T05:00:45Z', 'revision_number': 5, 'project_id': 'b586a0d507ca497589a504f9e2d44574', 'subnets': [{'id': '9f74eaa6-5843-460c-81c7-7fbee07b9bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:06:04.827738 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcaf4e1-534a-4244-a4b7-773ecfebf1c2 None None] The sync data for ids ['1d7ee91b-eb8e-4711-885f-0ed79b1b17a5'] in dv-cinder-851449-2-iscsi is: [{'id': '1d7ee91b-eb8e-4711-885f-0ed79b1b17a5', 'name': 'tempest-TestShelveInstance-224877264-router', 'tenant_id': 'b586a0d507ca497589a504f9e2d44574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '620984d9-1cba-4602-a0d8-78253ef3a9df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:00:38Z', 'updated_at': '2022-07-29T05:00:41Z', 'revision_number': 4, 'project_id': 'b586a0d507ca497589a504f9e2d44574', 'gw_port': {'id': '620984d9-1cba-4602-a0d8-78253ef3a9df', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:79:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7ee91b-eb8e-4711-885f-0ed79b1b17a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:00:38Z', 'updated_at': '2022-07-29T05:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': '17075559-af9d-4912-a072-706297a53d10', 'name': '', 'network_id': 'ac70cb08-b25c-4351-9af8-2a46a3f3e6e9', 'tenant_id': 'b586a0d507ca497589a504f9e2d44574', 'mac_address': 'fa:16:3e:f9:56:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7ee91b-eb8e-4711-885f-0ed79b1b17a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '9f74eaa6-5843-460c-81c7-7fbee07b9bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:00:40Z', 'updated_at': '2022-07-29T05:00:45Z', 'revision_number': 5, 'project_id': 'b586a0d507ca497589a504f9e2d44574', 'subnets': [{'id': '9f74eaa6-5843-460c-81c7-7fbee07b9bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:06:05.029955 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad23f14-7391-46c4-a0d4-9c12948f1708 None None] New status for floating IP 649cec88-32ac-4975-944d-b74b2fd1eb5d: DOWN {{(pid=115909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 05:06:05.427069 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-09086be6-0698-442e-827a-a39a678de88f req-eb810000-b295-4033-b4ec-b96020cc2175 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a26b861-617c-4ef6-b856-a16b66ee0360 HTTP/1.1" status: 200 len: 217 time: 0.0339246 Jul 29 05:06:05.479386 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09086be6-0698-442e-827a-a39a678de88f req-22225cce-ba75-46f1-99c0-f36c7b626b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:06:05.480830 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-09086be6-0698-442e-827a-a39a678de88f req-22225cce-ba75-46f1-99c0-f36c7b626b6d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9f74eaa6-5843-460c-81c7-7fbee07b9bef HTTP/1.1" status: 200 len: 847 time: 0.0463779 Jul 29 05:06:05.523273 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09086be6-0698-442e-827a-a39a678de88f req-6b38fd7a-f571-4af7-8764-ae41a409d8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:06:05.524728 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-09086be6-0698-442e-827a-a39a678de88f req-6b38fd7a-f571-4af7-8764-ae41a409d8b9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ac70cb08-b25c-4351-9af8-2a46a3f3e6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375795 Jul 29 05:06:05.618763 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-09086be6-0698-442e-827a-a39a678de88f req-6834faf3-156b-4248-ae0b-29c3c635e7de service neutron] 10.222.0.64 "GET /v2.0/networks/ac70cb08-b25c-4351-9af8-2a46a3f3e6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874693 Jul 29 05:06:05.642516 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263a527-97a7-44ca-9aff-39064180f714 req-8320808e-70dd-473e-ab70-56c6492a7163 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:06:05.643963 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-4263a527-97a7-44ca-9aff-39064180f714 req-8320808e-70dd-473e-ab70-56c6492a7163 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/ports?device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9 HTTP/1.1" status: 200 len: 945 time: 0.0480223 Jul 29 05:06:05.696849 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-4263a527-97a7-44ca-9aff-39064180f714 req-7d189afc-547f-4d13-8ca6-13201ac804aa tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/security-groups?id=03d44363-cfab-4b47-8455-6768e34578bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469909 Jul 29 05:06:05.846964 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-09086be6-0698-442e-827a-a39a678de88f req-4bf988d0-7718-4194-a38e-1445d4a879d7 service neutron] 10.222.0.64 "GET /v2.0/networks/ac70cb08-b25c-4351-9af8-2a46a3f3e6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877244 Jul 29 05:06:06.310987 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a9fb5-13bd-4687-ad9e-bd89a8e3534c req-9baa6083-3308-4c9f-b1f7-be8f277c90dc tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:06:06.312322 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-065a9fb5-13bd-4687-ad9e-bd89a8e3534c req-9baa6083-3308-4c9f-b1f7-be8f277c90dc tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9 HTTP/1.1" status: 200 len: 945 time: 0.0464649 Jul 29 05:06:06.396802 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [req-065a9fb5-13bd-4687-ad9e-bd89a8e3534c req-51f60859-cfdc-4de7-a478-7c5db10c114e tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Deleting port 1a26b861-617c-4ef6-b856-a16b66ee0360 {{(pid=115908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:06:06.397142 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-065a9fb5-13bd-4687-ad9e-bd89a8e3534c req-51f60859-cfdc-4de7-a478-7c5db10c114e tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (1a26b861-617c-4ef6-b856-a16b66ee0360), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:06.483792 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [req-065a9fb5-13bd-4687-ad9e-bd89a8e3534c req-51f60859-cfdc-4de7-a478-7c5db10c114e tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] For port 1a26b861-617c-4ef6-b856-a16b66ee0360, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=1a26b861-617c-4ef6-b856-a16b66ee0360,segment=NetworkSegment(c34b902e-18b6-43f9-be53-5c6bf44dfaa3),segment_id=c34b902e-18b6-43f9-be53-5c6bf44dfaa3)] {{(pid=115908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:06:06.484481 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-065a9fb5-13bd-4687-ad9e-bd89a8e3534c req-51f60859-cfdc-4de7-a478-7c5db10c114e tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (1a26b861-617c-4ef6-b856-a16b66ee0360), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:06.497492 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [req-065a9fb5-13bd-4687-ad9e-bd89a8e3534c req-51f60859-cfdc-4de7-a478-7c5db10c114e tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Calling delete_port for 1a26b861-617c-4ef6-b856-a16b66ee0360 owned by compute:nova {{(pid=115908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:06:06.623745 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-065a9fb5-13bd-4687-ad9e-bd89a8e3534c req-51f60859-cfdc-4de7-a478-7c5db10c114e tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (1a26b861-617c-4ef6-b856-a16b66ee0360), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:06.629583 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:06:06.653777 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f60859-cfdc-4de7-a478-7c5db10c114e tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Pushing event deleted for resources: {'Port': ['ID=1a26b861-617c-4ef6-b856-a16b66ee0360,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:06:06.704728 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.l3_dvrscheduler_db [req-065a9fb5-13bd-4687-ad9e-bd89a8e3534c req-51f60859-cfdc-4de7-a478-7c5db10c114e tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] No DVR routers for this DVR port 1a26b861-617c-4ef6-b856-a16b66ee0360 on host hv-cinder-85144 {{(pid=115908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 05:06:06.707223 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-065a9fb5-13bd-4687-ad9e-bd89a8e3534c req-51f60859-cfdc-4de7-a478-7c5db10c114e tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for port (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:06.711515 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-065a9fb5-13bd-4687-ad9e-bd89a8e3534c req-51f60859-cfdc-4de7-a478-7c5db10c114e tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.64 "DELETE /v2.0/ports/1a26b861-617c-4ef6-b856-a16b66ee0360 HTTP/1.1" status: 204 len: 173 time: 0.3938463 Jul 29 05:06:06.711942 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d8b3fba-7def-4a73-9c76-0b4871f244e9', 'name': 'network-vif-deleted', 'tag': '1a26b861-617c-4ef6-b856-a16b66ee0360'}] {{(pid=115908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:06:06.714259 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91089063952d51f7df5c9c02e055d40fa8e1e9cb9a21cfbbcb9b3277c7a948b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9723ccb6-af2d-4f1b-9022-4dcea8bafa80" -d '{"events": [{"server_uuid": "0d8b3fba-7def-4a73-9c76-0b4871f244e9", "name": "network-vif-deleted", "tag": "1a26b861-617c-4ef6-b856-a16b66ee0360"}]}' {{(pid=115908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:06:06.758618 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 05:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7212ed0a-4e2b-4dd5-bdc4-18cf75d6a589 x-openstack-request-id: req-7212ed0a-4e2b-4dd5-bdc4-18cf75d6a589 {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:06:06.758917 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d8b3fba-7def-4a73-9c76-0b4871f244e9", "name": "network-vif-deleted", "tag": "1a26b861-617c-4ef6-b856-a16b66ee0360", "status": "completed", "code": 200}]} {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:06:06.759168 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-7212ed0a-4e2b-4dd5-bdc4-18cf75d6a589 {{(pid=115908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:06:06.759574 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7212ed0a-4e2b-4dd5-bdc4-18cf75d6a589'] response: {'server_uuid': '0d8b3fba-7def-4a73-9c76-0b4871f244e9', 'name': 'network-vif-deleted', 'tag': '1a26b861-617c-4ef6-b856-a16b66ee0360', 'status': 'completed', 'code': 200} Jul 29 05:06:06.810483 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-63c004ec-458f-4435-bc27-d9f4d6da6e9e req-9b7a0df4-7165-4994-9ef0-ffbb6a447479 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "GET /v2.0/ports?device_id=0d8b3fba-7def-4a73-9c76-0b4871f244e9 HTTP/1.1" status: 200 len: 210 time: 0.0351803 Jul 29 05:06:07.874627 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 40056) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:06:07.931984 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-5584446b-1fbb-4147-8769-e55936029a75 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Publish callbacks [] for security_group (03d44363-cfab-4b47-8455-6768e34578bd), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:07.934248 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:06:07.958877 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-5584446b-1fbb-4147-8769-e55936029a75 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Publish callbacks [] for security_group (03d44363-cfab-4b47-8455-6768e34578bd), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:08.017948 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-5584446b-1fbb-4147-8769-e55936029a75 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (03d44363-cfab-4b47-8455-6768e34578bd), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:08.020623 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-5584446b-1fbb-4147-8769-e55936029a75 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:08.021811 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-5584446b-1fbb-4147-8769-e55936029a75 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] 10.222.0.40 "DELETE /v2.0/security-groups/03d44363-cfab-4b47-8455-6768e34578bd HTTP/1.1" status: 204 len: 168 time: 0.1474493 Jul 29 05:06:08.031383 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5584446b-1fbb-4147-8769-e55936029a75 tempest-TestShelveInstance-734917030 tempest-TestShelveInstance-734917030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d44363-cfab-4b47-8455-6768e34578bd,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:06:08.072123 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 40060) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:06:08.501861 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-d5b11151-7467-4409-8a58-017ee1fc4159 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1933340'] for router_interface (1d7ee91b-eb8e-4711-885f-0ed79b1b17a5), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:08.718718 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [None req-d5b11151-7467-4409-8a58-017ee1fc4159 admin admin] Deleting port 17075559-af9d-4912-a072-706297a53d10 {{(pid=115908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:06:08.719058 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-d5b11151-7467-4409-8a58-017ee1fc4159 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (17075559-af9d-4912-a072-706297a53d10), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:08.797073 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [None req-d5b11151-7467-4409-8a58-017ee1fc4159 admin admin] For port 17075559-af9d-4912-a072-706297a53d10, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=17075559-af9d-4912-a072-706297a53d10,segment=NetworkSegment(c34b902e-18b6-43f9-be53-5c6bf44dfaa3),segment_id=c34b902e-18b6-43f9-be53-5c6bf44dfaa3)] {{(pid=115908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:06:08.797609 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-d5b11151-7467-4409-8a58-017ee1fc4159 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (17075559-af9d-4912-a072-706297a53d10), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:08.810115 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [None req-d5b11151-7467-4409-8a58-017ee1fc4159 admin admin] Calling delete_port for 17075559-af9d-4912-a072-706297a53d10 owned by network:router_interface {{(pid=115908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:06:08.862986 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:06:08.954506 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:06:08.999488 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-d5b11151-7467-4409-8a58-017ee1fc4159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (17075559-af9d-4912-a072-706297a53d10), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:09.028054 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b11151-7467-4409-8a58-017ee1fc4159 admin admin] Pushing event deleted for resources: {'Port': ['ID=17075559-af9d-4912-a072-706297a53d10,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:06:09.187237 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-d5b11151-7467-4409-8a58-017ee1fc4159 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1573551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1933448'] for router_interface (1d7ee91b-eb8e-4711-885f-0ed79b1b17a5), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:09.436212 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device 1a26b861-617c-4ef6-b856-a16b66ee0360 no longer exists at agent hyperv_hv-cinder-85144 {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:06:09.461466 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] No Port match for: 1a26b861-617c-4ef6-b856-a16b66ee0360 {{(pid=115909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:06:09.461821 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device 1a26b861-617c-4ef6-b856-a16b66ee0360 not bound to the agent host hv-cinder-85144 {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:06:09.643784 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b11151-7467-4409-8a58-017ee1fc4159 admin admin] Router 1d7ee91b-eb8e-4711-885f-0ed79b1b17a5 has already been hosted by L3 agent 507cc676-b5a3-487d-9bd3-df89beb45ea5 {{(pid=115908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:06:09.744293 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b11151-7467-4409-8a58-017ee1fc4159 admin admin] Notify agent at l3_agent.dv-cinder-851449-2-iscsi the message routers_updated {{(pid=115908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:06:09.749104 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-d5b11151-7467-4409-8a58-017ee1fc4159 admin admin] 10.222.0.40 "PUT /v2.0/routers/1d7ee91b-eb8e-4711-885f-0ed79b1b17a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6759133 Jul 29 05:06:09.751592 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 40064) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:06:09.755127 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367f8b62-c3c4-473a-948a-114a9c76de73 None None] Sync routers for ids ['1d7ee91b-eb8e-4711-885f-0ed79b1b17a5'] in dv-cinder-851449-2-iscsi {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:06:09.765390 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367f8b62-c3c4-473a-948a-114a9c76de73 None None] Routers {'1d7ee91b-eb8e-4711-885f-0ed79b1b17a5'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:06:09.766074 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-367f8b62-c3c4-473a-948a-114a9c76de73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T05:05:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['1d7ee91b-eb8e-4711-885f-0ed79b1b17a5'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:06:09.848188 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-53aea64b-5c93-46f1-b701-7bafd29b103c admin admin] Publish callbacks [] for router (1d7ee91b-eb8e-4711-885f-0ed79b1b17a5), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:09.867390 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-367f8b62-c3c4-473a-948a-114a9c76de73 None None] Set router 1d7ee91b-eb8e-4711-885f-0ed79b1b17a5 gateway port host: dv-cinder-851449-2-iscsi {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:06:09.948813 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-53aea64b-5c93-46f1-b701-7bafd29b103c admin admin] Publish callbacks [] for router_gateway (1d7ee91b-eb8e-4711-885f-0ed79b1b17a5), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:09.983639 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:06:09.993808 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [None req-53aea64b-5c93-46f1-b701-7bafd29b103c admin admin] Deleting port 620984d9-1cba-4602-a0d8-78253ef3a9df {{(pid=115908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:06:09.994202 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-53aea64b-5c93-46f1-b701-7bafd29b103c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (620984d9-1cba-4602-a0d8-78253ef3a9df), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:09.999766 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=100 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:06:10.033937 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-367f8b62-c3c4-473a-948a-114a9c76de73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7ee91b-eb8e-4711-885f-0ed79b1b17a5', 'name': 'tempest-TestShelveInstance-224877264-router', 'tenant_id': 'b586a0d507ca497589a504f9e2d44574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '620984d9-1cba-4602-a0d8-78253ef3a9df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:00:38Z', 'updated_at': '2022-07-29T05:06:08Z', 'revision_number': 5, 'project_id': 'b586a0d507ca497589a504f9e2d44574', 'gw_port': {'id': '620984d9-1cba-4602-a0d8-78253ef3a9df', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:79:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7ee91b-eb8e-4711-885f-0ed79b1b17a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:00:38Z', 'updated_at': '2022-07-29T05:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi'}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:06:10.056093 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:06:10.059637 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367f8b62-c3c4-473a-948a-114a9c76de73 None None] Checking router: 1d7ee91b-eb8e-4711-885f-0ed79b1b17a5 for host: dv-cinder-851449-2-iscsi {{(pid=115910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:06:10.068437 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367f8b62-c3c4-473a-948a-114a9c76de73 None None] Routers {'1d7ee91b-eb8e-4711-885f-0ed79b1b17a5'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:06:10.069075 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-367f8b62-c3c4-473a-948a-114a9c76de73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T05:05:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['1d7ee91b-eb8e-4711-885f-0ed79b1b17a5'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:06:10.084186 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [None req-53aea64b-5c93-46f1-b701-7bafd29b103c admin admin] For port 620984d9-1cba-4602-a0d8-78253ef3a9df, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=620984d9-1cba-4602-a0d8-78253ef3a9df,segment=NetworkSegment(a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f),segment_id=a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f)] {{(pid=115908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:06:10.084657 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-53aea64b-5c93-46f1-b701-7bafd29b103c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (620984d9-1cba-4602-a0d8-78253ef3a9df), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:10.099805 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [None req-53aea64b-5c93-46f1-b701-7bafd29b103c admin admin] Calling delete_port for 620984d9-1cba-4602-a0d8-78253ef3a9df owned by network:router_gateway {{(pid=115908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:06:10.131665 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=100 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:06:10.154940 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-367f8b62-c3c4-473a-948a-114a9c76de73 None None] Set router 1d7ee91b-eb8e-4711-885f-0ed79b1b17a5 gateway port host: None {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:06:10.205929 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-367f8b62-c3c4-473a-948a-114a9c76de73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7ee91b-eb8e-4711-885f-0ed79b1b17a5', 'name': 'tempest-TestShelveInstance-224877264-router', 'tenant_id': 'b586a0d507ca497589a504f9e2d44574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:00:38Z', 'updated_at': '2022-07-29T05:06:09Z', 'revision_number': 6, 'project_id': 'b586a0d507ca497589a504f9e2d44574', 'gw_port_host': None}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:06:10.231029 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367f8b62-c3c4-473a-948a-114a9c76de73 None None] The sync data for ids ['1d7ee91b-eb8e-4711-885f-0ed79b1b17a5'] in dv-cinder-851449-2-iscsi is: [{'id': '1d7ee91b-eb8e-4711-885f-0ed79b1b17a5', 'name': 'tempest-TestShelveInstance-224877264-router', 'tenant_id': 'b586a0d507ca497589a504f9e2d44574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:00:38Z', 'updated_at': '2022-07-29T05:06:09Z', 'revision_number': 6, 'project_id': 'b586a0d507ca497589a504f9e2d44574', 'gw_port_host': None}] {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:06:10.272433 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-53aea64b-5c93-46f1-b701-7bafd29b103c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (620984d9-1cba-4602-a0d8-78253ef3a9df), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:10.294878 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aea64b-5c93-46f1-b701-7bafd29b103c admin admin] Pushing event deleted for resources: {'Port': ['ID=620984d9-1cba-4602-a0d8-78253ef3a9df,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:06:10.361725 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-53aea64b-5c93-46f1-b701-7bafd29b103c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1936924'] for router_gateway (1d7ee91b-eb8e-4711-885f-0ed79b1b17a5), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:10.450095 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-53aea64b-5c93-46f1-b701-7bafd29b103c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1714583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1364'] for router (1d7ee91b-eb8e-4711-885f-0ed79b1b17a5), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:10.452245 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-53aea64b-5c93-46f1-b701-7bafd29b103c admin admin] Publish callbacks [] for router_controller (1d7ee91b-eb8e-4711-885f-0ed79b1b17a5), precommit_delete_associations {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:10.493488 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-53aea64b-5c93-46f1-b701-7bafd29b103c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1714453'] for router (1d7ee91b-eb8e-4711-885f-0ed79b1b17a5), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:10.494105 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53aea64b-5c93-46f1-b701-7bafd29b103c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d7ee91b-eb8e-4711-885f-0ed79b1b17a5 {{(pid=115908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 05:06:10.498614 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-53aea64b-5c93-46f1-b701-7bafd29b103c admin admin] Publish callbacks [] for router (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:10.499756 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-53aea64b-5c93-46f1-b701-7bafd29b103c admin admin] 10.222.0.40 "DELETE /v2.0/routers/1d7ee91b-eb8e-4711-885f-0ed79b1b17a5 HTTP/1.1" status: 204 len: 168 time: 0.7472475 Jul 29 05:06:10.502306 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 40066) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:06:10.546081 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bed25f0-179b-45c0-ae2a-4ad4d9761c5d admin admin] Deleting subnet 9f74eaa6-5843-460c-81c7-7fbee07b9bef {{(pid=115908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 29 05:06:10.549387 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-0bed25f0-179b-45c0-ae2a-4ad4d9761c5d admin admin] Publish callbacks [] for subnet (9f74eaa6-5843-460c-81c7-7fbee07b9bef), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:10.585523 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-0bed25f0-179b-45c0-ae2a-4ad4d9761c5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7404245'] for subnet (9f74eaa6-5843-460c-81c7-7fbee07b9bef), precommit_delete_associations {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:10.673330 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-0bed25f0-179b-45c0-ae2a-4ad4d9761c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534123'] for subnet (9f74eaa6-5843-460c-81c7-7fbee07b9bef), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:10.725888 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-0bed25f0-179b-45c0-ae2a-4ad4d9761c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1878534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7403891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4838809'] for subnet (9f74eaa6-5843-460c-81c7-7fbee07b9bef), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:10.752529 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bed25f0-179b-45c0-ae2a-4ad4d9761c5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f74eaa6-5843-460c-81c7-7fbee07b9bef,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:06:10.754523 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-0bed25f0-179b-45c0-ae2a-4ad4d9761c5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for subnet (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:10.759561 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-0bed25f0-179b-45c0-ae2a-4ad4d9761c5d admin admin] 10.222.0.40 "DELETE /v2.0/subnets/9f74eaa6-5843-460c-81c7-7fbee07b9bef HTTP/1.1" status: 204 len: 168 time: 0.2551959 Jul 29 05:06:10.759726 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8053dc1-7341-4d2d-b5fe-5b2c757ad3a2 None None] Network ac70cb08-b25c-4351-9af8-2a46a3f3e6e9 requested from dv-cinder-851449-2-iscsi {{(pid=115909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 05:06:10.761126 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 40068) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:06:10.835327 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-55a34c1e-5e76-44c7-945b-17c28b873360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3407969'] for network (ac70cb08-b25c-4351-9af8-2a46a3f3e6e9), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:10.866794 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:06:10.877367 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [None req-55a34c1e-5e76-44c7-945b-17c28b873360 admin admin] Deleting port 0a27d006-37cb-4f7e-9066-2f0f65d562f2 {{(pid=115908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:06:10.877714 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-55a34c1e-5e76-44c7-945b-17c28b873360 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (0a27d006-37cb-4f7e-9066-2f0f65d562f2), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:10.945737 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [None req-55a34c1e-5e76-44c7-945b-17c28b873360 admin admin] For port 0a27d006-37cb-4f7e-9066-2f0f65d562f2, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=0a27d006-37cb-4f7e-9066-2f0f65d562f2,segment=NetworkSegment(c34b902e-18b6-43f9-be53-5c6bf44dfaa3),segment_id=c34b902e-18b6-43f9-be53-5c6bf44dfaa3)] {{(pid=115908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:06:10.946019 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-55a34c1e-5e76-44c7-945b-17c28b873360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (0a27d006-37cb-4f7e-9066-2f0f65d562f2), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:10.959479 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [None req-55a34c1e-5e76-44c7-945b-17c28b873360 admin admin] Calling delete_port for 0a27d006-37cb-4f7e-9066-2f0f65d562f2 owned by network:dhcp {{(pid=115908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:06:10.971582 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:06:10.994476 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85e4580-4c73-4165-81b9-4c5217fbcaa8 None None] DHCP port deletion for ac70cb08-b25c-4351-9af8-2a46a3f3e6e9 request from dv-cinder-851449-2-iscsi {{(pid=115909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 29 05:06:11.034342 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-e85e4580-4c73-4165-81b9-4c5217fbcaa8 None None] Deleting port 0a27d006-37cb-4f7e-9066-2f0f65d562f2 {{(pid=115909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:06:11.034716 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-e85e4580-4c73-4165-81b9-4c5217fbcaa8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (0a27d006-37cb-4f7e-9066-2f0f65d562f2), before_delete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:11.043735 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-55a34c1e-5e76-44c7-945b-17c28b873360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (0a27d006-37cb-4f7e-9066-2f0f65d562f2), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:11.067117 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a34c1e-5e76-44c7-945b-17c28b873360 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a27d006-37cb-4f7e-9066-2f0f65d562f2,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:06:11.074357 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a34c1e-5e76-44c7-945b-17c28b873360 admin admin] No DVR routers for this DVR port 0a27d006-37cb-4f7e-9066-2f0f65d562f2 on host dv-cinder-851449-2-iscsi {{(pid=115908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 05:06:11.104274 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-e85e4580-4c73-4165-81b9-4c5217fbcaa8 None None] For port 0a27d006-37cb-4f7e-9066-2f0f65d562f2, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=0a27d006-37cb-4f7e-9066-2f0f65d562f2,segment=NetworkSegment(c34b902e-18b6-43f9-be53-5c6bf44dfaa3),segment_id=c34b902e-18b6-43f9-be53-5c6bf44dfaa3)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:06:11.104817 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-e85e4580-4c73-4165-81b9-4c5217fbcaa8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (0a27d006-37cb-4f7e-9066-2f0f65d562f2), precommit_delete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:11.119737 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-e85e4580-4c73-4165-81b9-4c5217fbcaa8 None None] Calling delete_port for 0a27d006-37cb-4f7e-9066-2f0f65d562f2 owned by network:dhcp {{(pid=115909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:06:11.154472 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-55a34c1e-5e76-44c7-945b-17c28b873360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535877', 'neutron.services.segments.db._delete_segments_for_network-8769699633610'] for network (ac70cb08-b25c-4351-9af8-2a46a3f3e6e9), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:11.175605 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.services.segments.db [None req-55a34c1e-5e76-44c7-945b-17c28b873360 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac70cb08-b25c-4351-9af8-2a46a3f3e6e9']}} {{(pid=115908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:06:11.185561 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.services.segments.db [None req-55a34c1e-5e76-44c7-945b-17c28b873360 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c34b902e-18b6-43f9-be53-5c6bf44dfaa3') {'for_net_delete': True} {{(pid=115908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:06:11.185864 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.services.segments.db [None req-55a34c1e-5e76-44c7-945b-17c28b873360 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c34b902e-18b6-43f9-be53-5c6bf44dfaa3') {} {{(pid=115908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:06:11.196250 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-55a34c1e-5e76-44c7-945b-17c28b873360 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769699633511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7404236'] for segment (c34b902e-18b6-43f9-be53-5c6bf44dfaa3), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:11.199750 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-e85e4580-4c73-4165-81b9-4c5217fbcaa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316'] for port (0a27d006-37cb-4f7e-9066-2f0f65d562f2), after_delete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:11.211047 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-55a34c1e-5e76-44c7-945b-17c28b873360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537036'] for segment (c34b902e-18b6-43f9-be53-5c6bf44dfaa3), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:11.218578 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55a34c1e-5e76-44c7-945b-17c28b873360 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=115908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 05:06:11.219058 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-55a34c1e-5e76-44c7-945b-17c28b873360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7403821'] for segment (c34b902e-18b6-43f9-be53-5c6bf44dfaa3), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:11.224728 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85e4580-4c73-4165-81b9-4c5217fbcaa8 None None] Pushing event deleted for resources: {'Port': ['ID=0a27d006-37cb-4f7e-9066-2f0f65d562f2,revision_number=None']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:06:11.231234 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85e4580-4c73-4165-81b9-4c5217fbcaa8 None None] No DVR routers for this DVR port 0a27d006-37cb-4f7e-9066-2f0f65d562f2 on host dv-cinder-851449-2-iscsi {{(pid=115909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 05:06:11.240777 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85e4580-4c73-4165-81b9-4c5217fbcaa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:06:11.241353 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85e4580-4c73-4165-81b9-4c5217fbcaa8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:06:11.241901 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85e4580-4c73-4165-81b9-4c5217fbcaa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:06:11.242414 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85e4580-4c73-4165-81b9-4c5217fbcaa8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:06:11.242935 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85e4580-4c73-4165-81b9-4c5217fbcaa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:06:11.243434 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85e4580-4c73-4165-81b9-4c5217fbcaa8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:06:11.244369 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85e4580-4c73-4165-81b9-4c5217fbcaa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:06:11.244883 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85e4580-4c73-4165-81b9-4c5217fbcaa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:06:11.245394 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85e4580-4c73-4165-81b9-4c5217fbcaa8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:06:11.245882 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85e4580-4c73-4165-81b9-4c5217fbcaa8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:06:11.246387 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85e4580-4c73-4165-81b9-4c5217fbcaa8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:06:11.248126 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85e4580-4c73-4165-81b9-4c5217fbcaa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:06:11.248833 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85e4580-4c73-4165-81b9-4c5217fbcaa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:06:11.249535 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85e4580-4c73-4165-81b9-4c5217fbcaa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:06:11.250041 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85e4580-4c73-4165-81b9-4c5217fbcaa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:06:11.293480 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-55a34c1e-5e76-44c7-945b-17c28b873360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1936944'] for network (ac70cb08-b25c-4351-9af8-2a46a3f3e6e9), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:11.299516 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-55a34c1e-5e76-44c7-945b-17c28b873360 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for network (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:11.304360 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-55a34c1e-5e76-44c7-945b-17c28b873360 admin admin] 10.222.0.40 "DELETE /v2.0/networks/ac70cb08-b25c-4351-9af8-2a46a3f3e6e9 HTTP/1.1" status: 204 len: 168 time: 0.5413783 Jul 29 05:06:11.306968 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 40074) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:06:11.331923 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.services.segments.plugin [-] Segment c34b902e-18b6-43f9-be53-5c6bf44dfaa3 resource provider aggregate not found Jul 29 05:06:11.365748 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a34c1e-5e76-44c7-945b-17c28b873360 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac70cb08-b25c-4351-9af8-2a46a3f3e6e9,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:06:11.380984 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.services.segments.plugin [-] Segment c34b902e-18b6-43f9-be53-5c6bf44dfaa3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c34b902e-18b6-43f9-be53-5c6bf44dfaa3 found for delete ", "request_id": "req-1af61b9d-9c4e-4d8b-b814-96892e467c8c"}]} Jul 29 05:06:11.642357 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-922ab539-ad53-4176-a08f-d1ecf32a1394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1933340'] for router_interface (e79fff90-2855-4c7d-85f7-900bec221ef7), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:11.766302 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:06:11.867756 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [None req-922ab539-ad53-4176-a08f-d1ecf32a1394 admin admin] Deleting port cf3b0a57-e684-4065-aa09-42083aae9ad1 {{(pid=115908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:06:11.868094 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-922ab539-ad53-4176-a08f-d1ecf32a1394 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (cf3b0a57-e684-4065-aa09-42083aae9ad1), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:11.946343 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [None req-922ab539-ad53-4176-a08f-d1ecf32a1394 admin admin] For port cf3b0a57-e684-4065-aa09-42083aae9ad1, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=cf3b0a57-e684-4065-aa09-42083aae9ad1,segment=NetworkSegment(8319c338-45b1-4445-97ae-4ca515f0954c),segment_id=8319c338-45b1-4445-97ae-4ca515f0954c)] {{(pid=115908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:06:11.946617 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-922ab539-ad53-4176-a08f-d1ecf32a1394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (cf3b0a57-e684-4065-aa09-42083aae9ad1), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:11.960437 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [None req-922ab539-ad53-4176-a08f-d1ecf32a1394 admin admin] Calling delete_port for cf3b0a57-e684-4065-aa09-42083aae9ad1 owned by network:router_interface {{(pid=115908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:06:11.962093 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:06:12.125201 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device 0a27d006-37cb-4f7e-9066-2f0f65d562f2 no longer exists at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:06:12.144800 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] No Port match for: 0a27d006-37cb-4f7e-9066-2f0f65d562f2 {{(pid=115909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:06:12.145145 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device 0a27d006-37cb-4f7e-9066-2f0f65d562f2 not bound to the agent host dv-cinder-851449-2-iscsi {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:06:12.145603 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device 17075559-af9d-4912-a072-706297a53d10 no longer exists at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:06:12.150192 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-922ab539-ad53-4176-a08f-d1ecf32a1394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (cf3b0a57-e684-4065-aa09-42083aae9ad1), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:12.168278 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] No Port match for: 17075559-af9d-4912-a072-706297a53d10 {{(pid=115909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:06:12.168644 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device 17075559-af9d-4912-a072-706297a53d10 not bound to the agent host dv-cinder-851449-2-iscsi {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:06:12.169061 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device 620984d9-1cba-4602-a0d8-78253ef3a9df no longer exists at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:06:12.174546 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922ab539-ad53-4176-a08f-d1ecf32a1394 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf3b0a57-e684-4065-aa09-42083aae9ad1,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:06:12.192110 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] No Port match for: 620984d9-1cba-4602-a0d8-78253ef3a9df {{(pid=115909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:06:12.192458 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device 620984d9-1cba-4602-a0d8-78253ef3a9df not bound to the agent host dv-cinder-851449-2-iscsi {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:06:12.338634 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-922ab539-ad53-4176-a08f-d1ecf32a1394 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1573551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1933448'] for router_interface (e79fff90-2855-4c7d-85f7-900bec221ef7), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:12.539717 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-922ab539-ad53-4176-a08f-d1ecf32a1394 admin admin] Router e79fff90-2855-4c7d-85f7-900bec221ef7 has already been hosted by L3 agent 507cc676-b5a3-487d-9bd3-df89beb45ea5 {{(pid=115908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:06:12.637983 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-922ab539-ad53-4176-a08f-d1ecf32a1394 admin admin] Notify agent at l3_agent.dv-cinder-851449-2-iscsi the message routers_updated {{(pid=115908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:06:12.642794 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-922ab539-ad53-4176-a08f-d1ecf32a1394 admin admin] 10.222.0.40 "PUT /v2.0/routers/e79fff90-2855-4c7d-85f7-900bec221ef7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3348777 Jul 29 05:06:12.645479 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 40078) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:06:12.647842 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803671d4-fb3f-414e-9b21-a825bfbac2cd None None] Sync routers for ids ['e79fff90-2855-4c7d-85f7-900bec221ef7'] in dv-cinder-851449-2-iscsi {{(pid=115909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:06:12.653630 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:06:12.660496 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803671d4-fb3f-414e-9b21-a825bfbac2cd None None] Routers {'e79fff90-2855-4c7d-85f7-900bec221ef7'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:06:12.661159 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-803671d4-fb3f-414e-9b21-a825bfbac2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T05:05:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['e79fff90-2855-4c7d-85f7-900bec221ef7'], 'active': True} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:06:12.743243 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:06:12.746389 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-cae617e3-db36-4bcf-a029-9bdfdeacc7fe admin admin] Publish callbacks [] for router (e79fff90-2855-4c7d-85f7-900bec221ef7), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:12.766526 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvr_db [None req-803671d4-fb3f-414e-9b21-a825bfbac2cd None None] Set router e79fff90-2855-4c7d-85f7-900bec221ef7 gateway port host: dv-cinder-851449-2-iscsi {{(pid=115909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:06:12.843915 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-cae617e3-db36-4bcf-a029-9bdfdeacc7fe admin admin] Publish callbacks [] for router_gateway (e79fff90-2855-4c7d-85f7-900bec221ef7), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:12.887824 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [None req-cae617e3-db36-4bcf-a029-9bdfdeacc7fe admin admin] Deleting port 8130042a-f828-4111-9a92-dd0b41988cbd {{(pid=115908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:06:12.888179 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-cae617e3-db36-4bcf-a029-9bdfdeacc7fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (8130042a-f828-4111-9a92-dd0b41988cbd), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:12.933206 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-803671d4-fb3f-414e-9b21-a825bfbac2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79fff90-2855-4c7d-85f7-900bec221ef7', 'name': 'tempest-TestShelveInstance-957838820-router', 'tenant_id': '3cb92a2970e6455bb09be55ef55c19e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '8130042a-f828-4111-9a92-dd0b41988cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:00:43Z', 'updated_at': '2022-07-29T05:06:12Z', 'revision_number': 5, 'project_id': '3cb92a2970e6455bb09be55ef55c19e6', 'gw_port': {'id': '8130042a-f828-4111-9a92-dd0b41988cbd', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79fff90-2855-4c7d-85f7-900bec221ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:00:43Z', 'updated_at': '2022-07-29T05:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi'}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:06:12.957729 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803671d4-fb3f-414e-9b21-a825bfbac2cd None None] Checking router: e79fff90-2855-4c7d-85f7-900bec221ef7 for host: dv-cinder-851449-2-iscsi {{(pid=115909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:06:12.966684 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803671d4-fb3f-414e-9b21-a825bfbac2cd None None] Routers {'e79fff90-2855-4c7d-85f7-900bec221ef7'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:06:12.967280 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-803671d4-fb3f-414e-9b21-a825bfbac2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T05:05:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['e79fff90-2855-4c7d-85f7-900bec221ef7'], 'active': True} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:06:12.967503 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [None req-cae617e3-db36-4bcf-a029-9bdfdeacc7fe admin admin] For port 8130042a-f828-4111-9a92-dd0b41988cbd, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=8130042a-f828-4111-9a92-dd0b41988cbd,segment=NetworkSegment(a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f),segment_id=a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f)] {{(pid=115908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:06:12.967875 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-cae617e3-db36-4bcf-a029-9bdfdeacc7fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (8130042a-f828-4111-9a92-dd0b41988cbd), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:12.980782 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [None req-cae617e3-db36-4bcf-a029-9bdfdeacc7fe admin admin] Calling delete_port for 8130042a-f828-4111-9a92-dd0b41988cbd owned by network:router_gateway {{(pid=115908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:06:13.050303 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvr_db [None req-803671d4-fb3f-414e-9b21-a825bfbac2cd None None] Set router e79fff90-2855-4c7d-85f7-900bec221ef7 gateway port host: None {{(pid=115909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:06:13.101561 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-803671d4-fb3f-414e-9b21-a825bfbac2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79fff90-2855-4c7d-85f7-900bec221ef7', 'name': 'tempest-TestShelveInstance-957838820-router', 'tenant_id': '3cb92a2970e6455bb09be55ef55c19e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:00:43Z', 'updated_at': '2022-07-29T05:06:12Z', 'revision_number': 6, 'project_id': '3cb92a2970e6455bb09be55ef55c19e6', 'gw_port_host': None}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:06:13.125714 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803671d4-fb3f-414e-9b21-a825bfbac2cd None None] The sync data for ids ['e79fff90-2855-4c7d-85f7-900bec221ef7'] in dv-cinder-851449-2-iscsi is: [{'id': 'e79fff90-2855-4c7d-85f7-900bec221ef7', 'name': 'tempest-TestShelveInstance-957838820-router', 'tenant_id': '3cb92a2970e6455bb09be55ef55c19e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:00:43Z', 'updated_at': '2022-07-29T05:06:12Z', 'revision_number': 6, 'project_id': '3cb92a2970e6455bb09be55ef55c19e6', 'gw_port_host': None}] {{(pid=115909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:06:13.147222 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-cae617e3-db36-4bcf-a029-9bdfdeacc7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (8130042a-f828-4111-9a92-dd0b41988cbd), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:13.181517 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae617e3-db36-4bcf-a029-9bdfdeacc7fe admin admin] Pushing event deleted for resources: {'Port': ['ID=8130042a-f828-4111-9a92-dd0b41988cbd,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:06:13.242582 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-cae617e3-db36-4bcf-a029-9bdfdeacc7fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1936924'] for router_gateway (e79fff90-2855-4c7d-85f7-900bec221ef7), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:13.580134 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-cae617e3-db36-4bcf-a029-9bdfdeacc7fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1714583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1364'] for router (e79fff90-2855-4c7d-85f7-900bec221ef7), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:13.582330 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-cae617e3-db36-4bcf-a029-9bdfdeacc7fe admin admin] Publish callbacks [] for router_controller (e79fff90-2855-4c7d-85f7-900bec221ef7), precommit_delete_associations {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:13.623303 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-cae617e3-db36-4bcf-a029-9bdfdeacc7fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1714453'] for router (e79fff90-2855-4c7d-85f7-900bec221ef7), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:13.623946 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae617e3-db36-4bcf-a029-9bdfdeacc7fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router e79fff90-2855-4c7d-85f7-900bec221ef7 {{(pid=115908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 05:06:13.628078 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-cae617e3-db36-4bcf-a029-9bdfdeacc7fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:13.629281 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-cae617e3-db36-4bcf-a029-9bdfdeacc7fe admin admin] 10.222.0.40 "DELETE /v2.0/routers/e79fff90-2855-4c7d-85f7-900bec221ef7 HTTP/1.1" status: 204 len: 168 time: 0.9823778 Jul 29 05:06:13.632509 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 40080) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:06:13.680402 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1bd575b-366b-4493-9409-e8310d6387d4 admin admin] Deleting subnet f7bf1579-9ac3-4837-a1ac-501700b5bda6 {{(pid=115908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 29 05:06:13.683613 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-c1bd575b-366b-4493-9409-e8310d6387d4 admin admin] Publish callbacks [] for subnet (f7bf1579-9ac3-4837-a1ac-501700b5bda6), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:13.718365 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-c1bd575b-366b-4493-9409-e8310d6387d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7404245'] for subnet (f7bf1579-9ac3-4837-a1ac-501700b5bda6), precommit_delete_associations {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:13.793401 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-c1bd575b-366b-4493-9409-e8310d6387d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534123'] for subnet (f7bf1579-9ac3-4837-a1ac-501700b5bda6), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:13.795279 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:06:13.848268 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:06:13.861428 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-c1bd575b-366b-4493-9409-e8310d6387d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1878534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7403891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4838809'] for subnet (f7bf1579-9ac3-4837-a1ac-501700b5bda6), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:13.888512 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bd575b-366b-4493-9409-e8310d6387d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7bf1579-9ac3-4837-a1ac-501700b5bda6,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:06:13.895744 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-c1bd575b-366b-4493-9409-e8310d6387d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for subnet (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:13.899508 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-c1bd575b-366b-4493-9409-e8310d6387d4 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/f7bf1579-9ac3-4837-a1ac-501700b5bda6 HTTP/1.1" status: 204 len: 168 time: 0.2660589 Jul 29 05:06:13.902064 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 40082) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:06:13.902534 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ce3da4-ff5c-4d96-b233-1227e72f4682 None None] Network 98001462-3181-4b85-bac8-a76b5e21c645 requested from dv-cinder-851449-2-iscsi {{(pid=115909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 05:06:13.976958 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-fd562fcf-7f79-41d3-8a78-c6ddce2afc37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3407969'] for network (98001462-3181-4b85-bac8-a76b5e21c645), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:14.020103 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [None req-fd562fcf-7f79-41d3-8a78-c6ddce2afc37 admin admin] Deleting port d1957145-975d-44e4-b490-42eac977ec3e {{(pid=115908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:06:14.020435 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-fd562fcf-7f79-41d3-8a78-c6ddce2afc37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (d1957145-975d-44e4-b490-42eac977ec3e), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:14.103358 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [None req-fd562fcf-7f79-41d3-8a78-c6ddce2afc37 admin admin] For port d1957145-975d-44e4-b490-42eac977ec3e, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=d1957145-975d-44e4-b490-42eac977ec3e,segment=NetworkSegment(8319c338-45b1-4445-97ae-4ca515f0954c),segment_id=8319c338-45b1-4445-97ae-4ca515f0954c)] {{(pid=115908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:06:14.103729 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-fd562fcf-7f79-41d3-8a78-c6ddce2afc37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (d1957145-975d-44e4-b490-42eac977ec3e), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:14.117517 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [None req-fd562fcf-7f79-41d3-8a78-c6ddce2afc37 admin admin] Calling delete_port for d1957145-975d-44e4-b490-42eac977ec3e owned by network:dhcp {{(pid=115908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:06:14.156891 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device cf3b0a57-e684-4065-aa09-42083aae9ad1 no longer exists at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:06:14.180848 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:06:14.181834 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] No Port match for: cf3b0a57-e684-4065-aa09-42083aae9ad1 {{(pid=115909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:06:14.182183 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device cf3b0a57-e684-4065-aa09-42083aae9ad1 not bound to the agent host dv-cinder-851449-2-iscsi {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:06:14.182768 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device 8130042a-f828-4111-9a92-dd0b41988cbd no longer exists at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:06:14.202294 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] No Port match for: 8130042a-f828-4111-9a92-dd0b41988cbd {{(pid=115909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:06:14.202639 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device 8130042a-f828-4111-9a92-dd0b41988cbd not bound to the agent host dv-cinder-851449-2-iscsi {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:06:14.214791 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69682b0-2b3a-4d13-bd97-bb068b71ede4 None None] DHCP port deletion for 98001462-3181-4b85-bac8-a76b5e21c645 request from dv-cinder-851449-2-iscsi {{(pid=115909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 29 05:06:14.216563 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-fd562fcf-7f79-41d3-8a78-c6ddce2afc37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (d1957145-975d-44e4-b490-42eac977ec3e), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:14.249388 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd562fcf-7f79-41d3-8a78-c6ddce2afc37 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1957145-975d-44e4-b490-42eac977ec3e,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:06:14.254957 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd562fcf-7f79-41d3-8a78-c6ddce2afc37 admin admin] No DVR routers for this DVR port d1957145-975d-44e4-b490-42eac977ec3e on host dv-cinder-851449-2-iscsi {{(pid=115908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 05:06:14.327669 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-fd562fcf-7f79-41d3-8a78-c6ddce2afc37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535877', 'neutron.services.segments.db._delete_segments_for_network-8769699633610'] for network (98001462-3181-4b85-bac8-a76b5e21c645), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:14.347492 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.services.segments.db [None req-fd562fcf-7f79-41d3-8a78-c6ddce2afc37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98001462-3181-4b85-bac8-a76b5e21c645']}} {{(pid=115908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:06:14.356745 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.services.segments.db [None req-fd562fcf-7f79-41d3-8a78-c6ddce2afc37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8319c338-45b1-4445-97ae-4ca515f0954c') {'for_net_delete': True} {{(pid=115908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:06:14.357046 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.services.segments.db [None req-fd562fcf-7f79-41d3-8a78-c6ddce2afc37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8319c338-45b1-4445-97ae-4ca515f0954c') {} {{(pid=115908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:06:14.366926 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-fd562fcf-7f79-41d3-8a78-c6ddce2afc37 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769699633511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7404236'] for segment (8319c338-45b1-4445-97ae-4ca515f0954c), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:14.379976 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-fd562fcf-7f79-41d3-8a78-c6ddce2afc37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537036'] for segment (8319c338-45b1-4445-97ae-4ca515f0954c), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:14.386962 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd562fcf-7f79-41d3-8a78-c6ddce2afc37 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=115908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 05:06:14.387370 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-fd562fcf-7f79-41d3-8a78-c6ddce2afc37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7403821'] for segment (8319c338-45b1-4445-97ae-4ca515f0954c), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:14.405873 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.services.segments.plugin [-] Segment 8319c338-45b1-4445-97ae-4ca515f0954c resource provider aggregate not found Jul 29 05:06:14.447508 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.services.segments.plugin [-] Segment 8319c338-45b1-4445-97ae-4ca515f0954c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8319c338-45b1-4445-97ae-4ca515f0954c found for delete ", "request_id": "req-c6c5af77-c0b2-455b-821d-42a1610456e9"}]} Jul 29 05:06:14.454952 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-fd562fcf-7f79-41d3-8a78-c6ddce2afc37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1936944'] for network (98001462-3181-4b85-bac8-a76b5e21c645), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:14.462556 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-fd562fcf-7f79-41d3-8a78-c6ddce2afc37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for network (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:14.465594 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-fd562fcf-7f79-41d3-8a78-c6ddce2afc37 admin admin] 10.222.0.40 "DELETE /v2.0/networks/98001462-3181-4b85-bac8-a76b5e21c645 HTTP/1.1" status: 204 len: 168 time: 0.5626192 Jul 29 05:06:14.475460 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd562fcf-7f79-41d3-8a78-c6ddce2afc37 admin admin] Pushing event deleted for resources: {'Network': ['ID=98001462-3181-4b85-bac8-a76b5e21c645,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:06:14.575372 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 40090) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:06:14.616158 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-d21f692a-fffa-4d13-913c-53d6dafe8fee admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=b586a0d507ca497589a504f9e2d44574&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396271 Jul 29 05:06:14.618497 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 40092) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:06:14.667211 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-92be8778-5c6f-4a9c-8ad7-6a7b11c2e73b admin admin] Publish callbacks [] for security_group (9beb79a7-bf87-4d2d-a5e4-ed7d5857ef57), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:14.689680 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-92be8778-5c6f-4a9c-8ad7-6a7b11c2e73b admin admin] Publish callbacks [] for security_group (9beb79a7-bf87-4d2d-a5e4-ed7d5857ef57), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:14.741025 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-92be8778-5c6f-4a9c-8ad7-6a7b11c2e73b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (9beb79a7-bf87-4d2d-a5e4-ed7d5857ef57), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:14.743844 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-92be8778-5c6f-4a9c-8ad7-6a7b11c2e73b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:14.745064 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-92be8778-5c6f-4a9c-8ad7-6a7b11c2e73b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/9beb79a7-bf87-4d2d-a5e4-ed7d5857ef57 HTTP/1.1" status: 204 len: 168 time: 0.1256945 Jul 29 05:06:14.753695 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92be8778-5c6f-4a9c-8ad7-6a7b11c2e73b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9beb79a7-bf87-4d2d-a5e4-ed7d5857ef57,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:06:14.902143 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.agents_db [None req-05f878dc-9505-4230-ae26-b2f791c5e7d5 None None] Agent healthcheck: found 6 active agents {{(pid=115910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:06:15.057919 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 40098) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:06:15.100403 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-d08fbdd3-c5cf-40df-a6c9-97b95b23f134 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=3cb92a2970e6455bb09be55ef55c19e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408032 Jul 29 05:06:15.102351 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 40100) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:06:15.108757 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:DELETE=10,neutron:UPDATE=1,neutron:SELECT=89 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:06:15.154243 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-5e0b9480-ef76-434f-9ecd-f724de80e639 admin admin] Publish callbacks [] for security_group (a8ab23ab-0444-4613-95b1-3e75a7e6d85f), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:15.175585 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:06:15.178349 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-5e0b9480-ef76-434f-9ecd-f724de80e639 admin admin] Publish callbacks [] for security_group (a8ab23ab-0444-4613-95b1-3e75a7e6d85f), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:15.225293 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-5e0b9480-ef76-434f-9ecd-f724de80e639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (a8ab23ab-0444-4613-95b1-3e75a7e6d85f), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:15.227716 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-5e0b9480-ef76-434f-9ecd-f724de80e639 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:15.228941 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-5e0b9480-ef76-434f-9ecd-f724de80e639 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/a8ab23ab-0444-4613-95b1-3e75a7e6d85f HTTP/1.1" status: 204 len: 168 time: 0.1256864 Jul 29 05:06:15.236763 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0b9480-ef76-434f-9ecd-f724de80e639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ab23ab-0444-4613-95b1-3e75a7e6d85f,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:06:16.121025 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device d1957145-975d-44e4-b490-42eac977ec3e no longer exists at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:06:16.139874 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] No Port match for: d1957145-975d-44e4-b490-42eac977ec3e {{(pid=115909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:06:16.140221 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device d1957145-975d-44e4-b490-42eac977ec3e not bound to the agent host dv-cinder-851449-2-iscsi {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:06:16.784412 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=8 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:06:16.785237 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=12 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:06:18.459501 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:06:18.467424 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-18fa5a55-d171-4226-a8dc-c6afe7977d2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:20.209321 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=14 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:06:20.676777 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-f8de28b4-7916-4529-825e-7ee479880ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:21.651848 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (bab6a0c9-2145-495f-b42f-b184e241503a), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:21.904758 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:23.276712 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:23.403091 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:24.897766 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=9 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:06:25.232225 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:DELETE=2,neutron:SELECT=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:06:25.233039 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:06:33.397427 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:06:33.399477 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:06:38.402351 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-15a637c2-8c7b-421d-ac26-f701af4f7bb5 req-13c391bb-9428-43fd-9057-893898bb0b2c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fbad7c12-17df-4d94-b965-28b5daa8d3eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394440 Jul 29 05:06:38.475977 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a637c2-8c7b-421d-ac26-f701af4f7bb5 req-c72cd0c6-538a-4850-86a5-35dba3439c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:06:38.477392 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-15a637c2-8c7b-421d-ac26-f701af4f7bb5 req-c72cd0c6-538a-4850-86a5-35dba3439c82 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e10af2e6edcd485caf51326fdc9c17fc&device_id=fbad7c12-17df-4d94-b965-28b5daa8d3eb HTTP/1.1" status: 200 len: 1130 time: 0.0417709 Jul 29 05:06:38.577899 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a637c2-8c7b-421d-ac26-f701af4f7bb5 req-c796fa76-d092-4db4-95b1-3da3c1b98f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:06:38.579327 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-15a637c2-8c7b-421d-ac26-f701af4f7bb5 req-c796fa76-d092-4db4-95b1-3da3c1b98f21 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a8d51233-0dc5-4999-a537-b5dd4b1ae8b7 HTTP/1.1" status: 200 len: 913 time: 0.0844471 Jul 29 05:06:38.642614 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-15a637c2-8c7b-421d-ac26-f701af4f7bb5 req-0f97be6d-538b-40c4-8a66-66a41ccf35b4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8377000e-a189-4cb7-8339-f67e9ffaba23 HTTP/1.1" status: 200 len: 1002 time: 0.0576658 Jul 29 05:06:38.690173 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a637c2-8c7b-421d-ac26-f701af4f7bb5 req-440f73c9-1ca1-40d1-b7bb-f818c39c5f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:06:38.691595 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-15a637c2-8c7b-421d-ac26-f701af4f7bb5 req-440f73c9-1ca1-40d1-b7bb-f818c39c5f81 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ac0e078d-97ae-4cd6-a0a6-6dab59affc7e HTTP/1.1" status: 200 len: 851 time: 0.0434291 Jul 29 05:06:38.734345 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a637c2-8c7b-421d-ac26-f701af4f7bb5 req-008f51f2-1ccb-48f4-9c80-e861f50481a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:06:38.735772 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-15a637c2-8c7b-421d-ac26-f701af4f7bb5 req-008f51f2-1ccb-48f4-9c80-e861f50481a6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a8d51233-0dc5-4999-a537-b5dd4b1ae8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385563 Jul 29 05:06:38.826131 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-15a637c2-8c7b-421d-ac26-f701af4f7bb5 req-1bb14dfd-1826-4ab9-9075-00e78087e9b0 service neutron] 10.222.0.64 "GET /v2.0/networks/a8d51233-0dc5-4999-a537-b5dd4b1ae8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845127 Jul 29 05:06:38.915601 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-15a637c2-8c7b-421d-ac26-f701af4f7bb5 req-6d287d8f-73d7-4727-8c58-f029fc31729a service neutron] 10.222.0.64 "GET /v2.0/networks/a8d51233-0dc5-4999-a537-b5dd4b1ae8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833402 Jul 29 05:06:45.090164 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-94954b59-c8c5-4008-bcb8-ba2037e2ef96 req-099f6a1a-4934-4568-8950-312ab5694284 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2066975548&fields=id&tenant_id=e10af2e6edcd485caf51326fdc9c17fc HTTP/1.1" status: 200 len: 267 time: 0.0492249 Jul 29 05:06:45.196682 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94954b59-c8c5-4008-bcb8-ba2037e2ef96 req-e188dd1f-0487-4220-bfcc-9f7402910bf8 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:06:45.198066 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-94954b59-c8c5-4008-bcb8-ba2037e2ef96 req-e188dd1f-0487-4220-bfcc-9f7402910bf8 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/networks?id=a8d51233-0dc5-4999-a537-b5dd4b1ae8b7 HTTP/1.1" status: 200 len: 812 time: 0.1015322 Jul 29 05:06:45.213048 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-94954b59-c8c5-4008-bcb8-ba2037e2ef96 req-fe115a7a-0493-4a1e-a284-713dce4490ff tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/quotas/e10af2e6edcd485caf51326fdc9c17fc HTTP/1.1" status: 200 len: 375 time: 0.0097516 Jul 29 05:06:45.266696 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-94954b59-c8c5-4008-bcb8-ba2037e2ef96 req-c8e11d73-36a6-4e36-84fc-29b5fa52042f tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=e10af2e6edcd485caf51326fdc9c17fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0487990 Jul 29 05:06:45.464345 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-94954b59-c8c5-4008-bcb8-ba2037e2ef96 req-c8eebd27-bee9-462f-ac3d-88bb7b8456d8 service neutron] 10.222.0.40 "GET /v2.0/networks/a8d51233-0dc5-4999-a537-b5dd4b1ae8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857851 Jul 29 05:06:45.556203 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-94954b59-c8c5-4008-bcb8-ba2037e2ef96 req-4e68681a-20b4-426a-9108-a0ff6b5717e8 service neutron] 10.222.0.40 "GET /v2.0/networks/a8d51233-0dc5-4999-a537-b5dd4b1ae8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862448 Jul 29 05:06:45.846501 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-afbd3c2b-ba46-47d2-b172-8dfe30f4bdf7 req-0c609591-1353-4a4b-99f7-d743e9789569 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/ports?device_id=5fb088bf-3354-43e7-8e24-877fc877fd9c HTTP/1.1" status: 200 len: 210 time: 0.0276310 Jul 29 05:06:45.883043 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=3 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:06:46.821529 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:06:46.833419 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:06:46.843316 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94954b59-c8c5-4008-bcb8-ba2037e2ef96 req-b0ddf8c9-cbc9-4e65-8659-3a9cb95a0f07 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:06:46.844782 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-94954b59-c8c5-4008-bcb8-ba2037e2ef96 req-b0ddf8c9-cbc9-4e65-8659-3a9cb95a0f07 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.64 "GET /v2.0/networks?id=a8d51233-0dc5-4999-a537-b5dd4b1ae8b7 HTTP/1.1" status: 200 len: 812 time: 0.1051376 Jul 29 05:06:46.921409 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-94954b59-c8c5-4008-bcb8-ba2037e2ef96 req-0174a90d-88e5-4d68-b72e-e6820a31e22a tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e10af2e6edcd485caf51326fdc9c17fc HTTP/1.1" status: 200 len: 380 time: 0.0627189 Jul 29 05:06:46.943537 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [req-94954b59-c8c5-4008-bcb8-ba2037e2ef96 req-7464810b-a749-4f85-b746-d52af1330474 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Request body: {'port': {'device_id': '5fb088bf-3354-43e7-8e24-877fc877fd9c', 'network_id': 'a8d51233-0dc5-4999-a537-b5dd4b1ae8b7', 'admin_state_up': True, 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'security_groups': ['53f4bb53-9596-4c65-ac4b-f09350e921ff']}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:06:46.946574 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:06:46.965411 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-de12c791-4fde-4a55-a917-b72b04087327 req-63ba5020-d3bb-4645-abe4-cd3d6ef1dccc tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/ports?device_id=5fb088bf-3354-43e7-8e24-877fc877fd9c HTTP/1.1" status: 200 len: 210 time: 0.0393934 Jul 29 05:06:47.066019 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94954b59-c8c5-4008-bcb8-ba2037e2ef96 req-7464810b-a749-4f85-b746-d52af1330474 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Made reservation on behalf of e10af2e6edcd485caf51326fdc9c17fc for: {'port': 1} {{(pid=115908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 05:06:47.070150 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-94954b59-c8c5-4008-bcb8-ba2037e2ef96 req-7464810b-a749-4f85-b746-d52af1330474 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:47.193818 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.db_base_plugin_common [req-94954b59-c8c5-4008-bcb8-ba2037e2ef96 req-7464810b-a749-4f85-b746-d52af1330474 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Allocated IP 172.20.0.7 (a8d51233-0dc5-4999-a537-b5dd4b1ae8b7/ac0e078d-97ae-4cd6-a0a6-6dab59affc7e/5c68983c-cfb3-4800-a355-b39022c12436) {{(pid=115908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:06:47.335053 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-94954b59-c8c5-4008-bcb8-ba2037e2ef96 req-7464810b-a749-4f85-b746-d52af1330474 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks [] for port (5c68983c-cfb3-4800-a355-b39022c12436), precommit_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:47.367459 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-94954b59-c8c5-4008-bcb8-ba2037e2ef96 req-7464810b-a749-4f85-b746-d52af1330474 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (5c68983c-cfb3-4800-a355-b39022c12436), after_create {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:47.413266 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94954b59-c8c5-4008-bcb8-ba2037e2ef96 req-7464810b-a749-4f85-b746-d52af1330474 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Network a8d51233-0dc5-4999-a537-b5dd4b1ae8b7 is already hosted by enough agents. {{(pid=115908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:06:47.419015 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.base_scheduler [req-94954b59-c8c5-4008-bcb8-ba2037e2ef96 req-7464810b-a749-4f85-b746-d52af1330474 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Resources bound (agent type, host, resource id): {{(pid=115908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:06:47.423428 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.l3_dvrscheduler_db [req-94954b59-c8c5-4008-bcb8-ba2037e2ef96 req-7464810b-a749-4f85-b746-d52af1330474 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Received port after_create {{(pid=115908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:06:47.428450 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7464810b-a749-4f85-b746-d52af1330474 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Pushing event updated for resources: {'Port': ['ID=5c68983c-cfb3-4800-a355-b39022c12436,revision_number=1']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:06:47.488875 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94954b59-c8c5-4008-bcb8-ba2037e2ef96 req-7464810b-a749-4f85-b746-d52af1330474 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:06:47.489573 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-94954b59-c8c5-4008-bcb8-ba2037e2ef96 req-7464810b-a749-4f85-b746-d52af1330474 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for port (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:47.515334 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-94954b59-c8c5-4008-bcb8-ba2037e2ef96 req-7464810b-a749-4f85-b746-d52af1330474 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5867200 Jul 29 05:06:47.534053 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.v2.base [req-94954b59-c8c5-4008-bcb8-ba2037e2ef96 req-3e923a74-75b4-4291-aa2d-b72de6beb345 service neutron] Request body: {'port': {'device_id': '5fb088bf-3354-43e7-8e24-877fc877fd9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85144'}} {{(pid=115908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:06:47.598816 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-94954b59-c8c5-4008-bcb8-ba2037e2ef96 req-3e923a74-75b4-4291-aa2d-b72de6beb345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (5c68983c-cfb3-4800-a355-b39022c12436), before_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:47.660393 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-b49b0bb2-17fc-4787-9014-71ec654ebf57 None None] Provisioning complete for port 5c68983c-cfb3-4800-a355-b39022c12436 triggered by entity DHCP. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:06:47.660928 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b49b0bb2-17fc-4787-9014-71ec654ebf57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (5c68983c-cfb3-4800-a355-b39022c12436), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:47.695720 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b49b0bb2-17fc-4787-9014-71ec654ebf57 None None] Port 5c68983c-cfb3-4800-a355-b39022c12436 cannot update to ACTIVE because it is not bound. {{(pid=115909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 29 05:06:47.709859 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:06:47.721002 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:06:47.863532 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [req-94954b59-c8c5-4008-bcb8-ba2037e2ef96 req-3e923a74-75b4-4291-aa2d-b72de6beb345 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c68983c-cfb3-4800-a355-b39022c12436 {{(pid=115908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 05:06:47.871499 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-94954b59-c8c5-4008-bcb8-ba2037e2ef96 req-3e923a74-75b4-4291-aa2d-b72de6beb345 service neutron] Publish callbacks [] for port (5c68983c-cfb3-4800-a355-b39022c12436), precommit_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:47.884458 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.provisioning_blocks [req-94954b59-c8c5-4008-bcb8-ba2037e2ef96 req-3e923a74-75b4-4291-aa2d-b72de6beb345 service neutron] Transition to ACTIVE for port object 5c68983c-cfb3-4800-a355-b39022c12436 will not be triggered until provisioned by entity L2. {{(pid=115908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 29 05:06:47.888165 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-94954b59-c8c5-4008-bcb8-ba2037e2ef96 req-3e923a74-75b4-4291-aa2d-b72de6beb345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7403849'] for port (5c68983c-cfb3-4800-a355-b39022c12436), after_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:47.934308 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e923a74-75b4-4291-aa2d-b72de6beb345 service neutron] Pushing event updated for resources: {'Port': ['ID=5c68983c-cfb3-4800-a355-b39022c12436,revision_number=2']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:06:48.011799 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.managers [req-94954b59-c8c5-4008-bcb8-ba2037e2ef96 req-3e923a74-75b4-4291-aa2d-b72de6beb345 service neutron] Attempting to bind port 5c68983c-cfb3-4800-a355-b39022c12436 on host hv-cinder-85144 for vnic_type normal with profile {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 29 05:06:48.012151 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.managers [req-94954b59-c8c5-4008-bcb8-ba2037e2ef96 req-3e923a74-75b4-4291-aa2d-b72de6beb345 service neutron] Attempting to bind port 5c68983c-cfb3-4800-a355-b39022c12436 by drivers openvswitch,hyperv on host hv-cinder-85144 at level 0 using segments [{'id': '3fca9811-8309-4f3b-9991-5d50db061952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a8d51233-0dc5-4999-a537-b5dd4b1ae8b7'}] {{(pid=115908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 29 05:06:48.012494 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94954b59-c8c5-4008-bcb8-ba2037e2ef96 req-3e923a74-75b4-4291-aa2d-b72de6beb345 service neutron] Attempting to bind port 5c68983c-cfb3-4800-a355-b39022c12436 on network a8d51233-0dc5-4999-a537-b5dd4b1ae8b7 {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:06:48.017262 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94954b59-c8c5-4008-bcb8-ba2037e2ef96 req-3e923a74-75b4-4291-aa2d-b72de6beb345 service neutron] Port 5c68983c-cfb3-4800-a355-b39022c12436 on network a8d51233-0dc5-4999-a537-b5dd4b1ae8b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85144 {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 29 05:06:48.017590 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94954b59-c8c5-4008-bcb8-ba2037e2ef96 req-3e923a74-75b4-4291-aa2d-b72de6beb345 service neutron] Attempting to bind port 5c68983c-cfb3-4800-a355-b39022c12436 on network a8d51233-0dc5-4999-a537-b5dd4b1ae8b7 {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 29 05:06:48.022904 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94954b59-c8c5-4008-bcb8-ba2037e2ef96 req-3e923a74-75b4-4291-aa2d-b72de6beb345 service neutron] Checking agent: {'id': 'bab6a0c9-2145-495f-b42f-b184e241503a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85144', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 4, 45, 21), 'started_at': datetime.datetime(2022, 7, 29, 4, 45, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 5, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 29 05:06:48.023251 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94954b59-c8c5-4008-bcb8-ba2037e2ef96 req-3e923a74-75b4-4291-aa2d-b72de6beb345 service neutron] Checking segment: {'id': '3fca9811-8309-4f3b-9991-5d50db061952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a8d51233-0dc5-4999-a537-b5dd4b1ae8b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 29 05:06:48.023637 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94954b59-c8c5-4008-bcb8-ba2037e2ef96 req-3e923a74-75b4-4291-aa2d-b72de6beb345 service neutron] Bound using segment: {'id': '3fca9811-8309-4f3b-9991-5d50db061952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a8d51233-0dc5-4999-a537-b5dd4b1ae8b7'} {{(pid=115908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 29 05:06:48.024072 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.managers [req-94954b59-c8c5-4008-bcb8-ba2037e2ef96 req-3e923a74-75b4-4291-aa2d-b72de6beb345 service neutron] Bound port: 5c68983c-cfb3-4800-a355-b39022c12436, host: hv-cinder-85144, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fca9811-8309-4f3b-9991-5d50db061952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a8d51233-0dc5-4999-a537-b5dd4b1ae8b7'}}] {{(pid=115908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 29 05:06:48.024437 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-94954b59-c8c5-4008-bcb8-ba2037e2ef96 req-3e923a74-75b4-4291-aa2d-b72de6beb345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (5c68983c-cfb3-4800-a355-b39022c12436), before_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:48.088313 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee43c0f1-b3a0-4de4-bcf8-257bf3bba909 req-1e83b452-d5c2-4573-97e6-e38e1834e161 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:06:48.089881 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-ee43c0f1-b3a0-4de4-bcf8-257bf3bba909 req-1e83b452-d5c2-4573-97e6-e38e1834e161 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/ports?device_id=5fb088bf-3354-43e7-8e24-877fc877fd9c HTTP/1.1" status: 200 len: 943 time: 0.0490451 Jul 29 05:06:48.096748 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [req-94954b59-c8c5-4008-bcb8-ba2037e2ef96 req-3e923a74-75b4-4291-aa2d-b72de6beb345 service neutron] For port 5c68983c-cfb3-4800-a355-b39022c12436, host hv-cinder-85144, cleared binding levels {{(pid=115908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 05:06:48.101318 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [req-94954b59-c8c5-4008-bcb8-ba2037e2ef96 req-3e923a74-75b4-4291-aa2d-b72de6beb345 service neutron] For port 5c68983c-cfb3-4800-a355-b39022c12436, host hv-cinder-85144, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=5c68983c-cfb3-4800-a355-b39022c12436,segment=NetworkSegment(3fca9811-8309-4f3b-9991-5d50db061952),segment_id=3fca9811-8309-4f3b-9991-5d50db061952)] {{(pid=115908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 05:06:48.108457 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-94954b59-c8c5-4008-bcb8-ba2037e2ef96 req-3e923a74-75b4-4291-aa2d-b72de6beb345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7403849'] for port (5c68983c-cfb3-4800-a355-b39022c12436), after_update {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:48.143714 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94954b59-c8c5-4008-bcb8-ba2037e2ef96 req-3e923a74-75b4-4291-aa2d-b72de6beb345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:06:48.144336 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-94954b59-c8c5-4008-bcb8-ba2037e2ef96 req-3e923a74-75b4-4291-aa2d-b72de6beb345 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for port (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:48.145175 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-ee43c0f1-b3a0-4de4-bcf8-257bf3bba909 req-a39916cb-69bc-4316-84aa-44bbc0c744d5 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/security-groups?id=53f4bb53-9596-4c65-ac4b-f09350e921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491576 Jul 29 05:06:48.145806 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-94954b59-c8c5-4008-bcb8-ba2037e2ef96 req-3e923a74-75b4-4291-aa2d-b72de6beb345 service neutron] 10.222.0.64 "PUT /v2.0/ports/5c68983c-cfb3-4800-a355-b39022c12436 HTTP/1.1" status: 200 len: 1093 time: 0.6173968 Jul 29 05:06:48.146242 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb088bf-3354-43e7-8e24-877fc877fd9c', 'tag': '5c68983c-cfb3-4800-a355-b39022c12436'}] {{(pid=115908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:06:48.148510 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91089063952d51f7df5c9c02e055d40fa8e1e9cb9a21cfbbcb9b3277c7a948b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a570789-6a4e-4c13-a24a-21c9e01dd702" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb088bf-3354-43e7-8e24-877fc877fd9c", "tag": "5c68983c-cfb3-4800-a355-b39022c12436"}]}' {{(pid=115908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:06:48.196135 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e923a74-75b4-4291-aa2d-b72de6beb345 service neutron] Pushing event updated for resources: {'Port': ['ID=5c68983c-cfb3-4800-a355-b39022c12436,revision_number=3']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:06:48.204500 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 05:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8fed89-4f80-4899-979b-1937049e735b x-openstack-request-id: req-8d8fed89-4f80-4899-979b-1937049e735b {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:06:48.204875 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb088bf-3354-43e7-8e24-877fc877fd9c", "tag": "5c68983c-cfb3-4800-a355-b39022c12436", "status": "completed", "code": 200}]} {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:06:48.205191 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-8d8fed89-4f80-4899-979b-1937049e735b {{(pid=115908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:06:48.205706 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d8fed89-4f80-4899-979b-1937049e735b'] response: {'name': 'network-changed', 'server_uuid': '5fb088bf-3354-43e7-8e24-877fc877fd9c', 'tag': '5c68983c-cfb3-4800-a355-b39022c12436', 'status': 'completed', 'code': 200} Jul 29 05:06:48.263948 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94954b59-c8c5-4008-bcb8-ba2037e2ef96 req-3f47fa15-7182-482f-81f3-802980d1f802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:06:48.265547 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-94954b59-c8c5-4008-bcb8-ba2037e2ef96 req-3f47fa15-7182-482f-81f3-802980d1f802 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e10af2e6edcd485caf51326fdc9c17fc&device_id=5fb088bf-3354-43e7-8e24-877fc877fd9c HTTP/1.1" status: 200 len: 1127 time: 0.0409594 Jul 29 05:06:48.318219 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-94954b59-c8c5-4008-bcb8-ba2037e2ef96 req-1ede5f01-c74b-4b40-80c3-ba5e67bf02a4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c68983c-cfb3-4800-a355-b39022c12436 HTTP/1.1" status: 200 len: 217 time: 0.0380120 Jul 29 05:06:48.367262 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94954b59-c8c5-4008-bcb8-ba2037e2ef96 req-4f92fcd3-6593-4734-8e25-fcd2de7a8ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:06:48.368717 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-94954b59-c8c5-4008-bcb8-ba2037e2ef96 req-4f92fcd3-6593-4734-8e25-fcd2de7a8ead service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ac0e078d-97ae-4cd6-a0a6-6dab59affc7e HTTP/1.1" status: 200 len: 851 time: 0.0450416 Jul 29 05:06:48.412110 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94954b59-c8c5-4008-bcb8-ba2037e2ef96 req-3da8f65d-fd1b-4ae9-bbdb-3ef7b52a3dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:06:48.413779 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-94954b59-c8c5-4008-bcb8-ba2037e2ef96 req-3da8f65d-fd1b-4ae9-bbdb-3ef7b52a3dba service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a8d51233-0dc5-4999-a537-b5dd4b1ae8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396602 Jul 29 05:06:48.460554 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-4df318d3-f492-4cd2-8da9-fc196bd44eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:48.504731 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-94954b59-c8c5-4008-bcb8-ba2037e2ef96 req-c37752a0-6a7d-4150-943e-0b8c5be639ab service neutron] 10.222.0.64 "GET /v2.0/networks/a8d51233-0dc5-4999-a537-b5dd4b1ae8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853925 Jul 29 05:06:48.592844 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-94954b59-c8c5-4008-bcb8-ba2037e2ef96 req-7d6d7f54-38c1-45f8-a1a7-37a04f29f6e6 service neutron] 10.222.0.64 "GET /v2.0/networks/a8d51233-0dc5-4999-a537-b5dd4b1ae8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823867 Jul 29 05:06:49.275788 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59e5661-879e-4a23-a7b6-bc21ecb0a1ac req-a95489fc-fae4-40e5-892e-68ffca62709a tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:06:49.279998 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-e59e5661-879e-4a23-a7b6-bc21ecb0a1ac req-a95489fc-fae4-40e5-892e-68ffca62709a tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/ports?device_id=5fb088bf-3354-43e7-8e24-877fc877fd9c HTTP/1.1" status: 200 len: 943 time: 0.0496140 Jul 29 05:06:49.333129 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-e59e5661-879e-4a23-a7b6-bc21ecb0a1ac req-4332a1be-c156-4d5c-a9e4-18638219f735 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/security-groups?id=53f4bb53-9596-4c65-ac4b-f09350e921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469711 Jul 29 05:06:49.520853 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a570789-6a4e-4c13-a24a-21c9e01dd702 req-9edd995d-34fc-45e5-a2e3-3f8052ba6f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:06:49.522415 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-1a570789-6a4e-4c13-a24a-21c9e01dd702 req-9edd995d-34fc-45e5-a2e3-3f8052ba6f31 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e10af2e6edcd485caf51326fdc9c17fc&device_id=5fb088bf-3354-43e7-8e24-877fc877fd9c HTTP/1.1" status: 200 len: 1127 time: 0.0429478 Jul 29 05:06:49.545330 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:06:49.591359 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:06:49.613923 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a570789-6a4e-4c13-a24a-21c9e01dd702 req-5551d164-4c99-4aa0-9940-ae16d2452188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:06:49.616053 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-1a570789-6a4e-4c13-a24a-21c9e01dd702 req-5551d164-4c99-4aa0-9940-ae16d2452188 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a8d51233-0dc5-4999-a537-b5dd4b1ae8b7 HTTP/1.1" status: 200 len: 913 time: 0.0877528 Jul 29 05:06:49.659626 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-1a570789-6a4e-4c13-a24a-21c9e01dd702 req-e8227679-fd8e-46fa-a277-4b79e2c85639 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c68983c-cfb3-4800-a355-b39022c12436 HTTP/1.1" status: 200 len: 217 time: 0.0353703 Jul 29 05:06:49.710001 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a570789-6a4e-4c13-a24a-21c9e01dd702 req-489ac10d-3e7b-4ae7-8ccd-4aa1c308ab1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:06:49.711421 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-1a570789-6a4e-4c13-a24a-21c9e01dd702 req-489ac10d-3e7b-4ae7-8ccd-4aa1c308ab1a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ac0e078d-97ae-4cd6-a0a6-6dab59affc7e HTTP/1.1" status: 200 len: 851 time: 0.0434377 Jul 29 05:06:49.756618 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a570789-6a4e-4c13-a24a-21c9e01dd702 req-b40b1be1-d561-4f92-a751-63cb5ba73f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:06:49.758071 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-1a570789-6a4e-4c13-a24a-21c9e01dd702 req-b40b1be1-d561-4f92-a751-63cb5ba73f07 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a8d51233-0dc5-4999-a537-b5dd4b1ae8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385356 Jul 29 05:06:49.849775 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-1a570789-6a4e-4c13-a24a-21c9e01dd702 req-71ae1ea8-d3dc-4dcc-bcaa-c7fb54032dba service neutron] 10.222.0.64 "GET /v2.0/networks/a8d51233-0dc5-4999-a537-b5dd4b1ae8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845885 Jul 29 05:06:49.937267 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-1a570789-6a4e-4c13-a24a-21c9e01dd702 req-9a9e2b35-f138-4d2d-a3ca-8e5c25808222 service neutron] 10.222.0.64 "GET /v2.0/networks/a8d51233-0dc5-4999-a537-b5dd4b1ae8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822933 Jul 29 05:06:50.458030 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a814356-a1c4-4bae-a97b-656568c38a5d req-d196fa1e-1e25-4cae-a23d-6d901d5be934 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:06:50.459993 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-5a814356-a1c4-4bae-a97b-656568c38a5d req-d196fa1e-1e25-4cae-a23d-6d901d5be934 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/ports?device_id=5fb088bf-3354-43e7-8e24-877fc877fd9c HTTP/1.1" status: 200 len: 943 time: 0.0510602 Jul 29 05:06:50.507672 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-5a814356-a1c4-4bae-a97b-656568c38a5d req-32c3f49c-aff7-4ba0-af96-ff4b96ea84d4 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/security-groups?id=53f4bb53-9596-4c65-ac4b-f09350e921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421755 Jul 29 05:06:50.679641 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-dae046b8-be05-4a92-a343-43cb597215f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:51.625098 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df551b-0d1d-41aa-a23a-d2c2bd6699a2 req-c085490a-585c-4e3f-8ede-dd79499a23a0 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:06:51.626560 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-17df551b-0d1d-41aa-a23a-d2c2bd6699a2 req-c085490a-585c-4e3f-8ede-dd79499a23a0 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/ports?device_id=5fb088bf-3354-43e7-8e24-877fc877fd9c HTTP/1.1" status: 200 len: 943 time: 0.0474331 Jul 29 05:06:51.647951 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (bab6a0c9-2145-495f-b42f-b184e241503a), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:51.678839 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-17df551b-0d1d-41aa-a23a-d2c2bd6699a2 req-9d0f0523-2cc4-42fa-94d0-80b05d2021fa tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/security-groups?id=53f4bb53-9596-4c65-ac4b-f09350e921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464504 Jul 29 05:06:51.901375 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.agents_db [None req-05f878dc-9505-4230-ae26-b2f791c5e7d5 None None] Agent healthcheck: found 6 active agents {{(pid=115910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:06:51.908816 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:52.794071 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1239ca2-57a9-4c82-b658-a3f472437e41 req-2182ff2d-cf5a-44be-9478-120525330840 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:06:52.795501 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c1239ca2-57a9-4c82-b658-a3f472437e41 req-2182ff2d-cf5a-44be-9478-120525330840 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/ports?device_id=5fb088bf-3354-43e7-8e24-877fc877fd9c HTTP/1.1" status: 200 len: 943 time: 0.0451183 Jul 29 05:06:52.843304 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c1239ca2-57a9-4c82-b658-a3f472437e41 req-48a7b788-7fed-45f6-b881-ec31e47bae70 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/security-groups?id=53f4bb53-9596-4c65-ac4b-f09350e921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420494 Jul 29 05:06:53.276365 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:53.405341 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:53.962385 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98284f-1ef9-4840-b8a2-f8854e24f83e req-af524938-87e2-4413-9f7e-c3bfac434b8b tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:06:53.963765 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-af98284f-1ef9-4840-b8a2-f8854e24f83e req-af524938-87e2-4413-9f7e-c3bfac434b8b tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/ports?device_id=5fb088bf-3354-43e7-8e24-877fc877fd9c HTTP/1.1" status: 200 len: 943 time: 0.0481017 Jul 29 05:06:54.011922 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-af98284f-1ef9-4840-b8a2-f8854e24f83e req-924ad397-2bdc-4ece-91f1-bfd43b1fc945 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/security-groups?id=53f4bb53-9596-4c65-ac4b-f09350e921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425210 Jul 29 05:06:55.125331 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a51358-24df-460d-9652-655dad518105 req-2decc274-2e06-4ce2-8639-2456679cb2b9 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:06:55.126753 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-38a51358-24df-460d-9652-655dad518105 req-2decc274-2e06-4ce2-8639-2456679cb2b9 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/ports?device_id=5fb088bf-3354-43e7-8e24-877fc877fd9c HTTP/1.1" status: 200 len: 943 time: 0.0451889 Jul 29 05:06:55.178488 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-38a51358-24df-460d-9652-655dad518105 req-d046b747-ff5d-4963-811d-7a480f76bec4 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/security-groups?id=53f4bb53-9596-4c65-ac4b-f09350e921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458341 Jul 29 05:06:56.302278 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f8ce4-aa72-4c92-b60f-4ca6e0f5f679 req-4ff6e414-d902-492b-9a3b-2415707ba5bb tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:06:56.303776 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-852f8ce4-aa72-4c92-b60f-4ca6e0f5f679 req-4ff6e414-d902-492b-9a3b-2415707ba5bb tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/ports?device_id=5fb088bf-3354-43e7-8e24-877fc877fd9c HTTP/1.1" status: 200 len: 943 time: 0.0531430 Jul 29 05:06:56.352387 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-852f8ce4-aa72-4c92-b60f-4ca6e0f5f679 req-ec854f57-b1c5-44c5-81b1-76bb34a3bd2f tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/security-groups?id=53f4bb53-9596-4c65-ac4b-f09350e921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430691 Jul 29 05:06:57.471899 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3761d1f-a324-47da-bea7-26bcbf3eddf2 req-2b9341e6-77aa-4fea-b4b8-61e4497cd898 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:06:57.473308 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-d3761d1f-a324-47da-bea7-26bcbf3eddf2 req-2b9341e6-77aa-4fea-b4b8-61e4497cd898 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/ports?device_id=5fb088bf-3354-43e7-8e24-877fc877fd9c HTTP/1.1" status: 200 len: 943 time: 0.0477905 Jul 29 05:06:57.530166 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-d3761d1f-a324-47da-bea7-26bcbf3eddf2 req-317301f3-897b-43c9-a1b0-eeddc3709a60 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/security-groups?id=53f4bb53-9596-4c65-ac4b-f09350e921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513730 Jul 29 05:06:57.669365 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device 5c68983c-cfb3-4800-a355-b39022c12436 details requested by agent hyperv_hv-cinder-85144 with host hv-cinder-85144 {{(pid=115909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 05:06:57.769499 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port 5c68983c-cfb3-4800-a355-b39022c12436, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=5c68983c-cfb3-4800-a355-b39022c12436,segment=NetworkSegment(3fca9811-8309-4f3b-9991-5d50db061952),segment_id=3fca9811-8309-4f3b-9991-5d50db061952)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:06:57.780462 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Returning: {'device': '5c68983c-cfb3-4800-a355-b39022c12436', 'network_id': 'a8d51233-0dc5-4999-a537-b5dd4b1ae8b7', 'port_id': '5c68983c-cfb3-4800-a355-b39022c12436', 'mac_address': 'fa:16:3e:db:74:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac0e078d-97ae-4cd6-a0a6-6dab59affc7e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 05:06:57.814805 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Current status of the port 5c68983c-cfb3-4800-a355-b39022c12436 is: DOWN; New status is: BUILD {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:06:57.815196 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (5c68983c-cfb3-4800-a355-b39022c12436), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:57.827949 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.notifiers.nova [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c68983c-cfb3-4800-a355-b39022c12436 {{(pid=115909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 05:06:57.848184 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port 5c68983c-cfb3-4800-a355-b39022c12436, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=5c68983c-cfb3-4800-a355-b39022c12436,segment=NetworkSegment(3fca9811-8309-4f3b-9991-5d50db061952),segment_id=3fca9811-8309-4f3b-9991-5d50db061952)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:06:57.852124 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (5c68983c-cfb3-4800-a355-b39022c12436), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:57.899490 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Pushing event updated for resources: {'Port': ['ID=5c68983c-cfb3-4800-a355-b39022c12436,revision_number=4']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:06:58.340238 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] get_ports_and_sgs() called for port_ids ['5c68983c-cfb3-4800-a355-b39022c12436'] {{(pid=115909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 05:06:58.514406 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:06:58.554772 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:06:58.648229 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dde087-4f22-4ed4-a095-d04dfe5fddd9 req-8609f3b8-80db-49b1-852c-6aa8a73501e5 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:06:58.649760 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-60dde087-4f22-4ed4-a095-d04dfe5fddd9 req-8609f3b8-80db-49b1-852c-6aa8a73501e5 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/ports?device_id=5fb088bf-3354-43e7-8e24-877fc877fd9c HTTP/1.1" status: 200 len: 944 time: 0.0469151 Jul 29 05:06:58.707070 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-60dde087-4f22-4ed4-a095-d04dfe5fddd9 req-85826f51-8f5f-4b81-8fa8-4c02712c3db7 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/security-groups?id=53f4bb53-9596-4c65-ac4b-f09350e921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516798 Jul 29 05:06:59.670674 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device 5c68983c-cfb3-4800-a355-b39022c12436 up at agent hyperv_hv-cinder-85144 {{(pid=115909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 05:06:59.714316 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Provisioning for port 5c68983c-cfb3-4800-a355-b39022c12436 completed by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 29 05:06:59.720452 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.provisioning_blocks [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Provisioning complete for port 5c68983c-cfb3-4800-a355-b39022c12436 triggered by entity L2. {{(pid=115909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 29 05:06:59.720938 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3531936'] for port (5c68983c-cfb3-4800-a355-b39022c12436), provisioning_complete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:59.797122 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Current status of the port 5c68983c-cfb3-4800-a355-b39022c12436 is: BUILD; New status is: ACTIVE {{(pid=115909) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 29 05:06:59.797773 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (5c68983c-cfb3-4800-a355-b39022c12436), before_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:59.819961 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb088bf-3354-43e7-8e24-877fc877fd9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c68983c-cfb3-4800-a355-b39022c12436'}] {{(pid=115909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:06:59.822220 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c420e031ced92140226aa6f83123c9b23fc96e3244e1479094dc728224b9fe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec0022e-7378-4e17-b58c-7ab512859205" -d '{"events": [{"server_uuid": "5fb088bf-3354-43e7-8e24-877fc877fd9c", "name": "network-vif-plugged", "status": "completed", "tag": "5c68983c-cfb3-4800-a355-b39022c12436"}]}' {{(pid=115909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:06:59.825684 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf75b9-c4a3-42fd-9419-aca0dc24ed1e req-f28e45ec-1dba-4d7a-993a-d37e93b1b424 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:06:59.827207 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9caf75b9-c4a3-42fd-9419-aca0dc24ed1e req-f28e45ec-1dba-4d7a-993a-d37e93b1b424 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/ports?device_id=5fb088bf-3354-43e7-8e24-877fc877fd9c HTTP/1.1" status: 200 len: 944 time: 0.0483618 Jul 29 05:06:59.837262 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] For port 5c68983c-cfb3-4800-a355-b39022c12436, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=5c68983c-cfb3-4800-a355-b39022c12436,segment=NetworkSegment(3fca9811-8309-4f3b-9991-5d50db061952),segment_id=3fca9811-8309-4f3b-9991-5d50db061952)] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:06:59.847427 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343'] for port (5c68983c-cfb3-4800-a355-b39022c12436), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:06:59.872956 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 05:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58efae28-fce1-47db-b54a-8f628427c0f3 x-openstack-request-id: req-58efae28-fce1-47db-b54a-8f628427c0f3 {{(pid=115909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:06:59.873247 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb088bf-3354-43e7-8e24-877fc877fd9c", "name": "network-vif-plugged", "status": "completed", "tag": "5c68983c-cfb3-4800-a355-b39022c12436", "code": 200}]} {{(pid=115909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:06:59.873497 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-58efae28-fce1-47db-b54a-8f628427c0f3 {{(pid=115909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:06:59.873887 dv-cinder-851449-2-iscsi neutron-server[115909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58efae28-fce1-47db-b54a-8f628427c0f3'] response: {'server_uuid': '5fb088bf-3354-43e7-8e24-877fc877fd9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c68983c-cfb3-4800-a355-b39022c12436', 'code': 200} Jul 29 05:06:59.883148 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9caf75b9-c4a3-42fd-9419-aca0dc24ed1e req-fcb66f58-7233-45e5-af6a-d903cbf9542a tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/security-groups?id=53f4bb53-9596-4c65-ac4b-f09350e921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502992 Jul 29 05:06:59.900994 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Pushing event updated for resources: {'Port': ['ID=5c68983c-cfb3-4800-a355-b39022c12436,revision_number=5']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:07:00.113852 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10439206-3fcb-4781-a321-217739f5db84 req-bf1d6bc5-cee4-4f62-82ec-2a19aa57ed0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:07:00.116120 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-10439206-3fcb-4781-a321-217739f5db84 req-bf1d6bc5-cee4-4f62-82ec-2a19aa57ed0e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5fb088bf-3354-43e7-8e24-877fc877fd9c HTTP/1.1" status: 200 len: 1129 time: 0.0427608 Jul 29 05:07:00.160625 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-10439206-3fcb-4781-a321-217739f5db84 req-aa20d97c-9fd9-425c-95ba-20cc3fa4d30c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=53f4bb53-9596-4c65-ac4b-f09350e921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386119 Jul 29 05:07:01.004774 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed81e53-2359-4121-8e39-16343183a293 req-23f02cfe-cc62-45f2-a4a2-4b2a75f90332 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:07:01.007074 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-8ed81e53-2359-4121-8e39-16343183a293 req-23f02cfe-cc62-45f2-a4a2-4b2a75f90332 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/ports?device_id=5fb088bf-3354-43e7-8e24-877fc877fd9c HTTP/1.1" status: 200 len: 945 time: 0.0515351 Jul 29 05:07:01.056143 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-8ed81e53-2359-4121-8e39-16343183a293 req-f84a87f5-5f39-4cfd-93f1-0f683229f1c7 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/security-groups?id=53f4bb53-9596-4c65-ac4b-f09350e921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436006 Jul 29 05:07:01.897109 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=2 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:07:02.172254 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be04f0-f1ba-46ef-a19a-fd4a345c6cf1 req-1fcdb3f1-35c9-4fef-a682-4471ae63e4a1 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:07:02.173991 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-46be04f0-f1ba-46ef-a19a-fd4a345c6cf1 req-1fcdb3f1-35c9-4fef-a682-4471ae63e4a1 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/ports?device_id=5fb088bf-3354-43e7-8e24-877fc877fd9c HTTP/1.1" status: 200 len: 945 time: 0.0470362 Jul 29 05:07:02.198960 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:07:02.222619 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-46be04f0-f1ba-46ef-a19a-fd4a345c6cf1 req-2142418f-c071-4e86-a2d6-0e3f5efe3e8a tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/security-groups?id=53f4bb53-9596-4c65-ac4b-f09350e921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431974 Jul 29 05:07:02.337852 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0138ccef-d3a7-4357-af36-890ed03d1cb4 req-85f2af1c-c2ad-4327-9454-fbfc1e494b51 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:07:02.339369 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-0138ccef-d3a7-4357-af36-890ed03d1cb4 req-85f2af1c-c2ad-4327-9454-fbfc1e494b51 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/ports?device_id=5fb088bf-3354-43e7-8e24-877fc877fd9c HTTP/1.1" status: 200 len: 945 time: 0.0472493 Jul 29 05:07:02.387549 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-0138ccef-d3a7-4357-af36-890ed03d1cb4 req-5d63cd12-a204-402f-99b2-0794d2d8a814 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/security-groups?id=53f4bb53-9596-4c65-ac4b-f09350e921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427454 Jul 29 05:07:02.414275 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 40200) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:07:02.452522 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2789468e-3fa6-427d-908e-0051d8ba2248 tempest-TestVolumeBootPattern-583010662 tempest-TestVolumeBootPattern-583010662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:07:02.454060 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-2789468e-3fa6-427d-908e-0051d8ba2248 tempest-TestVolumeBootPattern-583010662 tempest-TestVolumeBootPattern-583010662-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=5fb088bf-3354-43e7-8e24-877fc877fd9c HTTP/1.1" status: 200 len: 1124 time: 0.0388138 Jul 29 05:07:02.456873 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 40202) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:07:02.461801 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.v2.base [None req-6c902f19-2fa7-4565-a3da-45ed8c2523a2 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Request body: {'floatingip': {'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'port_id': '5c68983c-cfb3-4800-a355-b39022c12436', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'fixed_ip_address': '172.20.0.7'}} {{(pid=115907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 29 05:07:02.482324 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6c902f19-2fa7-4565-a3da-45ed8c2523a2 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:07:02.562761 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6c902f19-2fa7-4565-a3da-45ed8c2523a2 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (None), before_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:07:02.619295 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:07:02.651103 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:07:02.672111 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.db.db_base_plugin_common [None req-6c902f19-2fa7-4565-a3da-45ed8c2523a2 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Allocated IP 172.27.0.27 (9a05b655-8925-4222-a853-020f58db76f4/b252d643-2a5f-428d-a536-f8ecbd6d13e1/09c495eb-c8d1-4733-8554-7a320645c424) {{(pid=115907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 05:07:02.774098 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6c902f19-2fa7-4565-a3da-45ed8c2523a2 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks [] for port (09c495eb-c8d1-4733-8554-7a320645c424), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:07:02.805386 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6c902f19-2fa7-4565-a3da-45ed8c2523a2 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769699178307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7638272'] for port (09c495eb-c8d1-4733-8554-7a320645c424), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:07:02.849003 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c902f19-2fa7-4565-a3da-45ed8c2523a2 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Network 9a05b655-8925-4222-a853-020f58db76f4 is already hosted by enough agents. {{(pid=115907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 05:07:02.852263 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.base_scheduler [None req-6c902f19-2fa7-4565-a3da-45ed8c2523a2 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Resources bound (agent type, host, resource id): {{(pid=115907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 05:07:02.856128 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c902f19-2fa7-4565-a3da-45ed8c2523a2 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Received port after_create {{(pid=115907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 29 05:07:02.861235 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c902f19-2fa7-4565-a3da-45ed8c2523a2 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Pushing event updated for resources: {'Port': ['ID=09c495eb-c8d1-4733-8554-7a320645c424,revision_number=1']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:07:02.888620 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c902f19-2fa7-4565-a3da-45ed8c2523a2 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:07:02.888972 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c902f19-2fa7-4565-a3da-45ed8c2523a2 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:07:02.889323 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c902f19-2fa7-4565-a3da-45ed8c2523a2 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:07:02.889667 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c902f19-2fa7-4565-a3da-45ed8c2523a2 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:07:02.890004 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c902f19-2fa7-4565-a3da-45ed8c2523a2 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:07:02.890338 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c902f19-2fa7-4565-a3da-45ed8c2523a2 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:07:02.890670 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c902f19-2fa7-4565-a3da-45ed8c2523a2 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:07:02.891000 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c902f19-2fa7-4565-a3da-45ed8c2523a2 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:07:02.891330 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c902f19-2fa7-4565-a3da-45ed8c2523a2 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:07:02.891659 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c902f19-2fa7-4565-a3da-45ed8c2523a2 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:07:02.891988 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c902f19-2fa7-4565-a3da-45ed8c2523a2 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:07:02.892316 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c902f19-2fa7-4565-a3da-45ed8c2523a2 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:07:02.892664 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c902f19-2fa7-4565-a3da-45ed8c2523a2 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:07:02.892992 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c902f19-2fa7-4565-a3da-45ed8c2523a2 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:07:02.893315 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c902f19-2fa7-4565-a3da-45ed8c2523a2 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:07:03.211967 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6c902f19-2fa7-4565-a3da-45ed8c2523a2 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks [] for floatingip (5e34188a-e8b0-4b3e-b061-53f92bc5f153), precommit_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:07:03.278721 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6c902f19-2fa7-4565-a3da-45ed8c2523a2 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459779'] for port (09c495eb-c8d1-4733-8554-7a320645c424), before_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:07:03.390220 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:07:03.410352 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:07:03.432874 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6c902f19-2fa7-4565-a3da-45ed8c2523a2 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks [] for port (09c495eb-c8d1-4733-8554-7a320645c424), precommit_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:07:03.437124 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6c902f19-2fa7-4565-a3da-45ed8c2523a2 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769699559900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769699178325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769699178343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7638295'] for port (09c495eb-c8d1-4733-8554-7a320645c424), after_update {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:07:03.502171 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c902f19-2fa7-4565-a3da-45ed8c2523a2 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Pushing event updated for resources: {'Port': ['ID=09c495eb-c8d1-4733-8554-7a320645c424,revision_number=2']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:07:03.514382 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6c902f19-2fa7-4565-a3da-45ed8c2523a2 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1937124'] for floatingip (5e34188a-e8b0-4b3e-b061-53f92bc5f153), after_create {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:07:03.608665 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.db.l3_db [None req-6c902f19-2fa7-4565-a3da-45ed8c2523a2 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Floating IP 5e34188a-e8b0-4b3e-b061-53f92bc5f153 associated. External IP: 172.27.0.27, port: 5c68983c-cfb3-4800-a355-b39022c12436. Jul 29 05:07:03.806059 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c902f19-2fa7-4565-a3da-45ed8c2523a2 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Router d255457a-0a07-44d8-8dd0-e214b7c8df83 has already been hosted by L3 agent 507cc676-b5a3-487d-9bd3-df89beb45ea5 {{(pid=115907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:07:03.907512 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c902f19-2fa7-4565-a3da-45ed8c2523a2 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Notify agent at l3_agent.dv-cinder-851449-2-iscsi the message routers_updated {{(pid=115907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:07:03.918210 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f10dd1a-9b59-47ae-b3ba-7d01912e7b38 None None] Sync routers for ids ['d255457a-0a07-44d8-8dd0-e214b7c8df83'] in dv-cinder-851449-2-iscsi {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:07:03.926352 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-6c902f19-2fa7-4565-a3da-45ed8c2523a2 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for floatingip (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:07:03.929500 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f10dd1a-9b59-47ae-b3ba-7d01912e7b38 None None] Routers {'d255457a-0a07-44d8-8dd0-e214b7c8df83'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:07:03.930117 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-0f10dd1a-9b59-47ae-b3ba-7d01912e7b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T05:06:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['d255457a-0a07-44d8-8dd0-e214b7c8df83'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:07:03.956688 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-6c902f19-2fa7-4565-a3da-45ed8c2523a2 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4988084 Jul 29 05:07:03.957273 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb088bf-3354-43e7-8e24-877fc877fd9c', 'tag': '5c68983c-cfb3-4800-a355-b39022c12436'}] {{(pid=115907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:07:03.959567 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6d28d1995ec7db04a13c19e5d747406a5c99e6072777cdd6d240f116ae67410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3a2269-6030-4b06-af8a-5e398dc80f16" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb088bf-3354-43e7-8e24-877fc877fd9c", "tag": "5c68983c-cfb3-4800-a355-b39022c12436"}]}' {{(pid=115907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:07:04.120624 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-0f10dd1a-9b59-47ae-b3ba-7d01912e7b38 None None] Set router d255457a-0a07-44d8-8dd0-e214b7c8df83 gateway port host: dv-cinder-851449-2-iscsi {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:07:04.151628 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 05:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c4c452-eb2c-4b26-81e9-a1d7275feff0 x-openstack-request-id: req-b0c4c452-eb2c-4b26-81e9-a1d7275feff0 {{(pid=115907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:07:04.151923 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb088bf-3354-43e7-8e24-877fc877fd9c", "tag": "5c68983c-cfb3-4800-a355-b39022c12436", "status": "completed", "code": 200}]} {{(pid=115907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:07:04.152179 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-b0c4c452-eb2c-4b26-81e9-a1d7275feff0 {{(pid=115907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:07:04.152589 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0c4c452-eb2c-4b26-81e9-a1d7275feff0'] response: {'name': 'network-changed', 'server_uuid': '5fb088bf-3354-43e7-8e24-877fc877fd9c', 'tag': '5c68983c-cfb3-4800-a355-b39022c12436', 'status': 'completed', 'code': 200} Jul 29 05:07:04.242853 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a2269-6030-4b06-af8a-5e398dc80f16 req-3e924986-d348-46a8-9964-ebf6036077ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:07:04.244396 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-dc3a2269-6030-4b06-af8a-5e398dc80f16 req-3e924986-d348-46a8-9964-ebf6036077ba service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e10af2e6edcd485caf51326fdc9c17fc&device_id=5fb088bf-3354-43e7-8e24-877fc877fd9c HTTP/1.1" status: 200 len: 1129 time: 0.0396791 Jul 29 05:07:04.294331 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=100 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:07:04.338356 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a2269-6030-4b06-af8a-5e398dc80f16 req-5c8315df-2913-423d-889a-9621b4b8671c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:07:04.339009 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-0f10dd1a-9b59-47ae-b3ba-7d01912e7b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'name': 'tempest-TestVolumeBootPattern-1493235875-router', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '42f49a12-b73d-431e-beba-0613dde02901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:01:12Z', 'updated_at': '2022-07-29T05:01:15Z', 'revision_number': 4, 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'gw_port': {'id': '42f49a12-b73d-431e-beba-0613dde02901', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ee:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:01:13Z', 'updated_at': '2022-07-29T05:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_floatingips': [{'id': '5e34188a-e8b0-4b3e-b061-53f92bc5f153', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'floating_ip_address': '172.27.0.27', 'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'router_id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'port_id': '5c68983c-cfb3-4800-a355-b39022c12436', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d51233-0dc5-4999-a537-b5dd4b1ae8b7', 'mac_address': 'fa:16:3e:db:74:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb088bf-3354-43e7-8e24-877fc877fd9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:07:03Z', 'updated_at': '2022-07-29T05:07:03Z', 'revision_number': 0, 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'fixed_ip_address_scope': None}, {'id': '72445b91-2526-45af-be3e-9522fcd032e1', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'floating_ip_address': '172.27.0.109', 'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'router_id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'port_id': '8377000e-a189-4cb7-8339-f67e9ffaba23', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d51233-0dc5-4999-a537-b5dd4b1ae8b7', 'mac_address': 'fa:16:3e:94:1c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbad7c12-17df-4d94-b965-28b5daa8d3eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:04:44Z', 'updated_at': '2022-07-29T05:04:46Z', 'revision_number': 1, 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cae43ed0-ba9a-41f9-87df-99f0dbf4032b', 'name': '', 'network_id': 'a8d51233-0dc5-4999-a537-b5dd4b1ae8b7', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'mac_address': 'fa:16:3e:8d:d6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'ac0e078d-97ae-4cd6-a0a6-6dab59affc7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:01:14Z', 'updated_at': '2022-07-29T05:01:19Z', 'revision_number': 5, 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'subnets': [{'id': 'ac0e078d-97ae-4cd6-a0a6-6dab59affc7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:07:04.339915 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-dc3a2269-6030-4b06-af8a-5e398dc80f16 req-5c8315df-2913-423d-889a-9621b4b8671c service neutron] 10.222.0.64 "GET /v2.0/networks?id=a8d51233-0dc5-4999-a537-b5dd4b1ae8b7 HTTP/1.1" status: 200 len: 913 time: 0.0898666 Jul 29 05:07:04.363190 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f10dd1a-9b59-47ae-b3ba-7d01912e7b38 None None] Checking router: d255457a-0a07-44d8-8dd0-e214b7c8df83 for host: dv-cinder-851449-2-iscsi {{(pid=115910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:07:04.372211 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f10dd1a-9b59-47ae-b3ba-7d01912e7b38 None None] Routers {'d255457a-0a07-44d8-8dd0-e214b7c8df83'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:07:04.372844 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-0f10dd1a-9b59-47ae-b3ba-7d01912e7b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T05:06:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['d255457a-0a07-44d8-8dd0-e214b7c8df83'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:07:04.404130 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-dc3a2269-6030-4b06-af8a-5e398dc80f16 req-ea160753-ef01-4cf9-bb03-02cfdaa141ec service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c68983c-cfb3-4800-a355-b39022c12436 HTTP/1.1" status: 200 len: 998 time: 0.0579789 Jul 29 05:07:04.452106 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a2269-6030-4b06-af8a-5e398dc80f16 req-5c3df774-4a82-4945-9fe2-16ad98e4ef96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:07:04.453611 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-dc3a2269-6030-4b06-af8a-5e398dc80f16 req-5c3df774-4a82-4945-9fe2-16ad98e4ef96 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ac0e078d-97ae-4cd6-a0a6-6dab59affc7e HTTP/1.1" status: 200 len: 851 time: 0.0443144 Jul 29 05:07:04.481572 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-0f10dd1a-9b59-47ae-b3ba-7d01912e7b38 None None] Set router d255457a-0a07-44d8-8dd0-e214b7c8df83 gateway port host: dv-cinder-851449-2-iscsi {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:07:04.498445 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a2269-6030-4b06-af8a-5e398dc80f16 req-5b92ab15-c0d0-48d3-bf55-fbc668812af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:07:04.499933 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-dc3a2269-6030-4b06-af8a-5e398dc80f16 req-5b92ab15-c0d0-48d3-bf55-fbc668812af1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a8d51233-0dc5-4999-a537-b5dd4b1ae8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404849 Jul 29 05:07:04.592903 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-dc3a2269-6030-4b06-af8a-5e398dc80f16 req-946742ce-9c3d-4584-bb09-284ca7b9c172 service neutron] 10.222.0.64 "GET /v2.0/networks/a8d51233-0dc5-4999-a537-b5dd4b1ae8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858457 Jul 29 05:07:04.682459 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-dc3a2269-6030-4b06-af8a-5e398dc80f16 req-d8699411-a05f-49f5-811b-7718a0f480c9 service neutron] 10.222.0.64 "GET /v2.0/networks/a8d51233-0dc5-4999-a537-b5dd4b1ae8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823755 Jul 29 05:07:04.693559 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-0f10dd1a-9b59-47ae-b3ba-7d01912e7b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'name': 'tempest-TestVolumeBootPattern-1493235875-router', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '42f49a12-b73d-431e-beba-0613dde02901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:01:12Z', 'updated_at': '2022-07-29T05:01:15Z', 'revision_number': 4, 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'gw_port': {'id': '42f49a12-b73d-431e-beba-0613dde02901', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ee:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:01:13Z', 'updated_at': '2022-07-29T05:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_floatingips': [{'id': '5e34188a-e8b0-4b3e-b061-53f92bc5f153', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'floating_ip_address': '172.27.0.27', 'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'router_id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'port_id': '5c68983c-cfb3-4800-a355-b39022c12436', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d51233-0dc5-4999-a537-b5dd4b1ae8b7', 'mac_address': 'fa:16:3e:db:74:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb088bf-3354-43e7-8e24-877fc877fd9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:07:03Z', 'updated_at': '2022-07-29T05:07:03Z', 'revision_number': 0, 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'fixed_ip_address_scope': None}, {'id': '72445b91-2526-45af-be3e-9522fcd032e1', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'floating_ip_address': '172.27.0.109', 'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'router_id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'port_id': '8377000e-a189-4cb7-8339-f67e9ffaba23', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d51233-0dc5-4999-a537-b5dd4b1ae8b7', 'mac_address': 'fa:16:3e:94:1c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbad7c12-17df-4d94-b965-28b5daa8d3eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:04:44Z', 'updated_at': '2022-07-29T05:04:46Z', 'revision_number': 1, 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cae43ed0-ba9a-41f9-87df-99f0dbf4032b', 'name': '', 'network_id': 'a8d51233-0dc5-4999-a537-b5dd4b1ae8b7', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'mac_address': 'fa:16:3e:8d:d6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'ac0e078d-97ae-4cd6-a0a6-6dab59affc7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:01:14Z', 'updated_at': '2022-07-29T05:01:19Z', 'revision_number': 5, 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'subnets': [{'id': 'ac0e078d-97ae-4cd6-a0a6-6dab59affc7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:07:04.722438 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f10dd1a-9b59-47ae-b3ba-7d01912e7b38 None None] The sync data for ids ['d255457a-0a07-44d8-8dd0-e214b7c8df83'] in dv-cinder-851449-2-iscsi is: [{'id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'name': 'tempest-TestVolumeBootPattern-1493235875-router', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '42f49a12-b73d-431e-beba-0613dde02901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:01:12Z', 'updated_at': '2022-07-29T05:01:15Z', 'revision_number': 4, 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'gw_port': {'id': '42f49a12-b73d-431e-beba-0613dde02901', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ee:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:01:13Z', 'updated_at': '2022-07-29T05:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_floatingips': [{'id': '5e34188a-e8b0-4b3e-b061-53f92bc5f153', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'floating_ip_address': '172.27.0.27', 'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'router_id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'port_id': '5c68983c-cfb3-4800-a355-b39022c12436', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d51233-0dc5-4999-a537-b5dd4b1ae8b7', 'mac_address': 'fa:16:3e:db:74:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb088bf-3354-43e7-8e24-877fc877fd9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:07:03Z', 'updated_at': '2022-07-29T05:07:03Z', 'revision_number': 0, 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'fixed_ip_address_scope': None}, {'id': '72445b91-2526-45af-be3e-9522fcd032e1', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'floating_ip_address': '172.27.0.109', 'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'router_id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'port_id': '8377000e-a189-4cb7-8339-f67e9ffaba23', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d51233-0dc5-4999-a537-b5dd4b1ae8b7', 'mac_address': 'fa:16:3e:94:1c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbad7c12-17df-4d94-b965-28b5daa8d3eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:04:44Z', 'updated_at': '2022-07-29T05:04:46Z', 'revision_number': 1, 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cae43ed0-ba9a-41f9-87df-99f0dbf4032b', 'name': '', 'network_id': 'a8d51233-0dc5-4999-a537-b5dd4b1ae8b7', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'mac_address': 'fa:16:3e:8d:d6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'ac0e078d-97ae-4cd6-a0a6-6dab59affc7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:01:14Z', 'updated_at': '2022-07-29T05:01:19Z', 'revision_number': 5, 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'subnets': [{'id': 'ac0e078d-97ae-4cd6-a0a6-6dab59affc7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:07:04.917027 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55481ed-b6e3-418d-9f83-9128622a3091 None None] New status for floating IP 5e34188a-e8b0-4b3e-b061-53f92bc5f153: ACTIVE {{(pid=115909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 05:07:13.951572 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=71,neutron:DELETE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:07:13.953814 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=58,neutron:DELETE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:07:14.677253 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=50 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:07:14.679177 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=39 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:07:15.015772 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=40,neutron:UPDATE=3 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:07:15.018308 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=42,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:07:18.464076 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-871fde2a-ce3c-44ae-81af-8138733c72db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:07:20.681682 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-59b58ceb-a30a-4b24-9800-73c05ebabb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:07:21.666546 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (bab6a0c9-2145-495f-b42f-b184e241503a), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:07:21.910566 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:07:22.886161 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=84 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:07:22.886895 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=70 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:07:23.281891 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:07:23.407667 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:07:28.900427 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.agents_db [None req-05f878dc-9505-4230-ae26-b2f791c5e7d5 None None] Agent healthcheck: found 6 active agents {{(pid=115910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:07:33.396850 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:07:33.404252 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:07:38.868314 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-0e980288-3540-41e4-bbf1-ac4a105eb37e req-983b26da-f4d8-4226-b267-e5d2265b2ca6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fbad7c12-17df-4d94-b965-28b5daa8d3eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375578 Jul 29 05:07:38.963884 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e980288-3540-41e4-bbf1-ac4a105eb37e req-1e9c5aa7-a6cc-4780-ba68-ab917a4f54db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:07:38.965310 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-0e980288-3540-41e4-bbf1-ac4a105eb37e req-1e9c5aa7-a6cc-4780-ba68-ab917a4f54db service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e10af2e6edcd485caf51326fdc9c17fc&device_id=fbad7c12-17df-4d94-b965-28b5daa8d3eb HTTP/1.1" status: 200 len: 1130 time: 0.0428753 Jul 29 05:07:39.069231 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e980288-3540-41e4-bbf1-ac4a105eb37e req-1c7e37cc-b735-4650-954c-d25d6916eb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:07:39.070733 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-0e980288-3540-41e4-bbf1-ac4a105eb37e req-1c7e37cc-b735-4650-954c-d25d6916eb2d service neutron] 10.222.0.64 "GET /v2.0/networks?id=a8d51233-0dc5-4999-a537-b5dd4b1ae8b7 HTTP/1.1" status: 200 len: 913 time: 0.0869408 Jul 29 05:07:39.374597 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-0e980288-3540-41e4-bbf1-ac4a105eb37e req-b855b29c-91cd-4ba3-9728-9b1c204ba432 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8377000e-a189-4cb7-8339-f67e9ffaba23 HTTP/1.1" status: 200 len: 1002 time: 0.2981699 Jul 29 05:07:39.420688 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e980288-3540-41e4-bbf1-ac4a105eb37e req-07862cec-0aa5-40f4-aee0-2c3be4de1a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:07:39.422038 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-0e980288-3540-41e4-bbf1-ac4a105eb37e req-07862cec-0aa5-40f4-aee0-2c3be4de1a56 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ac0e078d-97ae-4cd6-a0a6-6dab59affc7e HTTP/1.1" status: 200 len: 851 time: 0.0416961 Jul 29 05:07:39.464465 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e980288-3540-41e4-bbf1-ac4a105eb37e req-d86d0678-700e-4d7a-ba8c-64397daf4a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:07:39.465918 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-0e980288-3540-41e4-bbf1-ac4a105eb37e req-d86d0678-700e-4d7a-ba8c-64397daf4a29 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a8d51233-0dc5-4999-a537-b5dd4b1ae8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386240 Jul 29 05:07:39.556190 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-0e980288-3540-41e4-bbf1-ac4a105eb37e req-52e451a1-5a8c-4a23-ac6b-27004a10ddc6 service neutron] 10.222.0.64 "GET /v2.0/networks/a8d51233-0dc5-4999-a537-b5dd4b1ae8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846274 Jul 29 05:07:39.644722 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-0e980288-3540-41e4-bbf1-ac4a105eb37e req-2ca9b245-2f86-431b-9abd-a2518e8f9167 service neutron] 10.222.0.64 "GET /v2.0/networks/a8d51233-0dc5-4999-a537-b5dd4b1ae8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827408 Jul 29 05:07:47.309490 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=16 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:07:47.310253 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=12 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:07:48.466288 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-e9b0c2d5-bd69-4206-b696-ab653b71f04a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:07:49.635607 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=50 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:07:49.641650 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=51 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:07:50.683519 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-1d676cf2-f66b-410a-94d3-e0adcf4c214a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:07:51.665878 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (bab6a0c9-2145-495f-b42f-b184e241503a), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:07:51.912886 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:07:53.281241 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:07:53.409089 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:07:59.876518 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=2 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:07:59.881561 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=4 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:08:03.403855 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:08:03.405789 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:08:05.905120 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.agents_db [None req-05f878dc-9505-4230-ae26-b2f791c5e7d5 None None] Agent healthcheck: found 6 active agents {{(pid=115910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:08:15.894262 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:08:15.895148 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:08:18.467930 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-08bbd4c6-0eee-4e45-ab75-5026e9e30443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:08:20.685541 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-270cf6bd-adf9-4e62-b511-ef28bd3367d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:08:21.678101 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (bab6a0c9-2145-495f-b42f-b184e241503a), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:08:21.916728 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:08:23.284856 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:08:23.410030 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:08:33.404193 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:08:33.406138 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:08:36.883173 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=2 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:08:36.888388 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=4 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:08:39.945268 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-980b188b-b8cd-4152-b1f5-7ece3542b615 req-b42e1046-6e08-4270-b59c-8753961f40ee service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5fb088bf-3354-43e7-8e24-877fc877fd9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0845597 Jul 29 05:08:40.015251 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b188b-b8cd-4152-b1f5-7ece3542b615 req-1f5bcc28-615f-4660-8a1e-f308910c5340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:08:40.016719 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-980b188b-b8cd-4152-b1f5-7ece3542b615 req-1f5bcc28-615f-4660-8a1e-f308910c5340 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e10af2e6edcd485caf51326fdc9c17fc&device_id=5fb088bf-3354-43e7-8e24-877fc877fd9c HTTP/1.1" status: 200 len: 1129 time: 0.0384221 Jul 29 05:08:40.121363 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b188b-b8cd-4152-b1f5-7ece3542b615 req-24665e72-3667-46f7-ba1a-2cfea4a01dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:08:40.122793 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-980b188b-b8cd-4152-b1f5-7ece3542b615 req-24665e72-3667-46f7-ba1a-2cfea4a01dd8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a8d51233-0dc5-4999-a537-b5dd4b1ae8b7 HTTP/1.1" status: 200 len: 913 time: 0.0877974 Jul 29 05:08:40.182772 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-980b188b-b8cd-4152-b1f5-7ece3542b615 req-efdd2f77-f4b7-4403-b2a0-4af536ee3833 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c68983c-cfb3-4800-a355-b39022c12436 HTTP/1.1" status: 200 len: 1000 time: 0.0541987 Jul 29 05:08:40.229305 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b188b-b8cd-4152-b1f5-7ece3542b615 req-6b6a7220-7bb2-4e19-a104-16e10ee92c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:08:40.230674 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-980b188b-b8cd-4152-b1f5-7ece3542b615 req-6b6a7220-7bb2-4e19-a104-16e10ee92c96 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ac0e078d-97ae-4cd6-a0a6-6dab59affc7e HTTP/1.1" status: 200 len: 851 time: 0.0427785 Jul 29 05:08:40.276180 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b188b-b8cd-4152-b1f5-7ece3542b615 req-091f2ea1-6803-4c4d-b205-ce0e2571ca1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:08:40.277704 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-980b188b-b8cd-4152-b1f5-7ece3542b615 req-091f2ea1-6803-4c4d-b205-ce0e2571ca1b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a8d51233-0dc5-4999-a537-b5dd4b1ae8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416043 Jul 29 05:08:40.287191 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [req-980b188b-b8cd-4152-b1f5-7ece3542b615 req-3fe801ac-aa42-49ba-81dc-a8ca39858de9 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=115908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 29 05:08:40.288313 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-980b188b-b8cd-4152-b1f5-7ece3542b615 req-3fe801ac-aa42-49ba-81dc-a8ca39858de9 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047567 Jul 29 05:08:40.375824 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-980b188b-b8cd-4152-b1f5-7ece3542b615 req-f7e65035-b778-4fb5-a7c6-0eb8800b8f8a service neutron] 10.222.0.64 "GET /v2.0/networks/a8d51233-0dc5-4999-a537-b5dd4b1ae8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819180 Jul 29 05:08:40.467709 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-980b188b-b8cd-4152-b1f5-7ece3542b615 req-c8c41eb2-248b-40d1-809d-b35ee1275bbd service neutron] 10.222.0.64 "GET /v2.0/networks/a8d51233-0dc5-4999-a537-b5dd4b1ae8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860364 Jul 29 05:08:42.904480 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.agents_db [None req-05f878dc-9505-4230-ae26-b2f791c5e7d5 None None] Agent healthcheck: found 6 active agents {{(pid=115910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:08:48.469406 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-c0bea10c-2135-43f3-9f11-698003bda55d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:08:50.463303 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=57 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:08:50.465172 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=44 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:08:50.687143 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-a46d5d3f-dc0c-4ab7-a508-cb42772ba6ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:08:51.680903 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (bab6a0c9-2145-495f-b42f-b184e241503a), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:08:51.919653 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:08:52.900091 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=2 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:08:52.900972 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:08:53.288485 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:08:53.412223 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:08:55.366355 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 40246) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:08:55.504676 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [None req-3448c981-b94f-40e4-b33e-63464b8d323c tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Deleting port 09c495eb-c8d1-4733-8554-7a320645c424 {{(pid=115908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:08:55.505018 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-3448c981-b94f-40e4-b33e-63464b8d323c tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (09c495eb-c8d1-4733-8554-7a320645c424), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:08:55.578369 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-3448c981-b94f-40e4-b33e-63464b8d323c tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (09c495eb-c8d1-4733-8554-7a320645c424), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:08:55.578695 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-3448c981-b94f-40e4-b33e-63464b8d323c tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks [] for floatingip (09c495eb-c8d1-4733-8554-7a320645c424), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:08:55.594680 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [None req-3448c981-b94f-40e4-b33e-63464b8d323c tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Calling delete_port for 09c495eb-c8d1-4733-8554-7a320645c424 owned by network:floatingip {{(pid=115908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:08:55.733685 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-3448c981-b94f-40e4-b33e-63464b8d323c tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (09c495eb-c8d1-4733-8554-7a320645c424), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:08:55.762262 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3448c981-b94f-40e4-b33e-63464b8d323c tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Pushing event deleted for resources: {'Port': ['ID=09c495eb-c8d1-4733-8554-7a320645c424,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:08:55.787722 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3448c981-b94f-40e4-b33e-63464b8d323c tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:08:55.788073 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3448c981-b94f-40e4-b33e-63464b8d323c tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:08:55.788420 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3448c981-b94f-40e4-b33e-63464b8d323c tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:08:55.788794 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3448c981-b94f-40e4-b33e-63464b8d323c tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:08:55.789133 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3448c981-b94f-40e4-b33e-63464b8d323c tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:08:55.789466 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3448c981-b94f-40e4-b33e-63464b8d323c tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:08:55.789796 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3448c981-b94f-40e4-b33e-63464b8d323c tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:08:55.790126 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3448c981-b94f-40e4-b33e-63464b8d323c tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:08:55.790454 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3448c981-b94f-40e4-b33e-63464b8d323c tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:08:55.790783 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3448c981-b94f-40e4-b33e-63464b8d323c tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:08:55.791117 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3448c981-b94f-40e4-b33e-63464b8d323c tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:08:55.791447 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3448c981-b94f-40e4-b33e-63464b8d323c tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:08:55.791777 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3448c981-b94f-40e4-b33e-63464b8d323c tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:08:55.792099 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3448c981-b94f-40e4-b33e-63464b8d323c tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:08:55.792421 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3448c981-b94f-40e4-b33e-63464b8d323c tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:08:55.836657 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-3448c981-b94f-40e4-b33e-63464b8d323c tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks [] for floatingip (5e34188a-e8b0-4b3e-b061-53f92bc5f153), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:08:55.836985 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.db.l3_db [None req-3448c981-b94f-40e4-b33e-63464b8d323c tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Floating IP 5e34188a-e8b0-4b3e-b061-53f92bc5f153 disassociated (deleted). External IP: 172.27.0.27, port: 5c68983c-cfb3-4800-a355-b39022c12436. Jul 29 05:08:56.035684 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3448c981-b94f-40e4-b33e-63464b8d323c tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Router d255457a-0a07-44d8-8dd0-e214b7c8df83 has already been hosted by L3 agent 507cc676-b5a3-487d-9bd3-df89beb45ea5 {{(pid=115908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:08:56.137312 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3448c981-b94f-40e4-b33e-63464b8d323c tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Notify agent at l3_agent.dv-cinder-851449-2-iscsi the message routers_updated {{(pid=115908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:08:56.142117 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-3448c981-b94f-40e4-b33e-63464b8d323c tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for floatingip (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:08:56.147158 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadd49fa-a046-4f79-af3c-6e6bd81a8062 None None] Sync routers for ids ['d255457a-0a07-44d8-8dd0-e214b7c8df83'] in dv-cinder-851449-2-iscsi {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:08:56.156851 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadd49fa-a046-4f79-af3c-6e6bd81a8062 None None] Routers {'d255457a-0a07-44d8-8dd0-e214b7c8df83'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:08:56.157461 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-fadd49fa-a046-4f79-af3c-6e6bd81a8062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T05:08:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['d255457a-0a07-44d8-8dd0-e214b7c8df83'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:08:56.166780 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:08:56.173851 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-3448c981-b94f-40e4-b33e-63464b8d323c tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "DELETE /v2.0/floatingips/5e34188a-e8b0-4b3e-b061-53f92bc5f153 HTTP/1.1" status: 204 len: 168 time: 0.8063903 Jul 29 05:08:56.174507 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb088bf-3354-43e7-8e24-877fc877fd9c', 'tag': '5c68983c-cfb3-4800-a355-b39022c12436'}] {{(pid=115908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:08:56.176877 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91089063952d51f7df5c9c02e055d40fa8e1e9cb9a21cfbbcb9b3277c7a948b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e882de-d8ed-41ad-be74-d47fb7c3cc06" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb088bf-3354-43e7-8e24-877fc877fd9c", "tag": "5c68983c-cfb3-4800-a355-b39022c12436"}]}' {{(pid=115908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:08:56.226249 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 05:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39fa0d3b-646b-482f-b97d-cf060d7d892b x-openstack-request-id: req-39fa0d3b-646b-482f-b97d-cf060d7d892b {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:08:56.226551 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb088bf-3354-43e7-8e24-877fc877fd9c", "tag": "5c68983c-cfb3-4800-a355-b39022c12436", "status": "completed", "code": 200}]} {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:08:56.226805 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-39fa0d3b-646b-482f-b97d-cf060d7d892b {{(pid=115908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:08:56.227215 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39fa0d3b-646b-482f-b97d-cf060d7d892b'] response: {'name': 'network-changed', 'server_uuid': '5fb088bf-3354-43e7-8e24-877fc877fd9c', 'tag': '5c68983c-cfb3-4800-a355-b39022c12436', 'status': 'completed', 'code': 200} Jul 29 05:08:56.278433 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-fadd49fa-a046-4f79-af3c-6e6bd81a8062 None None] Set router d255457a-0a07-44d8-8dd0-e214b7c8df83 gateway port host: dv-cinder-851449-2-iscsi {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:08:56.336289 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e882de-d8ed-41ad-be74-d47fb7c3cc06 req-b742c5eb-e07e-4b4a-8e7a-b2f3f57d165e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:08:56.338137 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-73e882de-d8ed-41ad-be74-d47fb7c3cc06 req-b742c5eb-e07e-4b4a-8e7a-b2f3f57d165e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e10af2e6edcd485caf51326fdc9c17fc&device_id=5fb088bf-3354-43e7-8e24-877fc877fd9c HTTP/1.1" status: 200 len: 1129 time: 0.0546432 Jul 29 05:08:56.435268 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:08:56.475521 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed2a5e-1a1c-4c18-bb17-4676ae240616 req-d3f518fd-1947-4afb-ae77-67021e56390e tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:08:56.477758 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9eed2a5e-1a1c-4c18-bb17-4676ae240616 req-d3f518fd-1947-4afb-ae77-67021e56390e tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/ports?device_id=5fb088bf-3354-43e7-8e24-877fc877fd9c HTTP/1.1" status: 200 len: 945 time: 0.1046224 Jul 29 05:08:56.504320 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-fadd49fa-a046-4f79-af3c-6e6bd81a8062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'name': 'tempest-TestVolumeBootPattern-1493235875-router', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '42f49a12-b73d-431e-beba-0613dde02901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:01:12Z', 'updated_at': '2022-07-29T05:01:15Z', 'revision_number': 4, 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'gw_port': {'id': '42f49a12-b73d-431e-beba-0613dde02901', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ee:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:01:13Z', 'updated_at': '2022-07-29T05:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_floatingips': [{'id': '72445b91-2526-45af-be3e-9522fcd032e1', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'floating_ip_address': '172.27.0.109', 'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'router_id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'port_id': '8377000e-a189-4cb7-8339-f67e9ffaba23', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d51233-0dc5-4999-a537-b5dd4b1ae8b7', 'mac_address': 'fa:16:3e:94:1c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbad7c12-17df-4d94-b965-28b5daa8d3eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:04:44Z', 'updated_at': '2022-07-29T05:04:46Z', 'revision_number': 1, 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cae43ed0-ba9a-41f9-87df-99f0dbf4032b', 'name': '', 'network_id': 'a8d51233-0dc5-4999-a537-b5dd4b1ae8b7', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'mac_address': 'fa:16:3e:8d:d6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'ac0e078d-97ae-4cd6-a0a6-6dab59affc7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:01:14Z', 'updated_at': '2022-07-29T05:01:19Z', 'revision_number': 5, 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'subnets': [{'id': 'ac0e078d-97ae-4cd6-a0a6-6dab59affc7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:08:56.531670 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadd49fa-a046-4f79-af3c-6e6bd81a8062 None None] Checking router: d255457a-0a07-44d8-8dd0-e214b7c8df83 for host: dv-cinder-851449-2-iscsi {{(pid=115910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:08:56.538127 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-9eed2a5e-1a1c-4c18-bb17-4676ae240616 req-d94518db-2980-4f31-859a-1f6643cc6027 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/security-groups?id=53f4bb53-9596-4c65-ac4b-f09350e921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526307 Jul 29 05:08:56.541616 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadd49fa-a046-4f79-af3c-6e6bd81a8062 None None] Routers {'d255457a-0a07-44d8-8dd0-e214b7c8df83'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:08:56.542153 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-fadd49fa-a046-4f79-af3c-6e6bd81a8062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T05:08:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['d255457a-0a07-44d8-8dd0-e214b7c8df83'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:08:56.733271 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-fadd49fa-a046-4f79-af3c-6e6bd81a8062 None None] Set router d255457a-0a07-44d8-8dd0-e214b7c8df83 gateway port host: dv-cinder-851449-2-iscsi {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:08:56.940477 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-fadd49fa-a046-4f79-af3c-6e6bd81a8062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'name': 'tempest-TestVolumeBootPattern-1493235875-router', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '42f49a12-b73d-431e-beba-0613dde02901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:01:12Z', 'updated_at': '2022-07-29T05:01:15Z', 'revision_number': 4, 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'gw_port': {'id': '42f49a12-b73d-431e-beba-0613dde02901', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ee:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:01:13Z', 'updated_at': '2022-07-29T05:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_floatingips': [{'id': '72445b91-2526-45af-be3e-9522fcd032e1', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'floating_ip_address': '172.27.0.109', 'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'router_id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'port_id': '8377000e-a189-4cb7-8339-f67e9ffaba23', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d51233-0dc5-4999-a537-b5dd4b1ae8b7', 'mac_address': 'fa:16:3e:94:1c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbad7c12-17df-4d94-b965-28b5daa8d3eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:04:44Z', 'updated_at': '2022-07-29T05:04:46Z', 'revision_number': 1, 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cae43ed0-ba9a-41f9-87df-99f0dbf4032b', 'name': '', 'network_id': 'a8d51233-0dc5-4999-a537-b5dd4b1ae8b7', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'mac_address': 'fa:16:3e:8d:d6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'ac0e078d-97ae-4cd6-a0a6-6dab59affc7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:01:14Z', 'updated_at': '2022-07-29T05:01:19Z', 'revision_number': 5, 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'subnets': [{'id': 'ac0e078d-97ae-4cd6-a0a6-6dab59affc7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:08:56.964621 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadd49fa-a046-4f79-af3c-6e6bd81a8062 None None] The sync data for ids ['d255457a-0a07-44d8-8dd0-e214b7c8df83'] in dv-cinder-851449-2-iscsi is: [{'id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'name': 'tempest-TestVolumeBootPattern-1493235875-router', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '42f49a12-b73d-431e-beba-0613dde02901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:01:12Z', 'updated_at': '2022-07-29T05:01:15Z', 'revision_number': 4, 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'gw_port': {'id': '42f49a12-b73d-431e-beba-0613dde02901', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ee:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:01:13Z', 'updated_at': '2022-07-29T05:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_floatingips': [{'id': '72445b91-2526-45af-be3e-9522fcd032e1', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'floating_ip_address': '172.27.0.109', 'floating_network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'router_id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'port_id': '8377000e-a189-4cb7-8339-f67e9ffaba23', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d51233-0dc5-4999-a537-b5dd4b1ae8b7', 'mac_address': 'fa:16:3e:94:1c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbad7c12-17df-4d94-b965-28b5daa8d3eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T05:04:44Z', 'updated_at': '2022-07-29T05:04:46Z', 'revision_number': 1, 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cae43ed0-ba9a-41f9-87df-99f0dbf4032b', 'name': '', 'network_id': 'a8d51233-0dc5-4999-a537-b5dd4b1ae8b7', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'mac_address': 'fa:16:3e:8d:d6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'ac0e078d-97ae-4cd6-a0a6-6dab59affc7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:01:14Z', 'updated_at': '2022-07-29T05:01:19Z', 'revision_number': 5, 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'subnets': [{'id': 'ac0e078d-97ae-4cd6-a0a6-6dab59affc7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:08:57.176782 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846c08de-9df6-45f1-a2bb-2054aa63b34c None None] New status for floating IP 5e34188a-e8b0-4b3e-b061-53f92bc5f153: DOWN {{(pid=115909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 05:08:57.469474 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e882de-d8ed-41ad-be74-d47fb7c3cc06 req-464e1d3f-51d9-467e-88c9-b1a45098cf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:08:57.470854 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-73e882de-d8ed-41ad-be74-d47fb7c3cc06 req-464e1d3f-51d9-467e-88c9-b1a45098cf19 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a8d51233-0dc5-4999-a537-b5dd4b1ae8b7 HTTP/1.1" status: 200 len: 913 time: 0.0881319 Jul 29 05:08:57.513815 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-73e882de-d8ed-41ad-be74-d47fb7c3cc06 req-7cfe1879-baf5-481b-b18e-abfb249e6fa8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c68983c-cfb3-4800-a355-b39022c12436 HTTP/1.1" status: 200 len: 217 time: 0.0359595 Jul 29 05:08:57.562914 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e882de-d8ed-41ad-be74-d47fb7c3cc06 req-edfd4bd2-d079-4549-a8fd-e604cd54d58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:08:57.564294 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-73e882de-d8ed-41ad-be74-d47fb7c3cc06 req-edfd4bd2-d079-4549-a8fd-e604cd54d58b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ac0e078d-97ae-4cd6-a0a6-6dab59affc7e HTTP/1.1" status: 200 len: 851 time: 0.0440269 Jul 29 05:08:57.620509 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e882de-d8ed-41ad-be74-d47fb7c3cc06 req-84eb53f4-9c6d-45ec-8712-2e26e7171fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:08:57.622128 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-73e882de-d8ed-41ad-be74-d47fb7c3cc06 req-84eb53f4-9c6d-45ec-8712-2e26e7171fa9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a8d51233-0dc5-4999-a537-b5dd4b1ae8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403552 Jul 29 05:08:57.721822 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf815e-4bbb-405c-8c7e-9e681799c85f req-fe1a799a-ff89-4107-b9e8-e0c5154ef1c4 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:08:57.723331 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-30bf815e-4bbb-405c-8c7e-9e681799c85f req-fe1a799a-ff89-4107-b9e8-e0c5154ef1c4 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/ports?device_id=5fb088bf-3354-43e7-8e24-877fc877fd9c HTTP/1.1" status: 200 len: 945 time: 0.1063440 Jul 29 05:08:57.747960 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-73e882de-d8ed-41ad-be74-d47fb7c3cc06 req-4600ce10-44f3-4f48-a652-6e120be72de1 service neutron] 10.222.0.64 "GET /v2.0/networks/a8d51233-0dc5-4999-a537-b5dd4b1ae8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958467 Jul 29 05:08:57.772920 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-30bf815e-4bbb-405c-8c7e-9e681799c85f req-81520cbf-d5ae-4c7b-afdf-c7fa483a4709 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/security-groups?id=53f4bb53-9596-4c65-ac4b-f09350e921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435052 Jul 29 05:08:57.991689 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-73e882de-d8ed-41ad-be74-d47fb7c3cc06 req-14cabdaa-e784-47d1-8694-a40f4ed45294 service neutron] 10.222.0.64 "GET /v2.0/networks/a8d51233-0dc5-4999-a537-b5dd4b1ae8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833409 Jul 29 05:08:58.283795 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1dde0-b152-4503-9ca9-dd920017d936 req-4a908a52-e563-41dc-960d-8a25d373be07 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:08:58.285187 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e6d1dde0-b152-4503-9ca9-dd920017d936 req-4a908a52-e563-41dc-960d-8a25d373be07 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fb088bf-3354-43e7-8e24-877fc877fd9c HTTP/1.1" status: 200 len: 945 time: 0.0504308 Jul 29 05:08:58.363826 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [req-e6d1dde0-b152-4503-9ca9-dd920017d936 req-67c63c98-3a8f-4e66-be83-db6605106269 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Deleting port 5c68983c-cfb3-4800-a355-b39022c12436 {{(pid=115908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:08:58.364165 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-e6d1dde0-b152-4503-9ca9-dd920017d936 req-67c63c98-3a8f-4e66-be83-db6605106269 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (5c68983c-cfb3-4800-a355-b39022c12436), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:08:58.453841 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [req-e6d1dde0-b152-4503-9ca9-dd920017d936 req-67c63c98-3a8f-4e66-be83-db6605106269 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] For port 5c68983c-cfb3-4800-a355-b39022c12436, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=5c68983c-cfb3-4800-a355-b39022c12436,segment=NetworkSegment(3fca9811-8309-4f3b-9991-5d50db061952),segment_id=3fca9811-8309-4f3b-9991-5d50db061952)] {{(pid=115908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:08:58.454201 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-e6d1dde0-b152-4503-9ca9-dd920017d936 req-67c63c98-3a8f-4e66-be83-db6605106269 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (5c68983c-cfb3-4800-a355-b39022c12436), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:08:58.467091 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [req-e6d1dde0-b152-4503-9ca9-dd920017d936 req-67c63c98-3a8f-4e66-be83-db6605106269 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Calling delete_port for 5c68983c-cfb3-4800-a355-b39022c12436 owned by compute:nova {{(pid=115908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:08:58.589324 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-e6d1dde0-b152-4503-9ca9-dd920017d936 req-67c63c98-3a8f-4e66-be83-db6605106269 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (5c68983c-cfb3-4800-a355-b39022c12436), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:08:58.620851 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c63c98-3a8f-4e66-be83-db6605106269 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Pushing event deleted for resources: {'Port': ['ID=5c68983c-cfb3-4800-a355-b39022c12436,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:08:58.627705 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:08:58.664811 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6d1dde0-b152-4503-9ca9-dd920017d936 req-67c63c98-3a8f-4e66-be83-db6605106269 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] No DVR routers for this DVR port 5c68983c-cfb3-4800-a355-b39022c12436 on host hv-cinder-85144 {{(pid=115908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 05:08:58.667327 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-e6d1dde0-b152-4503-9ca9-dd920017d936 req-67c63c98-3a8f-4e66-be83-db6605106269 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for port (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:08:58.670625 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-e6d1dde0-b152-4503-9ca9-dd920017d936 req-67c63c98-3a8f-4e66-be83-db6605106269 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.64 "DELETE /v2.0/ports/5c68983c-cfb3-4800-a355-b39022c12436 HTTP/1.1" status: 204 len: 173 time: 0.3803313 Jul 29 05:08:58.671053 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb088bf-3354-43e7-8e24-877fc877fd9c', 'name': 'network-vif-deleted', 'tag': '5c68983c-cfb3-4800-a355-b39022c12436'}] {{(pid=115908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:08:58.673570 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91089063952d51f7df5c9c02e055d40fa8e1e9cb9a21cfbbcb9b3277c7a948b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8625926d-0945-44f1-b193-556065649cf0" -d '{"events": [{"server_uuid": "5fb088bf-3354-43e7-8e24-877fc877fd9c", "name": "network-vif-deleted", "tag": "5c68983c-cfb3-4800-a355-b39022c12436"}]}' {{(pid=115908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:08:58.718970 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 05:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-090da620-a755-4ae0-9251-eeafd2fcf3b6 x-openstack-request-id: req-090da620-a755-4ae0-9251-eeafd2fcf3b6 {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:08:58.719262 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb088bf-3354-43e7-8e24-877fc877fd9c", "name": "network-vif-deleted", "tag": "5c68983c-cfb3-4800-a355-b39022c12436", "status": "completed", "code": 200}]} {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:08:58.719540 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-090da620-a755-4ae0-9251-eeafd2fcf3b6 {{(pid=115908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:08:58.719951 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-090da620-a755-4ae0-9251-eeafd2fcf3b6'] response: {'server_uuid': '5fb088bf-3354-43e7-8e24-877fc877fd9c', 'name': 'network-vif-deleted', 'tag': '5c68983c-cfb3-4800-a355-b39022c12436', 'status': 'completed', 'code': 200} Jul 29 05:08:58.877483 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-860c191a-8bac-4968-b87d-3283772280d4 req-cd7f4a9d-a0c9-4584-8382-d54cd3957acc tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/ports?device_id=5fb088bf-3354-43e7-8e24-877fc877fd9c HTTP/1.1" status: 200 len: 210 time: 0.0303917 Jul 29 05:09:02.179582 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 40294) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:09:02.219283 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:09:02.288846 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device 5c68983c-cfb3-4800-a355-b39022c12436 no longer exists at agent hyperv_hv-cinder-85144 {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:09:02.307852 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] No Port match for: 5c68983c-cfb3-4800-a355-b39022c12436 {{(pid=115909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:09:02.308281 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device 5c68983c-cfb3-4800-a355-b39022c12436 not bound to the agent host hv-cinder-85144 {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:09:02.320212 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [None req-18b6a1ba-d6c8-4e03-9306-ccbf5b310fd7 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Deleting port c7749633-c682-454e-9a6f-df8260a9852d {{(pid=115908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:09:02.320557 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-18b6a1ba-d6c8-4e03-9306-ccbf5b310fd7 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (c7749633-c682-454e-9a6f-df8260a9852d), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:02.397949 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-18b6a1ba-d6c8-4e03-9306-ccbf5b310fd7 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (c7749633-c682-454e-9a6f-df8260a9852d), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:02.398282 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-18b6a1ba-d6c8-4e03-9306-ccbf5b310fd7 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks [] for floatingip (c7749633-c682-454e-9a6f-df8260a9852d), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:02.410535 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [None req-18b6a1ba-d6c8-4e03-9306-ccbf5b310fd7 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Calling delete_port for c7749633-c682-454e-9a6f-df8260a9852d owned by network:floatingip {{(pid=115908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:09:02.552672 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-18b6a1ba-d6c8-4e03-9306-ccbf5b310fd7 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (c7749633-c682-454e-9a6f-df8260a9852d), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:02.575036 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6a1ba-d6c8-4e03-9306-ccbf5b310fd7 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Pushing event deleted for resources: {'Port': ['ID=c7749633-c682-454e-9a6f-df8260a9852d,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:09:02.638708 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-18b6a1ba-d6c8-4e03-9306-ccbf5b310fd7 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks [] for floatingip (72445b91-2526-45af-be3e-9522fcd032e1), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:02.639031 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.db.l3_db [None req-18b6a1ba-d6c8-4e03-9306-ccbf5b310fd7 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Floating IP 72445b91-2526-45af-be3e-9522fcd032e1 disassociated (deleted). External IP: 172.27.0.109, port: 8377000e-a189-4cb7-8339-f67e9ffaba23. Jul 29 05:09:02.832538 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b6a1ba-d6c8-4e03-9306-ccbf5b310fd7 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Router d255457a-0a07-44d8-8dd0-e214b7c8df83 has already been hosted by L3 agent 507cc676-b5a3-487d-9bd3-df89beb45ea5 {{(pid=115908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:09:03.174156 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b6a1ba-d6c8-4e03-9306-ccbf5b310fd7 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Notify agent at l3_agent.dv-cinder-851449-2-iscsi the message routers_updated {{(pid=115908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:09:03.178950 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-18b6a1ba-d6c8-4e03-9306-ccbf5b310fd7 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for floatingip (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:03.183438 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58dc25f0-8e66-44a9-a576-b2a16716effd None None] Sync routers for ids ['d255457a-0a07-44d8-8dd0-e214b7c8df83'] in dv-cinder-851449-2-iscsi {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:09:03.192758 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dc25f0-8e66-44a9-a576-b2a16716effd None None] Routers {'d255457a-0a07-44d8-8dd0-e214b7c8df83'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:09:03.193988 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-58dc25f0-8e66-44a9-a576-b2a16716effd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T05:08:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['d255457a-0a07-44d8-8dd0-e214b7c8df83'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:09:03.208295 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-18b6a1ba-d6c8-4e03-9306-ccbf5b310fd7 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "DELETE /v2.0/floatingips/72445b91-2526-45af-be3e-9522fcd032e1 HTTP/1.1" status: 204 len: 168 time: 1.0275798 Jul 29 05:09:03.209482 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbad7c12-17df-4d94-b965-28b5daa8d3eb', 'tag': '8377000e-a189-4cb7-8339-f67e9ffaba23'}] {{(pid=115908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:09:03.211685 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91089063952d51f7df5c9c02e055d40fa8e1e9cb9a21cfbbcb9b3277c7a948b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41483e12-7ddc-419e-998a-0571d79ad574" -d '{"events": [{"name": "network-changed", "server_uuid": "fbad7c12-17df-4d94-b965-28b5daa8d3eb", "tag": "8377000e-a189-4cb7-8339-f67e9ffaba23"}]}' {{(pid=115908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:09:03.248298 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Jul 2022 05:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04c202a-919d-4834-a69f-9d33cc785c37 x-openstack-request-id: req-c04c202a-919d-4834-a69f-9d33cc785c37 {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:09:03.248595 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbad7c12-17df-4d94-b965-28b5daa8d3eb", "tag": "8377000e-a189-4cb7-8339-f67e9ffaba23", "status": "completed", "code": 200}]} {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:09:03.248871 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-c04c202a-919d-4834-a69f-9d33cc785c37 {{(pid=115908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:09:03.249271 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c04c202a-919d-4834-a69f-9d33cc785c37'] response: {'name': 'network-changed', 'server_uuid': 'fbad7c12-17df-4d94-b965-28b5daa8d3eb', 'tag': '8377000e-a189-4cb7-8339-f67e9ffaba23', 'status': 'completed', 'code': 200} Jul 29 05:09:03.302058 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-58dc25f0-8e66-44a9-a576-b2a16716effd None None] Set router d255457a-0a07-44d8-8dd0-e214b7c8df83 gateway port host: dv-cinder-851449-2-iscsi {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:09:03.350107 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41483e12-7ddc-419e-998a-0571d79ad574 req-c2dff8cf-0121-49a4-877f-fbeb60dc80c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:09:03.351764 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-41483e12-7ddc-419e-998a-0571d79ad574 req-c2dff8cf-0121-49a4-877f-fbeb60dc80c2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e10af2e6edcd485caf51326fdc9c17fc&device_id=fbad7c12-17df-4d94-b965-28b5daa8d3eb HTTP/1.1" status: 200 len: 1130 time: 0.0559564 Jul 29 05:09:03.400131 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:09:03.423799 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:09:03.435835 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=100 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:09:03.440578 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d52f6-1a6f-4583-a775-7d5bf76c0659 req-7040046f-736d-46fa-a5ef-56e61e05bafc tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:09:03.442079 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-df5d52f6-1a6f-4583-a775-7d5bf76c0659 req-7040046f-736d-46fa-a5ef-56e61e05bafc tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/ports?device_id=fbad7c12-17df-4d94-b965-28b5daa8d3eb HTTP/1.1" status: 200 len: 946 time: 0.0523241 Jul 29 05:09:03.442482 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=100 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:09:03.492007 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-df5d52f6-1a6f-4583-a775-7d5bf76c0659 req-a331c16c-4e29-4b9e-a005-e66abc5f552c tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/security-groups?id=53f4bb53-9596-4c65-ac4b-f09350e921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435240 Jul 29 05:09:03.501964 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-58dc25f0-8e66-44a9-a576-b2a16716effd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'name': 'tempest-TestVolumeBootPattern-1493235875-router', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '42f49a12-b73d-431e-beba-0613dde02901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:01:12Z', 'updated_at': '2022-07-29T05:01:15Z', 'revision_number': 4, 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'gw_port': {'id': '42f49a12-b73d-431e-beba-0613dde02901', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ee:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:01:13Z', 'updated_at': '2022-07-29T05:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': 'cae43ed0-ba9a-41f9-87df-99f0dbf4032b', 'name': '', 'network_id': 'a8d51233-0dc5-4999-a537-b5dd4b1ae8b7', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'mac_address': 'fa:16:3e:8d:d6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'ac0e078d-97ae-4cd6-a0a6-6dab59affc7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:01:14Z', 'updated_at': '2022-07-29T05:01:19Z', 'revision_number': 5, 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'subnets': [{'id': 'ac0e078d-97ae-4cd6-a0a6-6dab59affc7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:09:03.527052 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58dc25f0-8e66-44a9-a576-b2a16716effd None None] Checking router: d255457a-0a07-44d8-8dd0-e214b7c8df83 for host: dv-cinder-851449-2-iscsi {{(pid=115910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:09:03.535329 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dc25f0-8e66-44a9-a576-b2a16716effd None None] Routers {'d255457a-0a07-44d8-8dd0-e214b7c8df83'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:09:03.535926 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-58dc25f0-8e66-44a9-a576-b2a16716effd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T05:08:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['d255457a-0a07-44d8-8dd0-e214b7c8df83'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:09:03.635259 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-58dc25f0-8e66-44a9-a576-b2a16716effd None None] Set router d255457a-0a07-44d8-8dd0-e214b7c8df83 gateway port host: dv-cinder-851449-2-iscsi {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:09:03.820783 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-58dc25f0-8e66-44a9-a576-b2a16716effd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'name': 'tempest-TestVolumeBootPattern-1493235875-router', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '42f49a12-b73d-431e-beba-0613dde02901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:01:12Z', 'updated_at': '2022-07-29T05:01:15Z', 'revision_number': 4, 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'gw_port': {'id': '42f49a12-b73d-431e-beba-0613dde02901', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ee:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:01:13Z', 'updated_at': '2022-07-29T05:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': 'cae43ed0-ba9a-41f9-87df-99f0dbf4032b', 'name': '', 'network_id': 'a8d51233-0dc5-4999-a537-b5dd4b1ae8b7', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'mac_address': 'fa:16:3e:8d:d6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'ac0e078d-97ae-4cd6-a0a6-6dab59affc7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:01:14Z', 'updated_at': '2022-07-29T05:01:19Z', 'revision_number': 5, 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'subnets': [{'id': 'ac0e078d-97ae-4cd6-a0a6-6dab59affc7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:09:03.848453 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58dc25f0-8e66-44a9-a576-b2a16716effd None None] The sync data for ids ['d255457a-0a07-44d8-8dd0-e214b7c8df83'] in dv-cinder-851449-2-iscsi is: [{'id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'name': 'tempest-TestVolumeBootPattern-1493235875-router', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '42f49a12-b73d-431e-beba-0613dde02901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:01:12Z', 'updated_at': '2022-07-29T05:01:15Z', 'revision_number': 4, 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'gw_port': {'id': '42f49a12-b73d-431e-beba-0613dde02901', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ee:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:01:13Z', 'updated_at': '2022-07-29T05:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi', '_interfaces': [{'id': 'cae43ed0-ba9a-41f9-87df-99f0dbf4032b', 'name': '', 'network_id': 'a8d51233-0dc5-4999-a537-b5dd4b1ae8b7', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'mac_address': 'fa:16:3e:8d:d6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'ac0e078d-97ae-4cd6-a0a6-6dab59affc7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:01:14Z', 'updated_at': '2022-07-29T05:01:19Z', 'revision_number': 5, 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'subnets': [{'id': 'ac0e078d-97ae-4cd6-a0a6-6dab59affc7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:09:04.060047 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a3aea5-fc64-4257-b44e-43b9a5588ba4 None None] New status for floating IP 72445b91-2526-45af-be3e-9522fcd032e1: DOWN {{(pid=115909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 29 05:09:04.485983 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41483e12-7ddc-419e-998a-0571d79ad574 req-60b82806-4c29-45f8-bc0d-bf9c37666ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:09:04.487409 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-41483e12-7ddc-419e-998a-0571d79ad574 req-60b82806-4c29-45f8-bc0d-bf9c37666ac9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a8d51233-0dc5-4999-a537-b5dd4b1ae8b7 HTTP/1.1" status: 200 len: 913 time: 0.0855637 Jul 29 05:09:04.532626 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-41483e12-7ddc-419e-998a-0571d79ad574 req-49215861-6f84-42f6-be7b-3978dd2c7da0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8377000e-a189-4cb7-8339-f67e9ffaba23 HTTP/1.1" status: 200 len: 217 time: 0.0374401 Jul 29 05:09:04.580863 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41483e12-7ddc-419e-998a-0571d79ad574 req-5a420c2e-d444-4767-a23b-f5d45824b84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:09:04.582303 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-41483e12-7ddc-419e-998a-0571d79ad574 req-5a420c2e-d444-4767-a23b-f5d45824b84b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ac0e078d-97ae-4cd6-a0a6-6dab59affc7e HTTP/1.1" status: 200 len: 851 time: 0.0436947 Jul 29 05:09:04.613535 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a0dd02-6d1c-42a2-b613-4e7f30a6e85a req-dfac3d8b-2262-429c-a51b-81407a8843af tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:09:04.615640 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-72a0dd02-6d1c-42a2-b613-4e7f30a6e85a req-dfac3d8b-2262-429c-a51b-81407a8843af tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/ports?device_id=fbad7c12-17df-4d94-b965-28b5daa8d3eb HTTP/1.1" status: 200 len: 946 time: 0.0488098 Jul 29 05:09:04.625429 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41483e12-7ddc-419e-998a-0571d79ad574 req-899e3e83-bc59-4f83-b3bc-ccf911ca031d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:09:04.626910 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-41483e12-7ddc-419e-998a-0571d79ad574 req-899e3e83-bc59-4f83-b3bc-ccf911ca031d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a8d51233-0dc5-4999-a537-b5dd4b1ae8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388277 Jul 29 05:09:04.666149 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-72a0dd02-6d1c-42a2-b613-4e7f30a6e85a req-42005cf9-74e1-450c-b009-2f3c05b2f0f9 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/security-groups?id=53f4bb53-9596-4c65-ac4b-f09350e921ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441184 Jul 29 05:09:04.831605 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-41483e12-7ddc-419e-998a-0571d79ad574 req-2b5cb458-de0f-48fb-ad1c-15cfa60f00a9 service neutron] 10.222.0.64 "GET /v2.0/networks/a8d51233-0dc5-4999-a537-b5dd4b1ae8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917792 Jul 29 05:09:05.061418 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-41483e12-7ddc-419e-998a-0571d79ad574 req-68fc03a8-983e-4181-875c-5a6625537247 service neutron] 10.222.0.64 "GET /v2.0/networks/a8d51233-0dc5-4999-a537-b5dd4b1ae8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839138 Jul 29 05:09:05.173380 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0668957-80a7-4c9e-8b74-1d84f0c8affa req-c5bd05f6-19a4-45e5-aa6c-ac131f8e83ff tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 05:09:05.174805 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c0668957-80a7-4c9e-8b74-1d84f0c8affa req-c5bd05f6-19a4-45e5-aa6c-ac131f8e83ff tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbad7c12-17df-4d94-b965-28b5daa8d3eb HTTP/1.1" status: 200 len: 946 time: 0.0510499 Jul 29 05:09:05.253831 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [req-c0668957-80a7-4c9e-8b74-1d84f0c8affa req-abdd5a4d-7a74-4ebf-9f93-cd748ffa885e tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Deleting port 8377000e-a189-4cb7-8339-f67e9ffaba23 {{(pid=115908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:09:05.254172 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-c0668957-80a7-4c9e-8b74-1d84f0c8affa req-abdd5a4d-7a74-4ebf-9f93-cd748ffa885e tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (8377000e-a189-4cb7-8339-f67e9ffaba23), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:05.346385 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [req-c0668957-80a7-4c9e-8b74-1d84f0c8affa req-abdd5a4d-7a74-4ebf-9f93-cd748ffa885e tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] For port 8377000e-a189-4cb7-8339-f67e9ffaba23, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=8377000e-a189-4cb7-8339-f67e9ffaba23,segment=NetworkSegment(3fca9811-8309-4f3b-9991-5d50db061952),segment_id=3fca9811-8309-4f3b-9991-5d50db061952)] {{(pid=115908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:09:05.346752 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-c0668957-80a7-4c9e-8b74-1d84f0c8affa req-abdd5a4d-7a74-4ebf-9f93-cd748ffa885e tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (8377000e-a189-4cb7-8339-f67e9ffaba23), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:05.359736 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [req-c0668957-80a7-4c9e-8b74-1d84f0c8affa req-abdd5a4d-7a74-4ebf-9f93-cd748ffa885e tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Calling delete_port for 8377000e-a189-4cb7-8339-f67e9ffaba23 owned by compute:nova {{(pid=115908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:09:05.485459 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-c0668957-80a7-4c9e-8b74-1d84f0c8affa req-abdd5a4d-7a74-4ebf-9f93-cd748ffa885e tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (8377000e-a189-4cb7-8339-f67e9ffaba23), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:05.516983 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdd5a4d-7a74-4ebf-9f93-cd748ffa885e tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Pushing event deleted for resources: {'Port': ['ID=8377000e-a189-4cb7-8339-f67e9ffaba23,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:09:05.562440 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0668957-80a7-4c9e-8b74-1d84f0c8affa req-abdd5a4d-7a74-4ebf-9f93-cd748ffa885e tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] No DVR routers for this DVR port 8377000e-a189-4cb7-8339-f67e9ffaba23 on host hv-cinder-85144 {{(pid=115908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 05:09:05.565111 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [req-c0668957-80a7-4c9e-8b74-1d84f0c8affa req-abdd5a4d-7a74-4ebf-9f93-cd748ffa885e tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for port (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:05.569212 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [req-c0668957-80a7-4c9e-8b74-1d84f0c8affa req-abdd5a4d-7a74-4ebf-9f93-cd748ffa885e tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.64 "DELETE /v2.0/ports/8377000e-a189-4cb7-8339-f67e9ffaba23 HTTP/1.1" status: 204 len: 173 time: 0.3891199 Jul 29 05:09:05.569670 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbad7c12-17df-4d94-b965-28b5daa8d3eb', 'name': 'network-vif-deleted', 'tag': '8377000e-a189-4cb7-8339-f67e9ffaba23'}] {{(pid=115908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 05:09:05.572007 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91089063952d51f7df5c9c02e055d40fa8e1e9cb9a21cfbbcb9b3277c7a948b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18cfcfe9-3297-4c1c-b073-696cb66223a4" -d '{"events": [{"server_uuid": "fbad7c12-17df-4d94-b965-28b5daa8d3eb", "name": "network-vif-deleted", "tag": "8377000e-a189-4cb7-8339-f67e9ffaba23"}]}' {{(pid=115908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 05:09:05.609816 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Jul 2022 05:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56dceefe-d0f7-40ba-92ca-923f45673057 x-openstack-request-id: req-56dceefe-d0f7-40ba-92ca-923f45673057 {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 05:09:05.610103 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbad7c12-17df-4d94-b965-28b5daa8d3eb", "name": "network-vif-deleted", "tag": "8377000e-a189-4cb7-8339-f67e9ffaba23", "status": "completed", "code": 200}]} {{(pid=115908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 05:09:05.610368 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-56dceefe-d0f7-40ba-92ca-923f45673057 {{(pid=115908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 05:09:05.610765 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56dceefe-d0f7-40ba-92ca-923f45673057'] response: {'server_uuid': 'fbad7c12-17df-4d94-b965-28b5daa8d3eb', 'name': 'network-vif-deleted', 'tag': '8377000e-a189-4cb7-8339-f67e9ffaba23', 'status': 'completed', 'code': 200} Jul 29 05:09:05.766862 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [req-9b040c38-910d-4aef-a67e-06a3782d29db req-2e94c8a4-8ecc-492f-b125-0f070579fd2b tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "GET /v2.0/ports?device_id=fbad7c12-17df-4d94-b965-28b5daa8d3eb HTTP/1.1" status: 200 len: 210 time: 0.0281394 Jul 29 05:09:06.831594 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 40310) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:09:06.910753 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:09:06.912659 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:09:06.944040 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [None req-236d3fe6-4c94-4311-8a5d-d1e2936108c1 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Deleting port 267dbe93-3579-4d97-9481-7fdc60f447ea {{(pid=115908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:09:06.944391 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-236d3fe6-4c94-4311-8a5d-d1e2936108c1 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (267dbe93-3579-4d97-9481-7fdc60f447ea), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:07.021375 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-236d3fe6-4c94-4311-8a5d-d1e2936108c1 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (267dbe93-3579-4d97-9481-7fdc60f447ea), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:07.021700 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-236d3fe6-4c94-4311-8a5d-d1e2936108c1 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks [] for floatingip (267dbe93-3579-4d97-9481-7fdc60f447ea), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:07.034167 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [None req-236d3fe6-4c94-4311-8a5d-d1e2936108c1 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Calling delete_port for 267dbe93-3579-4d97-9481-7fdc60f447ea owned by network:floatingip {{(pid=115908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:09:07.164107 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-236d3fe6-4c94-4311-8a5d-d1e2936108c1 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (267dbe93-3579-4d97-9481-7fdc60f447ea), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:07.187993 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236d3fe6-4c94-4311-8a5d-d1e2936108c1 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Pushing event deleted for resources: {'Port': ['ID=267dbe93-3579-4d97-9481-7fdc60f447ea,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:09:07.249074 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-236d3fe6-4c94-4311-8a5d-d1e2936108c1 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks [] for floatingip (9d5bd301-98b1-4d0c-ba91-62ecd1634204), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:07.251589 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-236d3fe6-4c94-4311-8a5d-d1e2936108c1 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54256'] for floatingip (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:07.252745 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-236d3fe6-4c94-4311-8a5d-d1e2936108c1 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "DELETE /v2.0/floatingips/9d5bd301-98b1-4d0c-ba91-62ecd1634204 HTTP/1.1" status: 204 len: 168 time: 0.4214671 Jul 29 05:09:08.319242 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device 8377000e-a189-4cb7-8339-f67e9ffaba23 no longer exists at agent hyperv_hv-cinder-85144 {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:09:08.338204 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] No Port match for: 8377000e-a189-4cb7-8339-f67e9ffaba23 {{(pid=115909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:09:08.338548 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Device 8377000e-a189-4cb7-8339-f67e9ffaba23 not bound to the agent host hv-cinder-85144 {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:09:08.459746 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 40322) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:09:08.515337 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-2640656e-6b4e-4722-b825-317f88d2bbe3 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks [] for security_group (53f4bb53-9596-4c65-ac4b-f09350e921ff), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:08.543676 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-2640656e-6b4e-4722-b825-317f88d2bbe3 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks [] for security_group (53f4bb53-9596-4c65-ac4b-f09350e921ff), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:08.604064 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-2640656e-6b4e-4722-b825-317f88d2bbe3 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (53f4bb53-9596-4c65-ac4b-f09350e921ff), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:08.606796 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-2640656e-6b4e-4722-b825-317f88d2bbe3 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Publish callbacks [] for security_group (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:08.607949 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-2640656e-6b4e-4722-b825-317f88d2bbe3 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] 10.222.0.40 "DELETE /v2.0/security-groups/53f4bb53-9596-4c65-ac4b-f09350e921ff HTTP/1.1" status: 204 len: 168 time: 0.1472058 Jul 29 05:09:08.617921 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2640656e-6b4e-4722-b825-317f88d2bbe3 tempest-TestVolumeBootPattern-357577197 tempest-TestVolumeBootPattern-357577197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f4bb53-9596-4c65-ac4b-f09350e921ff,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:09:09.677606 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 40328) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:09:10.078268 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:09:10.083018 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-5d23dccf-b3ca-4de2-bad1-d18f642b3dcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1933340'] for router_interface (d255457a-0a07-44d8-8dd0-e214b7c8df83), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:10.153474 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:09:10.299733 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [None req-5d23dccf-b3ca-4de2-bad1-d18f642b3dcd admin admin] Deleting port cae43ed0-ba9a-41f9-87df-99f0dbf4032b {{(pid=115908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:09:10.300073 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-5d23dccf-b3ca-4de2-bad1-d18f642b3dcd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (cae43ed0-ba9a-41f9-87df-99f0dbf4032b), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:10.380088 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [None req-5d23dccf-b3ca-4de2-bad1-d18f642b3dcd admin admin] For port cae43ed0-ba9a-41f9-87df-99f0dbf4032b, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=cae43ed0-ba9a-41f9-87df-99f0dbf4032b,segment=NetworkSegment(3fca9811-8309-4f3b-9991-5d50db061952),segment_id=3fca9811-8309-4f3b-9991-5d50db061952)] {{(pid=115908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:09:10.381073 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-5d23dccf-b3ca-4de2-bad1-d18f642b3dcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (cae43ed0-ba9a-41f9-87df-99f0dbf4032b), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:10.393334 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [None req-5d23dccf-b3ca-4de2-bad1-d18f642b3dcd admin admin] Calling delete_port for cae43ed0-ba9a-41f9-87df-99f0dbf4032b owned by network:router_interface {{(pid=115908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:09:10.565664 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-5d23dccf-b3ca-4de2-bad1-d18f642b3dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (cae43ed0-ba9a-41f9-87df-99f0dbf4032b), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:10.589048 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d23dccf-b3ca-4de2-bad1-d18f642b3dcd admin admin] Pushing event deleted for resources: {'Port': ['ID=cae43ed0-ba9a-41f9-87df-99f0dbf4032b,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:09:10.752346 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-5d23dccf-b3ca-4de2-bad1-d18f642b3dcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1573551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1933448'] for router_interface (d255457a-0a07-44d8-8dd0-e214b7c8df83), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:10.933738 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:09:10.956332 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:09:10.966147 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d23dccf-b3ca-4de2-bad1-d18f642b3dcd admin admin] Router d255457a-0a07-44d8-8dd0-e214b7c8df83 has already been hosted by L3 agent 507cc676-b5a3-487d-9bd3-df89beb45ea5 {{(pid=115908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:09:11.068662 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d23dccf-b3ca-4de2-bad1-d18f642b3dcd admin admin] Notify agent at l3_agent.dv-cinder-851449-2-iscsi the message routers_updated {{(pid=115908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:09:11.073414 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-5d23dccf-b3ca-4de2-bad1-d18f642b3dcd admin admin] 10.222.0.40 "PUT /v2.0/routers/d255457a-0a07-44d8-8dd0-e214b7c8df83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3946097 Jul 29 05:09:11.075861 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 40332) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:09:11.076986 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2a6267-aec8-4424-9a85-56ef48ad90df None None] Sync routers for ids ['d255457a-0a07-44d8-8dd0-e214b7c8df83'] in dv-cinder-851449-2-iscsi {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:09:11.086723 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2a6267-aec8-4424-9a85-56ef48ad90df None None] Routers {'d255457a-0a07-44d8-8dd0-e214b7c8df83'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:09:11.087323 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-aa2a6267-aec8-4424-9a85-56ef48ad90df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T05:08:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['d255457a-0a07-44d8-8dd0-e214b7c8df83'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:09:11.174233 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-4e39f62b-80e6-4486-8b41-2cd0893a252f admin admin] Publish callbacks [] for router (d255457a-0a07-44d8-8dd0-e214b7c8df83), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:11.189124 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-aa2a6267-aec8-4424-9a85-56ef48ad90df None None] Set router d255457a-0a07-44d8-8dd0-e214b7c8df83 gateway port host: dv-cinder-851449-2-iscsi {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:09:11.271547 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-4e39f62b-80e6-4486-8b41-2cd0893a252f admin admin] Publish callbacks [] for router_gateway (d255457a-0a07-44d8-8dd0-e214b7c8df83), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:11.314242 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [None req-4e39f62b-80e6-4486-8b41-2cd0893a252f admin admin] Deleting port 42f49a12-b73d-431e-beba-0613dde02901 {{(pid=115908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:09:11.314577 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-4e39f62b-80e6-4486-8b41-2cd0893a252f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (42f49a12-b73d-431e-beba-0613dde02901), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:11.356919 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-aa2a6267-aec8-4424-9a85-56ef48ad90df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'name': 'tempest-TestVolumeBootPattern-1493235875-router', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '42f49a12-b73d-431e-beba-0613dde02901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:01:12Z', 'updated_at': '2022-07-29T05:09:10Z', 'revision_number': 5, 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'gw_port': {'id': '42f49a12-b73d-431e-beba-0613dde02901', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ee:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:01:13Z', 'updated_at': '2022-07-29T05:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi'}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:09:11.382784 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2a6267-aec8-4424-9a85-56ef48ad90df None None] Checking router: d255457a-0a07-44d8-8dd0-e214b7c8df83 for host: dv-cinder-851449-2-iscsi {{(pid=115910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:09:11.391413 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2a6267-aec8-4424-9a85-56ef48ad90df None None] Routers {'d255457a-0a07-44d8-8dd0-e214b7c8df83'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:09:11.392011 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-aa2a6267-aec8-4424-9a85-56ef48ad90df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T05:08:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['d255457a-0a07-44d8-8dd0-e214b7c8df83'], 'active': True} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:09:11.396527 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [None req-4e39f62b-80e6-4486-8b41-2cd0893a252f admin admin] For port 42f49a12-b73d-431e-beba-0613dde02901, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=42f49a12-b73d-431e-beba-0613dde02901,segment=NetworkSegment(a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f),segment_id=a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f)] {{(pid=115908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:09:11.396920 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-4e39f62b-80e6-4486-8b41-2cd0893a252f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (42f49a12-b73d-431e-beba-0613dde02901), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:11.409040 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [None req-4e39f62b-80e6-4486-8b41-2cd0893a252f admin admin] Calling delete_port for 42f49a12-b73d-431e-beba-0613dde02901 owned by network:router_gateway {{(pid=115908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:09:11.560934 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_dvr_db [None req-aa2a6267-aec8-4424-9a85-56ef48ad90df None None] Set router d255457a-0a07-44d8-8dd0-e214b7c8df83 gateway port host: None {{(pid=115910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:09:11.580527 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-4e39f62b-80e6-4486-8b41-2cd0893a252f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (42f49a12-b73d-431e-beba-0613dde02901), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:11.608130 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e39f62b-80e6-4486-8b41-2cd0893a252f admin admin] Pushing event deleted for resources: {'Port': ['ID=42f49a12-b73d-431e-beba-0613dde02901,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:09:11.616487 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.l3_hamode_db [None req-aa2a6267-aec8-4424-9a85-56ef48ad90df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'name': 'tempest-TestVolumeBootPattern-1493235875-router', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:01:12Z', 'updated_at': '2022-07-29T05:09:11Z', 'revision_number': 6, 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'gw_port_host': None}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:09:11.641925 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2a6267-aec8-4424-9a85-56ef48ad90df None None] The sync data for ids ['d255457a-0a07-44d8-8dd0-e214b7c8df83'] in dv-cinder-851449-2-iscsi is: [{'id': 'd255457a-0a07-44d8-8dd0-e214b7c8df83', 'name': 'tempest-TestVolumeBootPattern-1493235875-router', 'tenant_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:01:12Z', 'updated_at': '2022-07-29T05:09:11Z', 'revision_number': 6, 'project_id': 'e10af2e6edcd485caf51326fdc9c17fc', 'gw_port_host': None}] {{(pid=115910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:09:11.671636 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-4e39f62b-80e6-4486-8b41-2cd0893a252f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1936924'] for router_gateway (d255457a-0a07-44d8-8dd0-e214b7c8df83), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:11.999936 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:09:12.008391 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-4e39f62b-80e6-4486-8b41-2cd0893a252f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1714583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1364'] for router (d255457a-0a07-44d8-8dd0-e214b7c8df83), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:12.011859 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-4e39f62b-80e6-4486-8b41-2cd0893a252f admin admin] Publish callbacks [] for router_controller (d255457a-0a07-44d8-8dd0-e214b7c8df83), precommit_delete_associations {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:12.062841 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-4e39f62b-80e6-4486-8b41-2cd0893a252f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1714453'] for router (d255457a-0a07-44d8-8dd0-e214b7c8df83), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:12.063578 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e39f62b-80e6-4486-8b41-2cd0893a252f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d255457a-0a07-44d8-8dd0-e214b7c8df83 {{(pid=115908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 05:09:12.069598 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-4e39f62b-80e6-4486-8b41-2cd0893a252f admin admin] Publish callbacks [] for router (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:12.070883 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-4e39f62b-80e6-4486-8b41-2cd0893a252f admin admin] 10.222.0.40 "DELETE /v2.0/routers/d255457a-0a07-44d8-8dd0-e214b7c8df83 HTTP/1.1" status: 204 len: 168 time: 0.9941170 Jul 29 05:09:12.073419 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 40336) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:09:12.119122 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.db_base_plugin_v2 [None req-be8ea3d1-672e-469a-b948-49ac6a15ac19 admin admin] Deleting subnet ac0e078d-97ae-4cd6-a0a6-6dab59affc7e {{(pid=115908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 29 05:09:12.122256 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-be8ea3d1-672e-469a-b948-49ac6a15ac19 admin admin] Publish callbacks [] for subnet (ac0e078d-97ae-4cd6-a0a6-6dab59affc7e), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:12.151613 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:09:12.158152 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-be8ea3d1-672e-469a-b948-49ac6a15ac19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7404245'] for subnet (ac0e078d-97ae-4cd6-a0a6-6dab59affc7e), precommit_delete_associations {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:12.236478 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-be8ea3d1-672e-469a-b948-49ac6a15ac19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534123'] for subnet (ac0e078d-97ae-4cd6-a0a6-6dab59affc7e), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:12.287195 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-be8ea3d1-672e-469a-b948-49ac6a15ac19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1878534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7403891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4838809'] for subnet (ac0e078d-97ae-4cd6-a0a6-6dab59affc7e), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:12.313134 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8ea3d1-672e-469a-b948-49ac6a15ac19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac0e078d-97ae-4cd6-a0a6-6dab59affc7e,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:09:12.317095 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-be8ea3d1-672e-469a-b948-49ac6a15ac19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for subnet (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:12.321000 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-be8ea3d1-672e-469a-b948-49ac6a15ac19 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/ac0e078d-97ae-4cd6-a0a6-6dab59affc7e HTTP/1.1" status: 204 len: 168 time: 0.2466490 Jul 29 05:09:12.323275 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549a8539-6bba-4211-8c05-d8d34d87b4dd None None] Network a8d51233-0dc5-4999-a537-b5dd4b1ae8b7 requested from dv-cinder-851449-2-iscsi {{(pid=115909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 05:09:12.323769 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [-] (115908) accepted ('10.222.0.40', 40338) {{(pid=115908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:09:12.405201 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-65d415ae-f5f5-4d3a-b82c-0b1aee0bf9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3407969'] for network (a8d51233-0dc5-4999-a537-b5dd4b1ae8b7), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:12.444729 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device cae43ed0-ba9a-41f9-87df-99f0dbf4032b no longer exists at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:09:12.465327 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [None req-65d415ae-f5f5-4d3a-b82c-0b1aee0bf9d0 admin admin] Deleting port f526c62b-6740-4061-be21-a7fefdf2f437 {{(pid=115908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:09:12.465773 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-65d415ae-f5f5-4d3a-b82c-0b1aee0bf9d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (f526c62b-6740-4061-be21-a7fefdf2f437), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:12.536041 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.db [None req-65d415ae-f5f5-4d3a-b82c-0b1aee0bf9d0 admin admin] For port f526c62b-6740-4061-be21-a7fefdf2f437, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=f526c62b-6740-4061-be21-a7fefdf2f437,segment=NetworkSegment(3fca9811-8309-4f3b-9991-5d50db061952),segment_id=3fca9811-8309-4f3b-9991-5d50db061952)] {{(pid=115908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:09:12.537216 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-65d415ae-f5f5-4d3a-b82c-0b1aee0bf9d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (f526c62b-6740-4061-be21-a7fefdf2f437), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:12.551728 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.plugin [None req-65d415ae-f5f5-4d3a-b82c-0b1aee0bf9d0 admin admin] Calling delete_port for f526c62b-6740-4061-be21-a7fefdf2f437 owned by network:dhcp {{(pid=115908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:09:12.605207 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] No Port match for: cae43ed0-ba9a-41f9-87df-99f0dbf4032b {{(pid=115909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:09:12.605378 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device cae43ed0-ba9a-41f9-87df-99f0dbf4032b not bound to the agent host dv-cinder-851449-2-iscsi {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:09:12.605644 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device 42f49a12-b73d-431e-beba-0613dde02901 no longer exists at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:09:12.607600 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176b2079-6680-4cda-931f-06206cae1a55 None None] DHCP port deletion for a8d51233-0dc5-4999-a537-b5dd4b1ae8b7 request from dv-cinder-851449-2-iscsi {{(pid=115909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 29 05:09:12.628795 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] No Port match for: 42f49a12-b73d-431e-beba-0613dde02901 {{(pid=115909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:09:12.629374 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device 42f49a12-b73d-431e-beba-0613dde02901 not bound to the agent host dv-cinder-851449-2-iscsi {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:09:12.641598 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-65d415ae-f5f5-4d3a-b82c-0b1aee0bf9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7403870'] for port (f526c62b-6740-4061-be21-a7fefdf2f437), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:12.664924 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-176b2079-6680-4cda-931f-06206cae1a55 None None] Deleting port f526c62b-6740-4061-be21-a7fefdf2f437 {{(pid=115909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:09:12.665305 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-176b2079-6680-4cda-931f-06206cae1a55 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (f526c62b-6740-4061-be21-a7fefdf2f437), before_delete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:12.675007 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d415ae-f5f5-4d3a-b82c-0b1aee0bf9d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f526c62b-6740-4061-be21-a7fefdf2f437,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:09:12.680089 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d415ae-f5f5-4d3a-b82c-0b1aee0bf9d0 admin admin] No DVR routers for this DVR port f526c62b-6740-4061-be21-a7fefdf2f437 on host dv-cinder-851449-2-iscsi {{(pid=115908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 05:09:12.736523 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-176b2079-6680-4cda-931f-06206cae1a55 None None] For port f526c62b-6740-4061-be21-a7fefdf2f437, host dv-cinder-851449-2-iscsi, got binding levels [] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:09:12.736946 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-176b2079-6680-4cda-931f-06206cae1a55 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (f526c62b-6740-4061-be21-a7fefdf2f437), precommit_delete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:12.750362 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-176b2079-6680-4cda-931f-06206cae1a55 None None] Calling delete_port for f526c62b-6740-4061-be21-a7fefdf2f437 owned by network:dhcp {{(pid=115909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:09:12.753056 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.ipam_backend_mixin [None req-176b2079-6680-4cda-931f-06206cae1a55 None None] Port f526c62b-6740-4061-be21-a7fefdf2f437 was not found and therefore no delete operation was performed {{(pid=115909) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 29 05:09:12.754255 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-176b2079-6680-4cda-931f-06206cae1a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316'] for port (f526c62b-6740-4061-be21-a7fefdf2f437), after_delete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:12.756248 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-65d415ae-f5f5-4d3a-b82c-0b1aee0bf9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535877', 'neutron.services.segments.db._delete_segments_for_network-8769699633610'] for network (a8d51233-0dc5-4999-a537-b5dd4b1ae8b7), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:12.775927 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.services.segments.db [None req-65d415ae-f5f5-4d3a-b82c-0b1aee0bf9d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8d51233-0dc5-4999-a537-b5dd4b1ae8b7']}} {{(pid=115908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:09:12.778689 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176b2079-6680-4cda-931f-06206cae1a55 None None] Pushing event deleted for resources: {'Port': ['ID=f526c62b-6740-4061-be21-a7fefdf2f437,revision_number=None']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:09:12.783084 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176b2079-6680-4cda-931f-06206cae1a55 None None] No DVR routers for this DVR port f526c62b-6740-4061-be21-a7fefdf2f437 on host dv-cinder-851449-2-iscsi {{(pid=115909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 05:09:12.785796 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.services.segments.db [None req-65d415ae-f5f5-4d3a-b82c-0b1aee0bf9d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fca9811-8309-4f3b-9991-5d50db061952') {'for_net_delete': True} {{(pid=115908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:09:12.786102 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.services.segments.db [None req-65d415ae-f5f5-4d3a-b82c-0b1aee0bf9d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fca9811-8309-4f3b-9991-5d50db061952') {} {{(pid=115908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:09:12.789911 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176b2079-6680-4cda-931f-06206cae1a55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:09:12.790098 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176b2079-6680-4cda-931f-06206cae1a55 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:09:12.790404 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176b2079-6680-4cda-931f-06206cae1a55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:09:12.790734 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176b2079-6680-4cda-931f-06206cae1a55 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:09:12.791065 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176b2079-6680-4cda-931f-06206cae1a55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:09:12.791390 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176b2079-6680-4cda-931f-06206cae1a55 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:09:12.791715 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176b2079-6680-4cda-931f-06206cae1a55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:09:12.792038 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176b2079-6680-4cda-931f-06206cae1a55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:09:12.792358 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176b2079-6680-4cda-931f-06206cae1a55 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:09:12.792708 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176b2079-6680-4cda-931f-06206cae1a55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:09:12.793378 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176b2079-6680-4cda-931f-06206cae1a55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:09:12.793378 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176b2079-6680-4cda-931f-06206cae1a55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:09:12.793646 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176b2079-6680-4cda-931f-06206cae1a55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:09:12.794109 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176b2079-6680-4cda-931f-06206cae1a55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:09:12.794259 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176b2079-6680-4cda-931f-06206cae1a55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:09:12.799835 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-65d415ae-f5f5-4d3a-b82c-0b1aee0bf9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769699633511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7404236'] for segment (3fca9811-8309-4f3b-9991-5d50db061952), before_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:12.813550 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-65d415ae-f5f5-4d3a-b82c-0b1aee0bf9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537036'] for segment (3fca9811-8309-4f3b-9991-5d50db061952), precommit_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:12.820446 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65d415ae-f5f5-4d3a-b82c-0b1aee0bf9d0 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=115908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 05:09:12.820932 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-65d415ae-f5f5-4d3a-b82c-0b1aee0bf9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7403821'] for segment (3fca9811-8309-4f3b-9991-5d50db061952), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:12.859904 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.services.segments.plugin [-] Segment 3fca9811-8309-4f3b-9991-5d50db061952 resource provider aggregate not found Jul 29 05:09:12.878209 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.services.segments.plugin [-] Segment 3fca9811-8309-4f3b-9991-5d50db061952 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3fca9811-8309-4f3b-9991-5d50db061952 found for delete ", "request_id": "req-e9e33955-4324-4915-b7f6-0d0824bed653"}]} Jul 29 05:09:12.885079 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-65d415ae-f5f5-4d3a-b82c-0b1aee0bf9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1936944'] for network (a8d51233-0dc5-4999-a537-b5dd4b1ae8b7), after_delete {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:12.890638 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron_lib.callbacks.manager [None req-65d415ae-f5f5-4d3a-b82c-0b1aee0bf9d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for network (None), before_response {{(pid=115908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:12.893722 dv-cinder-851449-2-iscsi neutron-server[115908]: INFO neutron.wsgi [None req-65d415ae-f5f5-4d3a-b82c-0b1aee0bf9d0 admin admin] 10.222.0.40 "DELETE /v2.0/networks/a8d51233-0dc5-4999-a537-b5dd4b1ae8b7 HTTP/1.1" status: 204 len: 168 time: 0.5693469 Jul 29 05:09:12.897047 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 40348) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:09:12.910283 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d415ae-f5f5-4d3a-b82c-0b1aee0bf9d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8d51233-0dc5-4999-a537-b5dd4b1ae8b7,revision_number=None']} {{(pid=115908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:09:13.219100 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-3a82997b-c882-447a-8eb5-794634820276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1933340'] for router_interface (6a4b6fcf-1585-4386-8015-dd86afa829b7), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:13.431413 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.plugin [None req-3a82997b-c882-447a-8eb5-794634820276 admin admin] Deleting port dd0a5182-331d-411a-8ce9-c11c3d857594 {{(pid=115907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:09:13.431673 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-3a82997b-c882-447a-8eb5-794634820276 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (dd0a5182-331d-411a-8ce9-c11c3d857594), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:13.507311 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.db [None req-3a82997b-c882-447a-8eb5-794634820276 admin admin] For port dd0a5182-331d-411a-8ce9-c11c3d857594, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=dd0a5182-331d-411a-8ce9-c11c3d857594,segment=NetworkSegment(85e65757-8713-487d-89ab-58a824df5c10),segment_id=85e65757-8713-487d-89ab-58a824df5c10)] {{(pid=115907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:09:13.507668 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-3a82997b-c882-447a-8eb5-794634820276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (dd0a5182-331d-411a-8ce9-c11c3d857594), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:13.519812 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.plugin [None req-3a82997b-c882-447a-8eb5-794634820276 admin admin] Calling delete_port for dd0a5182-331d-411a-8ce9-c11c3d857594 owned by network:router_interface {{(pid=115907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:09:13.805040 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=100 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:09:13.866537 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=100 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:09:13.940046 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-3a82997b-c882-447a-8eb5-794634820276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7638272'] for port (dd0a5182-331d-411a-8ce9-c11c3d857594), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:13.963384 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a82997b-c882-447a-8eb5-794634820276 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd0a5182-331d-411a-8ce9-c11c3d857594,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:09:13.972996 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a82997b-c882-447a-8eb5-794634820276 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:09:13.973341 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a82997b-c882-447a-8eb5-794634820276 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:09:13.974209 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a82997b-c882-447a-8eb5-794634820276 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:09:13.974559 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a82997b-c882-447a-8eb5-794634820276 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:09:13.974892 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a82997b-c882-447a-8eb5-794634820276 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:09:13.975216 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a82997b-c882-447a-8eb5-794634820276 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:09:13.976170 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a82997b-c882-447a-8eb5-794634820276 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:09:13.976170 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a82997b-c882-447a-8eb5-794634820276 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:09:13.976170 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a82997b-c882-447a-8eb5-794634820276 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:09:13.976453 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a82997b-c882-447a-8eb5-794634820276 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:09:13.976799 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a82997b-c882-447a-8eb5-794634820276 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:09:13.977121 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a82997b-c882-447a-8eb5-794634820276 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:09:13.977439 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a82997b-c882-447a-8eb5-794634820276 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:09:13.977755 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a82997b-c882-447a-8eb5-794634820276 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:09:13.978071 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a82997b-c882-447a-8eb5-794634820276 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-2-iscsi {{(pid=115907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 05:09:14.145258 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-3a82997b-c882-447a-8eb5-794634820276 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1573551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1933448'] for router_interface (6a4b6fcf-1585-4386-8015-dd86afa829b7), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:14.278306 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device f526c62b-6740-4061-be21-a7fefdf2f437 no longer exists at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:09:14.280490 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=55,neutron:UPDATE=4 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:09:14.282313 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=58,neutron:UPDATE=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:09:14.299926 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] No Port match for: f526c62b-6740-4061-be21-a7fefdf2f437 {{(pid=115909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:09:14.300270 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device f526c62b-6740-4061-be21-a7fefdf2f437 not bound to the agent host dv-cinder-851449-2-iscsi {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:09:14.353418 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a82997b-c882-447a-8eb5-794634820276 admin admin] Router 6a4b6fcf-1585-4386-8015-dd86afa829b7 has already been hosted by L3 agent 507cc676-b5a3-487d-9bd3-df89beb45ea5 {{(pid=115907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 29 05:09:14.453569 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a82997b-c882-447a-8eb5-794634820276 admin admin] Notify agent at l3_agent.dv-cinder-851449-2-iscsi the message routers_updated {{(pid=115907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 05:09:14.458412 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-3a82997b-c882-447a-8eb5-794634820276 admin admin] 10.222.0.40 "PUT /v2.0/routers/6a4b6fcf-1585-4386-8015-dd86afa829b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5602107 Jul 29 05:09:14.460925 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 40354) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:09:14.463456 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cfd9e9-3ee4-4b87-b1ff-aa9416c3e739 None None] Sync routers for ids ['6a4b6fcf-1585-4386-8015-dd86afa829b7'] in dv-cinder-851449-2-iscsi {{(pid=115909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 05:09:14.474872 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cfd9e9-3ee4-4b87-b1ff-aa9416c3e739 None None] Routers {'6a4b6fcf-1585-4386-8015-dd86afa829b7'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:09:14.475493 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-a9cfd9e9-3ee4-4b87-b1ff-aa9416c3e739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T05:08:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['6a4b6fcf-1585-4386-8015-dd86afa829b7'], 'active': True} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:09:14.560495 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-cc5c3e53-04a7-4ad2-861c-a074ed7b349c admin admin] Publish callbacks [] for router (6a4b6fcf-1585-4386-8015-dd86afa829b7), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:14.576405 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvr_db [None req-a9cfd9e9-3ee4-4b87-b1ff-aa9416c3e739 None None] Set router 6a4b6fcf-1585-4386-8015-dd86afa829b7 gateway port host: dv-cinder-851449-2-iscsi {{(pid=115909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:09:14.593977 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:09:14.658105 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-cc5c3e53-04a7-4ad2-861c-a074ed7b349c admin admin] Publish callbacks [] for router_gateway (6a4b6fcf-1585-4386-8015-dd86afa829b7), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:14.704852 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.plugin [None req-cc5c3e53-04a7-4ad2-861c-a074ed7b349c admin admin] Deleting port fbbca393-1753-42c8-905b-eabe200eb245 {{(pid=115907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:09:14.705194 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-cc5c3e53-04a7-4ad2-861c-a074ed7b349c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (fbbca393-1753-42c8-905b-eabe200eb245), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:14.748928 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-a9cfd9e9-3ee4-4b87-b1ff-aa9416c3e739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4b6fcf-1585-4386-8015-dd86afa829b7', 'name': 'tempest-TestVolumeBootPattern-1553409325-router', 'tenant_id': 'b28758e3ebd64fc9864d134a33085838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'external_fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'fbbca393-1753-42c8-905b-eabe200eb245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:01:17Z', 'updated_at': '2022-07-29T05:09:13Z', 'revision_number': 5, 'project_id': 'b28758e3ebd64fc9864d134a33085838', 'gw_port': {'id': 'fbbca393-1753-42c8-905b-eabe200eb245', 'name': '', 'network_id': '9a05b655-8925-4222-a853-020f58db76f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:05:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4b6fcf-1585-4386-8015-dd86afa829b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T05:01:17Z', 'updated_at': '2022-07-29T05:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b252d643-2a5f-428d-a536-f8ecbd6d13e1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-2-iscsi'}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:09:14.773727 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cfd9e9-3ee4-4b87-b1ff-aa9416c3e739 None None] Checking router: 6a4b6fcf-1585-4386-8015-dd86afa829b7 for host: dv-cinder-851449-2-iscsi {{(pid=115909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 05:09:14.779650 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:09:14.782326 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cfd9e9-3ee4-4b87-b1ff-aa9416c3e739 None None] Routers {'6a4b6fcf-1585-4386-8015-dd86afa829b7'} bound to L3 agent in host dv-cinder-851449-2-iscsi {{(pid=115909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 29 05:09:14.782937 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-a9cfd9e9-3ee4-4b87-b1ff-aa9416c3e739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T04:38:51Z,description=,heartbeat_timestamp=2022-07-29T05:08:51Z,host='dv-cinder-851449-2-iscsi',id=507cc676-b5a3-487d-9bd3-df89beb45ea5,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T04:38:51Z,topic='l3_agent')) {'router_ids': ['6a4b6fcf-1585-4386-8015-dd86afa829b7'], 'active': True} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:09:14.784978 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.db [None req-cc5c3e53-04a7-4ad2-861c-a074ed7b349c admin admin] For port fbbca393-1753-42c8-905b-eabe200eb245, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=fbbca393-1753-42c8-905b-eabe200eb245,segment=NetworkSegment(a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f),segment_id=a9f7c099-8c8a-422a-bcd6-dd9e1eb2915f)] {{(pid=115907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:09:14.785348 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-cc5c3e53-04a7-4ad2-861c-a074ed7b349c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (fbbca393-1753-42c8-905b-eabe200eb245), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:14.800291 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.plugin [None req-cc5c3e53-04a7-4ad2-861c-a074ed7b349c admin admin] Calling delete_port for fbbca393-1753-42c8-905b-eabe200eb245 owned by network:router_gateway {{(pid=115907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:09:14.867652 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvr_db [None req-a9cfd9e9-3ee4-4b87-b1ff-aa9416c3e739 None None] Set router 6a4b6fcf-1585-4386-8015-dd86afa829b7 gateway port host: None {{(pid=115909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 29 05:09:14.915513 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_hamode_db [None req-a9cfd9e9-3ee4-4b87-b1ff-aa9416c3e739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4b6fcf-1585-4386-8015-dd86afa829b7', 'name': 'tempest-TestVolumeBootPattern-1553409325-router', 'tenant_id': 'b28758e3ebd64fc9864d134a33085838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:01:17Z', 'updated_at': '2022-07-29T05:09:14Z', 'revision_number': 6, 'project_id': 'b28758e3ebd64fc9864d134a33085838', 'gw_port_host': None}], 'dv-cinder-851449-2-iscsi', False) {} {{(pid=115909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:09:14.944264 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cfd9e9-3ee4-4b87-b1ff-aa9416c3e739 None None] The sync data for ids ['6a4b6fcf-1585-4386-8015-dd86afa829b7'] in dv-cinder-851449-2-iscsi is: [{'id': '6a4b6fcf-1585-4386-8015-dd86afa829b7', 'name': 'tempest-TestVolumeBootPattern-1553409325-router', 'tenant_id': 'b28758e3ebd64fc9864d134a33085838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T05:01:17Z', 'updated_at': '2022-07-29T05:09:14Z', 'revision_number': 6, 'project_id': 'b28758e3ebd64fc9864d134a33085838', 'gw_port_host': None}] {{(pid=115909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 05:09:14.969470 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-cc5c3e53-04a7-4ad2-861c-a074ed7b349c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7638272'] for port (fbbca393-1753-42c8-905b-eabe200eb245), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:14.996902 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5c3e53-04a7-4ad2-861c-a074ed7b349c admin admin] Pushing event deleted for resources: {'Port': ['ID=fbbca393-1753-42c8-905b-eabe200eb245,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:09:15.060340 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-cc5c3e53-04a7-4ad2-861c-a074ed7b349c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1936924'] for router_gateway (6a4b6fcf-1585-4386-8015-dd86afa829b7), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:15.146316 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-cc5c3e53-04a7-4ad2-861c-a074ed7b349c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1714583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1364'] for router (6a4b6fcf-1585-4386-8015-dd86afa829b7), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:15.148398 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-cc5c3e53-04a7-4ad2-861c-a074ed7b349c admin admin] Publish callbacks [] for router_controller (6a4b6fcf-1585-4386-8015-dd86afa829b7), precommit_delete_associations {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:15.189179 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-cc5c3e53-04a7-4ad2-861c-a074ed7b349c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1714453'] for router (6a4b6fcf-1585-4386-8015-dd86afa829b7), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:15.189769 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5c3e53-04a7-4ad2-861c-a074ed7b349c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a4b6fcf-1585-4386-8015-dd86afa829b7 {{(pid=115907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 05:09:15.194189 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-cc5c3e53-04a7-4ad2-861c-a074ed7b349c admin admin] Publish callbacks [] for router (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:15.195353 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-cc5c3e53-04a7-4ad2-861c-a074ed7b349c admin admin] 10.222.0.40 "DELETE /v2.0/routers/6a4b6fcf-1585-4386-8015-dd86afa829b7 HTTP/1.1" status: 204 len: 168 time: 0.7335277 Jul 29 05:09:15.197931 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 40356) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:09:15.242338 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f4738fb-a4a1-4dfd-9750-00fd9010c2e3 admin admin] Deleting subnet 5f9fd7aa-871e-49bc-bd94-8dfbfb322486 {{(pid=115907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 29 05:09:15.245460 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-0f4738fb-a4a1-4dfd-9750-00fd9010c2e3 admin admin] Publish callbacks [] for subnet (5f9fd7aa-871e-49bc-bd94-8dfbfb322486), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:15.283895 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-0f4738fb-a4a1-4dfd-9750-00fd9010c2e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4779712'] for subnet (5f9fd7aa-871e-49bc-bd94-8dfbfb322486), precommit_delete_associations {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:15.362801 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-0f4738fb-a4a1-4dfd-9750-00fd9010c2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534123'] for subnet (5f9fd7aa-871e-49bc-bd94-8dfbfb322486), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:15.417477 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-0f4738fb-a4a1-4dfd-9750-00fd9010c2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1878534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7638317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7603661'] for subnet (5f9fd7aa-871e-49bc-bd94-8dfbfb322486), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:15.425062 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:09:15.450405 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4738fb-a4a1-4dfd-9750-00fd9010c2e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f9fd7aa-871e-49bc-bd94-8dfbfb322486,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:09:15.452370 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-0f4738fb-a4a1-4dfd-9750-00fd9010c2e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:15.455574 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-0f4738fb-a4a1-4dfd-9750-00fd9010c2e3 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/5f9fd7aa-871e-49bc-bd94-8dfbfb322486 HTTP/1.1" status: 204 len: 168 time: 0.2565696 Jul 29 05:09:15.457774 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ca5795-fb86-42ba-ab69-53b87a5703aa None None] Network 9054b70b-5ee6-4464-9a2b-d603b3b9392d requested from dv-cinder-851449-2-iscsi {{(pid=115909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 29 05:09:15.458430 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 40358) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:09:15.529019 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-41c45e6c-9a50-4702-8863-e032264ce9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3407969'] for network (9054b70b-5ee6-4464-9a2b-d603b3b9392d), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:15.573792 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.plugin [None req-41c45e6c-9a50-4702-8863-e032264ce9b4 admin admin] Deleting port 1ee7b380-8353-42ad-86bf-64ffb7e66338 {{(pid=115907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:09:15.573981 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-41c45e6c-9a50-4702-8863-e032264ce9b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (1ee7b380-8353-42ad-86bf-64ffb7e66338), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:15.639315 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.db [None req-41c45e6c-9a50-4702-8863-e032264ce9b4 admin admin] For port 1ee7b380-8353-42ad-86bf-64ffb7e66338, host dv-cinder-851449-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-2-iscsi',level=0,port_id=1ee7b380-8353-42ad-86bf-64ffb7e66338,segment=NetworkSegment(85e65757-8713-487d-89ab-58a824df5c10),segment_id=85e65757-8713-487d-89ab-58a824df5c10)] {{(pid=115907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:09:15.639597 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-41c45e6c-9a50-4702-8863-e032264ce9b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (1ee7b380-8353-42ad-86bf-64ffb7e66338), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:15.651811 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.plugin [None req-41c45e6c-9a50-4702-8863-e032264ce9b4 admin admin] Calling delete_port for 1ee7b380-8353-42ad-86bf-64ffb7e66338 owned by network:dhcp {{(pid=115907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:09:15.660928 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:09:15.721329 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b7c011-72ff-4c9c-9844-6a9e7caa44d6 None None] DHCP port deletion for 9054b70b-5ee6-4464-9a2b-d603b3b9392d request from dv-cinder-851449-2-iscsi {{(pid=115909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 29 05:09:15.735418 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-41c45e6c-9a50-4702-8863-e032264ce9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7638272'] for port (1ee7b380-8353-42ad-86bf-64ffb7e66338), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:15.761854 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-25b7c011-72ff-4c9c-9844-6a9e7caa44d6 None None] Deleting port 1ee7b380-8353-42ad-86bf-64ffb7e66338 {{(pid=115909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 29 05:09:15.762233 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-25b7c011-72ff-4c9c-9844-6a9e7caa44d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769699556365'] for port (1ee7b380-8353-42ad-86bf-64ffb7e66338), before_delete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:15.762918 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c45e6c-9a50-4702-8863-e032264ce9b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ee7b380-8353-42ad-86bf-64ffb7e66338,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:09:15.768737 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c45e6c-9a50-4702-8863-e032264ce9b4 admin admin] No DVR routers for this DVR port 1ee7b380-8353-42ad-86bf-64ffb7e66338 on host dv-cinder-851449-2-iscsi {{(pid=115907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 05:09:15.829346 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.db [None req-25b7c011-72ff-4c9c-9844-6a9e7caa44d6 None None] For port 1ee7b380-8353-42ad-86bf-64ffb7e66338, host dv-cinder-851449-2-iscsi, got binding levels [] {{(pid=115909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 05:09:15.829754 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-25b7c011-72ff-4c9c-9844-6a9e7caa44d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713173'] for port (1ee7b380-8353-42ad-86bf-64ffb7e66338), precommit_delete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:15.843367 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-25b7c011-72ff-4c9c-9844-6a9e7caa44d6 None None] Calling delete_port for 1ee7b380-8353-42ad-86bf-64ffb7e66338 owned by network:dhcp {{(pid=115909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 29 05:09:15.844707 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-41c45e6c-9a50-4702-8863-e032264ce9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535877', 'neutron.services.segments.db._delete_segments_for_network-8769699633610'] for network (9054b70b-5ee6-4464-9a2b-d603b3b9392d), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:15.846618 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.ipam_backend_mixin [None req-25b7c011-72ff-4c9c-9844-6a9e7caa44d6 None None] Port 1ee7b380-8353-42ad-86bf-64ffb7e66338 was not found and therefore no delete operation was performed {{(pid=115909) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 29 05:09:15.847863 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-25b7c011-72ff-4c9c-9844-6a9e7caa44d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3462926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769699578179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769699178316'] for port (1ee7b380-8353-42ad-86bf-64ffb7e66338), after_delete {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:15.867209 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.services.segments.db [None req-41c45e6c-9a50-4702-8863-e032264ce9b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9054b70b-5ee6-4464-9a2b-d603b3b9392d']}} {{(pid=115907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:09:15.876640 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.services.segments.db [None req-41c45e6c-9a50-4702-8863-e032264ce9b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85e65757-8713-487d-89ab-58a824df5c10') {'for_net_delete': True} {{(pid=115907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:09:15.876943 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.services.segments.db [None req-41c45e6c-9a50-4702-8863-e032264ce9b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85e65757-8713-487d-89ab-58a824df5c10') {} {{(pid=115907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 05:09:15.879013 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b7c011-72ff-4c9c-9844-6a9e7caa44d6 None None] No DVR routers for this DVR port 1ee7b380-8353-42ad-86bf-64ffb7e66338 on host dv-cinder-851449-2-iscsi {{(pid=115909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 29 05:09:15.881238 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b7c011-72ff-4c9c-9844-6a9e7caa44d6 None None] Pushing event deleted for resources: {'Port': ['ID=1ee7b380-8353-42ad-86bf-64ffb7e66338,revision_number=None']} {{(pid=115909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:09:15.888337 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-41c45e6c-9a50-4702-8863-e032264ce9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769699633511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4779737'] for segment (85e65757-8713-487d-89ab-58a824df5c10), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:15.903487 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-41c45e6c-9a50-4702-8863-e032264ce9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537036'] for segment (85e65757-8713-487d-89ab-58a824df5c10), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:15.910686 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41c45e6c-9a50-4702-8863-e032264ce9b4 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=115907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 05:09:15.911617 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-41c45e6c-9a50-4702-8863-e032264ce9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7638387'] for segment (85e65757-8713-487d-89ab-58a824df5c10), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:15.981272 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-41c45e6c-9a50-4702-8863-e032264ce9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1573540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1936944'] for network (9054b70b-5ee6-4464-9a2b-d603b3b9392d), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:16.010921 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-41c45e6c-9a50-4702-8863-e032264ce9b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573514'] for network (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:16.014077 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-41c45e6c-9a50-4702-8863-e032264ce9b4 admin admin] 10.222.0.40 "DELETE /v2.0/networks/9054b70b-5ee6-4464-9a2b-d603b3b9392d HTTP/1.1" status: 204 len: 168 time: 0.5544968 Jul 29 05:09:16.015381 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c45e6c-9a50-4702-8863-e032264ce9b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9054b70b-5ee6-4464-9a2b-d603b3b9392d,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:09:16.078600 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.services.segments.plugin [-] Segment 85e65757-8713-487d-89ab-58a824df5c10 resource provider aggregate not found Jul 29 05:09:16.097231 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.services.segments.plugin [-] Segment 85e65757-8713-487d-89ab-58a824df5c10 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 85e65757-8713-487d-89ab-58a824df5c10 found for delete ", "request_id": "req-eb9dab0e-06c4-4ca6-b9ed-4735ba23b881"}]} Jul 29 05:09:16.131049 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 40368) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:09:16.172249 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-74c1e39f-dd5d-4f65-8539-5366b5b2ccef admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e10af2e6edcd485caf51326fdc9c17fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399868 Jul 29 05:09:16.174912 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 40370) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:09:16.223389 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device 1ee7b380-8353-42ad-86bf-64ffb7e66338 no longer exists at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:09:16.223561 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-d309b813-17ae-4e04-9b6b-7b690e7c510a admin admin] Publish callbacks [] for security_group (1f0a3fa8-e671-4c5a-921b-1f09497b9550), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:16.242911 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] No Port match for: 1ee7b380-8353-42ad-86bf-64ffb7e66338 {{(pid=115909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:09:16.243343 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device 1ee7b380-8353-42ad-86bf-64ffb7e66338 not bound to the agent host dv-cinder-851449-2-iscsi {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:09:16.243826 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device fbbca393-1753-42c8-905b-eabe200eb245 no longer exists at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:09:16.244791 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-d309b813-17ae-4e04-9b6b-7b690e7c510a admin admin] Publish callbacks [] for security_group (1f0a3fa8-e671-4c5a-921b-1f09497b9550), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:16.262811 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] No Port match for: fbbca393-1753-42c8-905b-eabe200eb245 {{(pid=115909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:09:16.263167 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device fbbca393-1753-42c8-905b-eabe200eb245 not bound to the agent host dv-cinder-851449-2-iscsi {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:09:16.263598 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device dd0a5182-331d-411a-8ce9-c11c3d857594 no longer exists at agent ovs-agent-dv-cinder-851449-2-iscsi {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 05:09:16.287934 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.plugin [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] No Port match for: dd0a5182-331d-411a-8ce9-c11c3d857594 {{(pid=115909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 29 05:09:16.288283 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron.plugins.ml2.rpc [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Device dd0a5182-331d-411a-8ce9-c11c3d857594 not bound to the agent host dv-cinder-851449-2-iscsi {{(pid=115909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 05:09:16.299810 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-d309b813-17ae-4e04-9b6b-7b690e7c510a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (1f0a3fa8-e671-4c5a-921b-1f09497b9550), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:16.302280 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-d309b813-17ae-4e04-9b6b-7b690e7c510a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:16.303458 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-d309b813-17ae-4e04-9b6b-7b690e7c510a admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/1f0a3fa8-e671-4c5a-921b-1f09497b9550 HTTP/1.1" status: 204 len: 168 time: 0.1276517 Jul 29 05:09:16.313580 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d309b813-17ae-4e04-9b6b-7b690e7c510a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0a3fa8-e671-4c5a-921b-1f09497b9550,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:09:16.636708 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 40376) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:09:16.677421 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-d28bcf0f-2d0e-4552-bbbe-ae53fca551ca admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=b28758e3ebd64fc9864d134a33085838&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394862 Jul 29 05:09:16.679684 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.wsgi [-] (115907) accepted ('10.222.0.40', 40378) {{(pid=115907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 29 05:09:16.728317 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-8c21cf11-d1db-45c8-b690-8dbf4b97ac7f admin admin] Publish callbacks [] for security_group (e4b8942d-f807-41c6-8ef7-064effc0b3d7), before_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:16.748670 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-8c21cf11-d1db-45c8-b690-8dbf4b97ac7f admin admin] Publish callbacks [] for security_group (e4b8942d-f807-41c6-8ef7-064effc0b3d7), precommit_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:16.795003 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-8c21cf11-d1db-45c8-b690-8dbf4b97ac7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1886619'] for security_group (e4b8942d-f807-41c6-8ef7-064effc0b3d7), after_delete {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:16.797469 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron_lib.callbacks.manager [None req-8c21cf11-d1db-45c8-b690-8dbf4b97ac7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:16.798880 dv-cinder-851449-2-iscsi neutron-server[115907]: INFO neutron.wsgi [None req-8c21cf11-d1db-45c8-b690-8dbf4b97ac7f admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/e4b8942d-f807-41c6-8ef7-064effc0b3d7 HTTP/1.1" status: 204 len: 168 time: 0.1183214 Jul 29 05:09:16.807551 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c21cf11-d1db-45c8-b690-8dbf4b97ac7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b8942d-f807-41c6-8ef7-064effc0b3d7,revision_number=None']} {{(pid=115907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 05:09:18.471416 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-0ed6edef-d194-442f-8085-7c8c2bee00b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:19.903372 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.agents_db [None req-05f878dc-9505-4230-ae26-b2f791c5e7d5 None None] Agent healthcheck: found 6 active agents {{(pid=115910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:09:20.689686 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d466f3dd-6242-446c-aba3-d024b83437f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:21.620134 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=85 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:09:21.675364 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (bab6a0c9-2145-495f-b42f-b184e241503a), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:21.924330 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:22.880333 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:SELECT=66,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:09:22.896034 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG dbcounter [-] [115908] Writing DB stats neutron:UPDATE=2,neutron:DELETE=8,neutron:SELECT=84 {{(pid=115908) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:09:23.290703 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:23.414308 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:26.801974 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=90,neutron:DELETE=9 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:09:26.803871 dv-cinder-851449-2-iscsi neutron-server[115907]: DEBUG dbcounter [-] [115907] Writing DB stats neutron:SELECT=76,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=115907) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:09:29.899994 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=88 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:09:33.408288 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=75,neutron:UPDATE=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:09:33.410194 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:09:48.474990 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-14499d37-a33b-44e4-9750-4c7561cb9f77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:50.694631 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-1cf13250-4068-4c45-aee0-4cca6a788392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:50.873790 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=16 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:09:50.883965 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=16 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:09:51.678477 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (bab6a0c9-2145-495f-b42f-b184e241503a), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:51.925514 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:53.293040 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:53.415660 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:09:56.903516 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.agents_db [None req-05f878dc-9505-4230-ae26-b2f791c5e7d5 None None] Agent healthcheck: found 6 active agents {{(pid=115910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:10:03.411155 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:10:03.411949 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:10:06.898962 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:10:06.899734 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:10:18.476315 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b2f99996-a303-420b-b9ea-57e135fff20c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:10:20.696694 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-e4f14655-3e9a-49f6-a618-11f563c1b8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:10:21.704471 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (bab6a0c9-2145-495f-b42f-b184e241503a), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:10:21.927666 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:10:23.299863 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:10:23.416501 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:10:27.875575 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=2 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:10:27.880007 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=4 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:10:33.411654 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:10:33.413623 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:10:33.902309 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.agents_db [None req-05f878dc-9505-4230-ae26-b2f791c5e7d5 None None] Agent healthcheck: found 6 active agents {{(pid=115910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:10:46.955728 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=2 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:10:46.956968 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:10:48.478665 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-9b1ac3e9-2ded-48f0-b3da-497a88e00678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:10:50.698868 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-fda54342-b237-446c-9f87-d66ed8ed95bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:10:51.719467 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (bab6a0c9-2145-495f-b42f-b184e241503a), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:10:51.932131 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:10:53.301252 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:10:53.418017 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:11:04.881969 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=3 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:11:04.887202 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=3 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:11:07.312792 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:11:07.315212 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:11:10.901829 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.agents_db [None req-05f878dc-9505-4230-ae26-b2f791c5e7d5 None None] Agent healthcheck: found 6 active agents {{(pid=115910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:11:18.479577 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-ac5bd4f1-ed0b-4d6b-b7da-d1bda759e294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:11:20.701100 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-34a4f618-a32c-413f-b38f-9d7ce9ea1e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:11:20.897675 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=2 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:11:21.733751 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (bab6a0c9-2145-495f-b42f-b184e241503a), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:11:21.937709 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:11:23.303980 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:11:23.419430 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:11:33.413008 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:11:33.414893 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:11:47.307179 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=15 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:11:47.309081 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=17 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:11:47.901515 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.agents_db [None req-05f878dc-9505-4230-ae26-b2f791c5e7d5 None None] Agent healthcheck: found 6 active agents {{(pid=115910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:11:48.481993 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-8a308190-ee4e-49cf-afb8-8ce21ec6705f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:11:50.701775 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-fd3dd3e9-d60c-426f-9a9d-147b3961848e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:11:51.748934 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (bab6a0c9-2145-495f-b42f-b184e241503a), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:11:51.936211 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:11:53.307288 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:11:53.421009 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:11:57.896457 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:11:57.897281 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:12:03.411908 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:12:03.417730 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:12:18.483893 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-aaca56d7-21bd-4723-b848-5fea08d689c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:18.875006 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=2 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:12:18.880670 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=4 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:12:20.702853 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-80816c5c-f661-42ad-b3ad-c3778e0993f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:21.750309 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (bab6a0c9-2145-495f-b42f-b184e241503a), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:21.940332 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:23.313049 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:23.423549 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:24.901175 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.agents_db [None req-05f878dc-9505-4230-ae26-b2f791c5e7d5 None None] Agent healthcheck: found 6 active agents {{(pid=115910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:12:33.418436 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:12:33.420260 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:12:34.896674 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:12:34.897439 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:12:48.486359 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-5ce195bc-4f2c-41c1-b171-4275669071f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:50.705680 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-a72eed85-38ef-451f-85ab-cfbc21c259ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:51.759319 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (bab6a0c9-2145-495f-b42f-b184e241503a), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:51.943015 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:53.312463 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:53.426385 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:12:55.872735 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=4 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:12:55.876334 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:13:01.900722 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.agents_db [None req-05f878dc-9505-4230-ae26-b2f791c5e7d5 None None] Agent healthcheck: found 6 active agents {{(pid=115910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:13:07.436779 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:13:07.438074 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:13:11.896399 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:13:11.897166 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:13:18.487824 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-42eedca0-24c9-4193-a6f6-b9ad36a3167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:13:20.707362 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-2443915a-022d-4466-a46f-38610c114602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:13:21.760556 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (bab6a0c9-2145-495f-b42f-b184e241503a), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:13:21.947338 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:13:23.316833 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:13:23.429204 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:13:29.521638 dv-cinder-851449-2-iscsi neutron-server[115908]: DEBUG neutron.wsgi [req-b543da76-cffd-4e8c-8059-b5d9c6c39be5 req-31d52c26-1fe9-44a7-b5af-889114cbe776 service neutron] (115908) timed out ('10.222.0.64', 54214) {{(pid=115908) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 29 05:13:32.868201 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=2 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:13:32.874249 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=4 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:13:33.424334 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:13:33.425089 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:13:38.899985 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.agents_db [None req-05f878dc-9505-4230-ae26-b2f791c5e7d5 None None] Agent healthcheck: found 6 active agents {{(pid=115910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:13:47.312012 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=13 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:13:48.489397 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-065548c9-c0a8-42b5-bea9-07714f8f3531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:13:48.895936 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=15 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:13:50.709076 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-28888a4a-63ba-40c0-b5e1-147fce1b5691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:13:51.759469 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (bab6a0c9-2145-495f-b42f-b184e241503a), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:13:51.950679 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:13:53.319937 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:13:53.432102 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:14:03.421695 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:14:03.427544 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:14:09.865259 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=3 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:14:09.870185 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=5 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:14:15.898935 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.agents_db [None req-05f878dc-9505-4230-ae26-b2f791c5e7d5 None None] Agent healthcheck: found 6 active agents {{(pid=115910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:14:18.492987 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-34f64351-3bc5-402c-89f0-a2c9f619d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:14:20.710785 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-c76ad73c-05eb-43ff-b0d4-faceb8ca53b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:14:21.758909 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (bab6a0c9-2145-495f-b42f-b184e241503a), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:14:21.952911 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:14:23.322317 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:14:23.434876 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:14:25.894905 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:14:25.895638 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:14:33.424510 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:14:33.431474 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:14:46.966217 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=3 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:14:46.967157 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:14:48.495387 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-81db6392-7f73-46a8-9878-558bcbf0f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (558ab5a9-93ee-434f-b4a2-86af90b93965), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:14:50.722767 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-09dca5e1-e814-4e04-9200-f94af200dc40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (507cc676-b5a3-487d-9bd3-df89beb45ea5), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:14:51.773049 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-32719c09-6ad3-4d9e-8eff-bfe5b9bddfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (bab6a0c9-2145-495f-b42f-b184e241503a), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:14:51.959465 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-d85cbb3c-c75b-4170-84b4-f1645480425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9549c8f6-dca1-4908-9128-f2d8ce8d5120), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:14:52.899113 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG neutron.db.agents_db [None req-05f878dc-9505-4230-ae26-b2f791c5e7d5 None None] Agent healthcheck: found 6 active agents {{(pid=115910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 05:14:53.333935 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b5217c4d-837a-4ef9-8d69-1492cdc94b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (3dfeeb11-992f-40bf-81c8-62065910eac4), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:14:53.446972 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG neutron_lib.callbacks.manager [None req-b93bbe51-0ba1-4672-bff0-8768ae9b2bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769699633592', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3531994'] for agent (9625653a-1f3f-4d73-bc2a-dc32c08b0da9), after_update {{(pid=115909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 29 05:15:02.894983 dv-cinder-851449-2-iscsi neutron-server[115910]: DEBUG dbcounter [-] [115910] Writing DB stats neutron:SELECT=2 {{(pid=115910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:15:07.315036 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 29 05:15:07.316952 dv-cinder-851449-2-iscsi neutron-server[115909]: DEBUG dbcounter [-] [115909] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=115909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}